dromerosm commited on
Commit
5394b7a
1 Parent(s): 608e720

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -5,12 +5,8 @@ from newspaper import Article
5
  import json
6
  import re
7
  from transformers import GPT2Tokenizer
8
- import nltk
9
- from nltk.tokenize import sent_tokenize
10
  import requests
11
 
12
- nltk.download('punkt')
13
-
14
 
15
  # define the text summarizer function
16
  def text_prompt(request, page_url, contraseña, temp):
@@ -27,7 +23,7 @@ def text_prompt(request, page_url, contraseña, temp):
27
  return "", f"--- Ha ocurrido un error al procesar la URL: {e} ---", ""
28
 
29
  tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
30
- sentences = sent_tokenize(page.text)
31
 
32
  tokens = []
33
  page_text = ""
 
5
  import json
6
  import re
7
  from transformers import GPT2Tokenizer
 
 
8
  import requests
9
 
 
 
10
 
11
  # define the text summarizer function
12
  def text_prompt(request, page_url, contraseña, temp):
 
23
  return "", f"--- Ha ocurrido un error al procesar la URL: {e} ---", ""
24
 
25
  tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
26
+ sentences = page.text.split('.')
27
 
28
  tokens = []
29
  page_text = ""