Update app.py

app.py

@@ -1,4 +1,3 @@
-
 import torch
 
 import gradio as gr
@@ -6,7 +5,7 @@ import torch.nn.functional as F
 
 from transformers import BertTokenizer, GPT2LMHeadModel,PreTrainedTokenizerFast
 # tokenizer = BertTokenizer.from_pretrained("supermy/poetry")
-tokenizer = BertTokenizer(vocab_file="poetry-bpe.json")
+tokenizer = PreTrainedTokenizerFast(vocab_file="poetry-bpe.json")
 model = GPT2LMHeadModel.from_pretrained("supermy/poetry")
 model.eval()
 
@@ -27,13 +26,13 @@ def top_k_top_p_filtering( logits, top_k=0, top_p=0.0, filter_value=-float('Inf'
     return logits
 
 def generate(title, context, max_len):
-    print(title, context, max_len)
+
     # input_ids.extend( tokenizer.encode(input_text + "-", add_special_tokens=False) )
 
     title_ids = tokenizer.encode(title, add_special_tokens=False)
     context_ids = tokenizer.encode(context, add_special_tokens=False)
     print(title_ids,context_ids)
-    
+
     input_ids = title_ids + [sep_id] + context_ids
     
     cur_len = len(input_ids)