kevin-yang commited on
Commit
0c95571
·
1 Parent(s): 804ee0c

add model cache and fix font

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -78,7 +78,10 @@ def predict(model_name, text):
78
  tokenized_text = tokenizer([text], return_tensors='pt')
79
 
80
  input_tokens = tokenizer.convert_ids_to_tokens(tokenized_text.input_ids[0])
81
- input_tokens = util.bytetokens_to_unicdode(input_tokens) if config.model_type in ['roberta', 'gpt', 'gpt2'] else input_tokens
 
 
 
82
 
83
  model.eval()
84
  output, attention = model(**tokenized_text, output_attentions=True, return_dict=False)
 
78
  tokenized_text = tokenizer([text], return_tensors='pt')
79
 
80
  input_tokens = tokenizer.convert_ids_to_tokens(tokenized_text.input_ids[0])
81
+ try:
82
+ input_tokens = util.bytetokens_to_unicdode(input_tokens) if config.model_type in ['roberta', 'gpt', 'gpt2'] else input_tokens
83
+ except KeyError:
84
+ input_tokens = input_tokens
85
 
86
  model.eval()
87
  output, attention = model(**tokenized_text, output_attentions=True, return_dict=False)