Spaces:
Runtime error
Runtime error
kevin-yang
commited on
Commit
·
0c95571
1
Parent(s):
804ee0c
add model cache and fix font
Browse files
app.py
CHANGED
@@ -78,7 +78,10 @@ def predict(model_name, text):
|
|
78 |
tokenized_text = tokenizer([text], return_tensors='pt')
|
79 |
|
80 |
input_tokens = tokenizer.convert_ids_to_tokens(tokenized_text.input_ids[0])
|
81 |
-
|
|
|
|
|
|
|
82 |
|
83 |
model.eval()
|
84 |
output, attention = model(**tokenized_text, output_attentions=True, return_dict=False)
|
|
|
78 |
tokenized_text = tokenizer([text], return_tensors='pt')
|
79 |
|
80 |
input_tokens = tokenizer.convert_ids_to_tokens(tokenized_text.input_ids[0])
|
81 |
+
try:
|
82 |
+
input_tokens = util.bytetokens_to_unicdode(input_tokens) if config.model_type in ['roberta', 'gpt', 'gpt2'] else input_tokens
|
83 |
+
except KeyError:
|
84 |
+
input_tokens = input_tokens
|
85 |
|
86 |
model.eval()
|
87 |
output, attention = model(**tokenized_text, output_attentions=True, return_dict=False)
|