grosenthal commited on
Commit
fd4b691
·
1 Parent(s): 3349595

fix tokenize to translate

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -222,10 +222,10 @@ def translate(model, tokenizer, text):
222
  translated_line = [tokenizer.decode(t, skip_special_tokens=True) for t in translated]
223
  return translated_line
224
 
225
- translate_base = lambda t: tokenize(base_model, base_tokenizer, t)
226
- translate_morph = lambda t: tokenize(morph_model, morph_tokenizer, t)
227
- translate_morph_simplified = lambda t: tokenize(morph_simplified_model, morph_simplified_tokenizer, t)
228
- translate_case = lambda t: tokenize(case_model, case_tokenizer, t)
229
 
230
 
231
 
 
222
  translated_line = [tokenizer.decode(t, skip_special_tokens=True) for t in translated]
223
  return translated_line
224
 
225
+ translate_base = lambda t: translate(base_model, base_tokenizer, t)
226
+ translate_morph = lambda t: translate(morph_model, morph_tokenizer, t)
227
+ translate_morph_simplified = lambda t: translate(morph_simplified_model, morph_simplified_tokenizer, t)
228
+ translate_case = lambda t: translate(case_model, case_tokenizer, t)
229
 
230
 
231