Tritkoman commited on
Commit
841c171
1 Parent(s): d2cf737

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -9
app.py CHANGED
@@ -27,22 +27,21 @@ tokens = [tokenizer.decode(i) for i in range(460)]
27
  lang_codes = [token[2:-1] for token in tokens if token.startswith("<2")]
28
 
29
 
30
- def translate(input_text, target_language):
31
  input_tokens = tokenizer.encode(f"<2{target_language}> {input_text}", out_type=str)
32
  results = translator.translate_batch(
33
  [input_tokens],
34
  batch_type="tokens",
35
- # max_batch_size=1024,
36
- beam_size=1,
37
- no_repeat_ngram_size=1,
38
- # repetition_penalty=2,
39
  )
40
  translated_sentence = tokenizer.decode(results[0].hypotheses[0])
41
  return translated_sentence
42
 
43
 
44
- def translate_interface(input_text, target_language):
45
- translated_text = translate(input_text, target_language)
46
  return translated_text
47
 
48
 
@@ -51,12 +50,15 @@ input_text = gr.Textbox(
51
  value="Imagine a world in which every single person on the planet is given free access to the sum of all human knowledge.",
52
  )
53
  target_language = gr.Dropdown(lang_codes, value="ml", label="Target Language")
 
 
 
54
  output_text = gr.Textbox(label="Translated Text")
55
 
56
  gr.Interface(
57
  title=title,
58
  description=description,
59
  fn=translate_interface,
60
- inputs=[input_text, target_language],
61
  outputs=output_text,
62
- ).launch()
 
27
  lang_codes = [token[2:-1] for token in tokens if token.startswith("<2")]
28
 
29
 
30
+ def translate(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty):
31
  input_tokens = tokenizer.encode(f"<2{target_language}> {input_text}", out_type=str)
32
  results = translator.translate_batch(
33
  [input_tokens],
34
  batch_type="tokens",
35
+ beam_size=beam_size,
36
+ no_repeat_ngram_size=no_repeat_ngram_size,
37
+ repetition_penalty=repetition_penalty,
 
38
  )
39
  translated_sentence = tokenizer.decode(results[0].hypotheses[0])
40
  return translated_sentence
41
 
42
 
43
+ def translate_interface(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty):
44
+ translated_text = translate(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty)
45
  return translated_text
46
 
47
 
 
50
  value="Imagine a world in which every single person on the planet is given free access to the sum of all human knowledge.",
51
  )
52
  target_language = gr.Dropdown(lang_codes, value="ml", label="Target Language")
53
+ beam_size = gr.Slider(minimum=1, maximum=10, value=1, step=1, label="Beam Size")
54
+ no_repeat_ngram_size = gr.Slider(minimum=1, maximum=5, value=1, step=1, label="No Repeat N-gram Size")
55
+ repetition_penalty = gr.Slider(minimum=1.0, maximum=3.0, value=1.0, step=0.1, label="Repetition Penalty")
56
  output_text = gr.Textbox(label="Translated Text")
57
 
58
  gr.Interface(
59
  title=title,
60
  description=description,
61
  fn=translate_interface,
62
+ inputs=[input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty],
63
  outputs=output_text,
64
+ ).launch()