Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -27,22 +27,21 @@ tokens = [tokenizer.decode(i) for i in range(460)]
|
|
27 |
lang_codes = [token[2:-1] for token in tokens if token.startswith("<2")]
|
28 |
|
29 |
|
30 |
-
def translate(input_text, target_language):
|
31 |
input_tokens = tokenizer.encode(f"<2{target_language}> {input_text}", out_type=str)
|
32 |
results = translator.translate_batch(
|
33 |
[input_tokens],
|
34 |
batch_type="tokens",
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
# repetition_penalty=2,
|
39 |
)
|
40 |
translated_sentence = tokenizer.decode(results[0].hypotheses[0])
|
41 |
return translated_sentence
|
42 |
|
43 |
|
44 |
-
def translate_interface(input_text, target_language):
|
45 |
-
translated_text = translate(input_text, target_language)
|
46 |
return translated_text
|
47 |
|
48 |
|
@@ -51,12 +50,15 @@ input_text = gr.Textbox(
|
|
51 |
value="Imagine a world in which every single person on the planet is given free access to the sum of all human knowledge.",
|
52 |
)
|
53 |
target_language = gr.Dropdown(lang_codes, value="ml", label="Target Language")
|
|
|
|
|
|
|
54 |
output_text = gr.Textbox(label="Translated Text")
|
55 |
|
56 |
gr.Interface(
|
57 |
title=title,
|
58 |
description=description,
|
59 |
fn=translate_interface,
|
60 |
-
inputs=[input_text, target_language],
|
61 |
outputs=output_text,
|
62 |
-
).launch()
|
|
|
27 |
lang_codes = [token[2:-1] for token in tokens if token.startswith("<2")]
|
28 |
|
29 |
|
30 |
+
def translate(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty):
|
31 |
input_tokens = tokenizer.encode(f"<2{target_language}> {input_text}", out_type=str)
|
32 |
results = translator.translate_batch(
|
33 |
[input_tokens],
|
34 |
batch_type="tokens",
|
35 |
+
beam_size=beam_size,
|
36 |
+
no_repeat_ngram_size=no_repeat_ngram_size,
|
37 |
+
repetition_penalty=repetition_penalty,
|
|
|
38 |
)
|
39 |
translated_sentence = tokenizer.decode(results[0].hypotheses[0])
|
40 |
return translated_sentence
|
41 |
|
42 |
|
43 |
+
def translate_interface(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty):
|
44 |
+
translated_text = translate(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty)
|
45 |
return translated_text
|
46 |
|
47 |
|
|
|
50 |
value="Imagine a world in which every single person on the planet is given free access to the sum of all human knowledge.",
|
51 |
)
|
52 |
target_language = gr.Dropdown(lang_codes, value="ml", label="Target Language")
|
53 |
+
beam_size = gr.Slider(minimum=1, maximum=10, value=1, step=1, label="Beam Size")
|
54 |
+
no_repeat_ngram_size = gr.Slider(minimum=1, maximum=5, value=1, step=1, label="No Repeat N-gram Size")
|
55 |
+
repetition_penalty = gr.Slider(minimum=1.0, maximum=3.0, value=1.0, step=0.1, label="Repetition Penalty")
|
56 |
output_text = gr.Textbox(label="Translated Text")
|
57 |
|
58 |
gr.Interface(
|
59 |
title=title,
|
60 |
description=description,
|
61 |
fn=translate_interface,
|
62 |
+
inputs=[input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty],
|
63 |
outputs=output_text,
|
64 |
+
).launch()
|