Spaces:
Sleeping
Sleeping
File size: 2,856 Bytes
d58ca71 7af1f35 5c57059 7af1f35 d58ca71 5c57059 6b82e15 7af1f35 5c57059 7af1f35 5c57059 7af1f35 841c171 7af1f35 841c171 7af1f35 5c57059 841c171 7af1f35 5c57059 d2cf737 841c171 7af1f35 5c57059 841c171 5c57059 841c171 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
import os
import ctranslate2
import gradio as gr
from huggingface_hub import snapshot_download
from sentencepiece import SentencePieceProcessor
title = "MADLAD-400 Translation Demo"
description = """
<p>
Translator using <a href='https://arxiv.org/abs/2309.04662' target='_blank'>MADLAD-400</a>, a multilingual machine translation model on 250 billion tokens covering over 450 languages using publicly available data. This demo application uses <a href="https://huggingface.co/santhosh/madlad400-3b-ct2">santhosh/madlad400-3b-ct2</a> model, which is a ctranslate2 optimized model of <a href="https://huggingface.co/google/madlad400-3b-mt">google/madlad400-3b-mt</a>
</p>
"""
# As per https://opennmt.net/CTranslate2/performance.html
# By default CTranslate2 is compiled with intel MKL.
# It is observed that this setting has a significant positive performance impact.
os.environ["CT2_USE_EXPERIMENTAL_PACKED_GEMM"] = "1"
model_name = "santhosh/madlad400-3b-ct2"
model_path = snapshot_download(model_name)
tokenizer = SentencePieceProcessor()
tokenizer.load(f"{model_path}/sentencepiece.model")
translator = ctranslate2.Translator(model_path)
tokens = [tokenizer.decode(i) for i in range(460)]
lang_codes = [token[2:-1] for token in tokens if token.startswith("<2")]
def translate(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty):
input_tokens = tokenizer.encode(f"<2{target_language}> {input_text}", out_type=str)
results = translator.translate_batch(
[input_tokens],
batch_type="tokens",
beam_size=beam_size,
no_repeat_ngram_size=no_repeat_ngram_size,
repetition_penalty=repetition_penalty,
)
translated_sentence = tokenizer.decode(results[0].hypotheses[0])
return translated_sentence
def translate_interface(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty):
translated_text = translate(input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty)
return translated_text
input_text = gr.Textbox(
label="Input Text",
value="Imagine a world in which every single person on the planet is given free access to the sum of all human knowledge.",
)
target_language = gr.Dropdown(lang_codes, value="ml", label="Target Language")
beam_size = gr.Slider(minimum=1, maximum=10, value=1, step=1, label="Beam Size")
no_repeat_ngram_size = gr.Slider(minimum=1, maximum=5, value=1, step=1, label="No Repeat N-gram Size")
repetition_penalty = gr.Slider(minimum=1.0, maximum=3.0, value=1.0, step=0.1, label="Repetition Penalty")
output_text = gr.Textbox(label="Translated Text")
gr.Interface(
title=title,
description=description,
fn=translate_interface,
inputs=[input_text, target_language, beam_size, no_repeat_ngram_size, repetition_penalty],
outputs=output_text,
).launch() |