Update app.py

app.py

@@ -1,4 +1,7 @@
+
 import gradio as gr
+import torch
+
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 device = "cpu"
 
@@ -6,7 +9,7 @@ tokenizer = AutoTokenizer.from_pretrained("humarin/chatgpt_paraphraser_on_T5_bas
 
 model = AutoModelForSeq2SeqLM.from_pretrained("humarin/chatgpt_paraphraser_on_T5_base").to(device)
 
-m2m100_en_fr = pipeline('translation', 'facebook/m2m100_418M', src_lang='en', tgt_lang="fr")
+translator = pipeline(task="translation", model="./models/facebook/nllb-200-distilled-600M", torch_dtype=torch.bfloat16) 
 
 def paraphrase(
     question,
@@ -38,12 +41,12 @@ def paraphrase(
     return res
 
 
-def summary(myinput):
-    myout = m2m100_en_fr(myinput)
+def translate(myinput):
+    myout = translator(myinput,src_lang="eng_Latn",tgt_lang="fra_Latn")
     return myout
 
 def launch(input):
-    out = summary(paraphrase(input))
+    out = translate(paraphrase(input))
     return out
 
 iface = gr.Interface(launch,