Update apis/chat_api.py

apis/chat_api.py

@@ -4,7 +4,7 @@ import sys
 import os
 import io
 from transformers import M2M100Tokenizer, M2M100ForConditionalGeneration
-from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 import time
 import json
 from typing import List
@@ -170,11 +170,14 @@ class ChatAPIApp:
         "default": "t5-base",
         }
         if item.model in MODEL_MAP.keys():
-            target_model = item.model
+            target_model = MODEL_MAP[item.model]
         else:
             target_model = "default"
-        
-        translator = pipeline("translation_"+item.from_language+"_to_"+item.to_language, model=target_model)
+
+        real_name = MODEL_MAP[target_model]
+        read_model = AutoModelForSeq2SeqLM.from_pretrained(real_name)
+        tokenizer = AutoTokenizer.from_pretrained(real_name)
+        translator = pipeline("translation", model=read_model, tokenizer=tokenizer, src_lang=item.from_language, tgt_lang=item.to_language)
         result = translator(item.input_text)    
            
         item_response = {