Update app.py

app.py

@@ -141,21 +141,16 @@ def response(state:AppState = AppState()):
             messages.append({"role": "user", "content": [{"type": "text", "text": txt}]})
         buffer = "Tôi không nghe rõ"
         try:
-            texts = processor.apply_chat_template(messages, add_generation_prompt=True)
-            if images == []:
-                inputs = processor(text=texts, return_tensors="pt").to("cpu")
-            else:
-                inputs = processor(text=texts, images=images, return_tensors="pt").to("cpu")
-            streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
-            generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=max_new_tokens)
-            thread = Thread(target=model.generate, kwargs=generation_kwargs)
-            thread.start()
-            buffer = ""
-            for new_text in streamer:
-                buffer += new_text
-                time.sleep(0.01)
-            state.textout=buffer
-            textout=buffer
+            token = ""
+            for message in client.chat_completion(
+            messages,
+            max_tokens=max_new_tokens,
+            stream=True,
+            temperature=1.0,
+            top_p=0.9,
+            ):
+                token += message.choices[0].delta.content
+            textout=token
         except:
             print("Chưa lấy được thông tin dịch")
         if state.message["files"] != "":