Update space

app.py

@@ -12,30 +12,24 @@ def respond(
     temperature=0.7,
     top_p=0.95,
 ):
-    messages = [{"role": "system", "content": system_message}]
-    
-    # Convert history to messages
+    # Format conversation context
+    conversation = system_message + "\n\n"
     for user_msg, assistant_msg in history:
-        messages.extend([
-            {"role": "user", "content": user_msg},
-            {"role": "assistant", "content": assistant_msg}
-        ])
-    
-    messages.append({"role": "user", "content": message})
-    
-    # Stream response
+        conversation += f"User: {user_msg}\nAssistant: {assistant_msg}\n"
+    conversation += f"User: {message}\nAssistant: "
+
+    # Stream response using text generation
     response = ""
     try:
-        for chunk in client.chat_completion(
-            messages,
-            max_tokens=max_tokens,
-            stream=True,
+        for token in client.text_generation(
+            conversation,
+            max_new_tokens=max_tokens,
             temperature=temperature,
             top_p=top_p,
+            stream=True,
         ):
-            if token := chunk.choices[0].delta.content:
-                response += token
-                yield response
+            response += token
+            yield response
     except Exception as e:
         yield f"Error: {str(e)}"