json_format

app.py

@@ -37,6 +37,7 @@ def predict(message, history, system_prompt):
     response = client.chat.completions.create(
         model='gpt-4-1106-preview',
         messages= history_openai_format,
+        response_format={ "type": "json_object" },
         stream=True
     )