Update app.py

app.py

@@ -116,23 +116,22 @@ def generate_chat_response(request, model_data):
     try:
         user_input = normalize_input(request.message)
         response = model(user_input, top_k=request.top_k, top_p=request.top_p, temperature=request.temperature)
-        return {"model": model_data['name'], "response": response}
+        return response
     except Exception:
         pass
 
-@spaces.GPU(duration=0)
+@app.post("/generate")
 async def generate(request: ChatRequest):
     try:
         responses = []
-        with ThreadPoolExecutor() as executor:
-            futures = [executor.submit(generate_chat_response, request, model_data) for model_data in global_data['models']]
-            for future in as_completed(futures):
-                try:
-                    response = future.result()
-                    if response:
-                        responses.append(response)
-                except Exception:
-                    pass
+        models = global_data['models']
+        for model_data in models:
+            response = generate_chat_response(request, model_data)
+            if response:
+                responses.append({
+                    "model": model_data['name'],
+                    "response": response
+                })
         
         if not responses:
             raise HTTPException(status_code=500, detail="Error: No responses generated.")
@@ -152,7 +151,7 @@ async def handle_request(method_name: str, request: Request):
         body = await request.json()
         return {"message": "Request handled successfully", "body": body}
     except Exception:
-        raise HTTPException(status_code=500, detail="Error: Internal Server Error")
+        pass
 
 if __name__ == "__main__":
     uvicorn.run(app, host="0.0.0.0", port=7860)