Create app.py

app.py

@@ -0,0 +1,35 @@
+from fastapi import FastAPI, HTTPException, Request
+import requests
+
+app = FastAPI()
+
+API_URL = "https://curated.aleph.cloud/vm/b950fef19b109ef3770c89eb08a03b54016556c171b9a32475c085554b594c94/completion"
+
+def generate_text(prompt):
+    params = {
+        "prompt": prompt,
+        "temperature": 0.8,
+        "top_p": 1,
+        "top_k": 40,
+        "n": 1,
+        "n_predict": -1,  # Unlimited text generation
+        "stop": []  # No stopping words
+    }
+    response = requests.post(API_URL, json=params)
+    if response.status_code == 200:
+        return response.json()['content']
+    else:
+        return None, response.status_code
+
+@app.post('/generate-response')
+async def generate_response(request: Request):
+    data = await request.json()
+    prompt = data.get('prompt')
+    if not prompt:
+        raise HTTPException(status_code=400, detail="Prompt is missing")
+
+    response_text, status_code = generate_text(prompt)
+    if response_text is None:
+        raise HTTPException(status_code=status_code, detail="Failed to generate response")
+
+    return {'response': response_text}