noname / app.py
Gemechis's picture
Create app.py
ffa3da4 verified
raw
history blame
1.09 kB
from fastapi import FastAPI, HTTPException, Request
import requests
app = FastAPI()
API_URL = "https://curated.aleph.cloud/vm/b950fef19b109ef3770c89eb08a03b54016556c171b9a32475c085554b594c94/completion"
def generate_text(prompt):
params = {
"prompt": prompt,
"temperature": 0.8,
"top_p": 1,
"top_k": 40,
"n": 1,
"n_predict": -1, # Unlimited text generation
"stop": [] # No stopping words
}
response = requests.post(API_URL, json=params)
if response.status_code == 200:
return response.json()['content']
else:
return None, response.status_code
@app.post('/generate-response')
async def generate_response(request: Request):
data = await request.json()
prompt = data.get('prompt')
if not prompt:
raise HTTPException(status_code=400, detail="Prompt is missing")
response_text, status_code = generate_text(prompt)
if response_text is None:
raise HTTPException(status_code=status_code, detail="Failed to generate response")
return {'response': response_text}