omkar56 commited on
Commit
ab3abd8
1 Parent(s): 644ccbc

updated main.py to give response in JSON format

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -27,7 +27,7 @@ def format_prompt(message, history):
27
  prompt += f"[INST] {message} [/INST]"
28
  return prompt
29
 
30
- @app.post("/api/v1/generate_text")
31
  def generate_text(
32
  request: Request,
33
  body: dict = Body(...),
@@ -56,4 +56,4 @@ def generate_text(
56
  return_full_text=False
57
  )
58
 
59
- return stream
 
27
  prompt += f"[INST] {message} [/INST]"
28
  return prompt
29
 
30
+ @app.post("/api/v1/generate_text", response_model=dict)
31
  def generate_text(
32
  request: Request,
33
  body: dict = Body(...),
 
56
  return_full_text=False
57
  )
58
 
59
+ return {"generated_text": stream}