stableLM

question_paper.py

@@ -12,7 +12,7 @@ TOKENIZER = None
 # ?input=%22Name%203%20shows%22
 @app.get("/")
 def llama(input):
-    prompt = [{'role': 'user', 'content': input}]
+    prompt = [{'role': 'user', 'content': ""+input}]
     inputs = TOKENIZER.apply_chat_template( prompt, add_generation_prompt=True,     return_tensors='pt' )
 
     tokens = MODEL.generate( inputs.to(MODEL.device), max_new_tokens=1024, temperature=0.3, do_sample=True)