Update app.py

app.py

@@ -19,9 +19,9 @@ async def read_root():
     return {"Hello": "World!"}
 start_time = time.time()
 messages = [
-        {"role": "system", "content": "You are a helpful assistant, Sia. You are developed by Sushma. You will response in polity, clear, brief and in short length."},
+        {"role": "system", "content": "You are a helpful assistant, Sia. You are developed by Sushma. You will response in polity and brief."},
         {"role": "user", "content": "Who are you?"},
-        {"role": "assistant", "content": "I am Sia, a small language model created by Sushma. I am here to assist you. How can I help you today?"},
+        {"role": "assistant", "content": "I am Sia, a small language model created by Sushma. I am here to assist you."},
         {"role": "user", "content": "Hi, How are you?"}
 ]
 text = tokenizer.apply_chat_template(
@@ -48,10 +48,11 @@ print(time_taken)
 
 @app.get("/test")
 async def read_droot():
+    starttime = time.time()
     messages = [
-        {"role": "system", "content": "You are a helpful assistant, Sia. You are developed by Sushma. You will response in polity, clear, brief and in short length."},
+        {"role": "system", "content": "You are a helpful assistant, Sia. You are developed by Sushma. You will response in polity and brief."},
         {"role": "user", "content": "Who are you?"},
-        {"role": "assistant", "content": "I am Sia, a small language model created by Sushma. I am here to assist you. How can I help you today?"},
+        {"role": "assistant", "content": "I am Sia, a small language model created by Sushma. I am here to assist you."},
         {"role": "user", "content": "Hi, How are you?"}
     ]
     text = tokenizer.apply_chat_template(
@@ -72,6 +73,6 @@ async def read_droot():
     response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
     print(response)
     end_time = time.time()
-    time_taken = end_time - start_time 
+    time_taken = end_time - starttime 
     print(time_taken)
     return {"Hello": "World!"}