Update app.py

app.py

@@ -92,10 +92,11 @@ def get_model_list():
 
 def gen(input):
     #print(input)
+    direction = 'You are Emldar, a chatbot.'
     generated_text = ''
-    start_ids = encode(add_caseifer(input))
-    x = (torch.tensor(start_ids, dtype=torch.long, device=device)[None, ...])
-    for idx_next in model.generate_streaming(x, max_new_tokens, temperature=temperature, top_k=top_k):
+    x = (torch.tensor(encode(add_caseifer(input)), dtype=torch.long, device=device)[None, ...])
+    y = (torch.tensor(encode(add_caseifer(direction)), dtype=torch.long, device=device)[None, ...])
+    for idx_next in model.generate_instructed_streaming(x, y, max_new_tokens, temperature=temperature, top_k=top_k):
         # convert the index to a character and print it to the screen
         char = decode([idx_next])
         generated_text += char