Update app.py

app.py

@@ -31,6 +31,7 @@ def generate_response(user_input, max_new_tokens, temperature):
     messages = [{"role": "user", "content": user_input}]
     input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
     input_ids = input_ids.to(model.device)
+    os.system("nvidia-smi")
     gen_tokens = model.generate(
         input_ids = input_ids, 
         max_new_tokens=max_new_tokens,