a

app.py

@@ -28,18 +28,18 @@ def generate(paper_text):
         {"role": "system", "content": "You are a pirate."},
         {"role": "user", "content": paper_text}
     ]
-    model_inputs = tokenizer.apply_chat_template(
+    input_ids = tokenizer.apply_chat_template(
         messages,
         add_generation_prompt=True,
         return_tensors='pt'
     ).to(model.device)
 
     generated_ids = model.generate(
-        input_ids=model_inputs,
+        input_ids=input_ids,
         max_new_tokens=256
     )
     generated_ids = [
-        output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
+        output_ids[len(input_ids):] for input_ids, output_ids in zip(input_ids, generated_ids)
     ]
     
     response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]