Update app.py

app.py

@@ -114,9 +114,9 @@ def generate_answers(image_path, question):
 @spaces.GPU
 def generate_caption_llava(image_path, caption_bool):
     if caption_bool:
-        text_prompt =f"[INST]  \nCaption this image in detail in objective manner.[/INST]"
+        text_prompt =f"[INST]  <image>\nCaption this image in detail in objective manner.[/INST]"
     else:
-        text_prompt =f"[INST]  \nCaption this image briefly in objective manner. [/INST]"
+        text_prompt =f"[INST]  <image>\nCaption this image briefly in objective manner. [/INST]"
     
     inputs = processor(prompt, Image.open(image_path), return_tensors="pt").to(device)
 
@@ -126,7 +126,7 @@ def generate_caption_llava(image_path, caption_bool):
 
 @spaces.GPU
 def generate_answer_llava(image_path, question):
-    text_prompt =f"[INST]  \n{question} [/INST]"
+    text_prompt =f"[INST]  <image>\n{question} [/INST]"
     inputs = processor(text_prompt, Image.open(image_path), return_tensors="pt").to(device)
     output = model.generate(**inputs, max_new_tokens=100)
     return processor.decode(output[0], skip_special_tokens=True)["generated_text"][len(text_prompt):]