Adding Zero Space

app.py

@@ -5,6 +5,7 @@ from PIL import Image
 from transformers import MllamaForConditionalGeneration, AutoProcessor
 from peft import PeftModel
 from huggingface_hub import login
+import spaces
 
 # Login to Hugging Face
 if "HF_TOKEN" not in os.environ:
@@ -23,6 +24,7 @@ model = MllamaForConditionalGeneration.from_pretrained(
 )
 model = PeftModel.from_pretrained(model, lora_weights_path)
 
+@spaces.GPU
 def inference(image, question):
     # Prepare input
     messages = [