Update app.py

app.py

@@ -27,6 +27,14 @@ bnb_config = BitsAndBytesConfig(
 
 processor = AutoProcessor.from_pretrained("HuggingFaceM4/idefics2-8b", size= {"longest_edge": 448, "shortest_edge": 378}, do_image_splitting=False)
 
+vpe_model = AutoModelForVision2Seq.from_pretrained(
+    "HuggingFaceM4/idefics2-8b",
+    torch_dtype=torch.float16,    
+    quantization_config=bnb_config,
+)
+
+vpe_model = PeftModel.from_pretrained(vpe_model, "VPE2").to("cuda")
+
 if torch.cuda.is_available():
     pipe = StableDiffusionXLPipeline.from_pretrained(
         "stabilityai/stable-diffusion-xl-base-1.0",