Update generate_model.py

generate_model.py

@@ -611,12 +611,12 @@ def generate(
         # print('loading image...')
         image = load_image(image)
         # print('load image over')
-        image_tensor = process_images(image, image_processor, config).to(model.device, dtype=torch.float16)
+        image_tensor = process_images(image, image_processor, config).to(model.device)
 
     input_ids = (
         tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors="pt")
         .unsqueeze(0)
-        .to(model.device, dtype=torch.float16)
+        .to(model.device)
     )
     # Generate
     stime = time.time()