Update app.py

app.py

@@ -9,28 +9,28 @@ from PIL import Image
 from typing import Union
 import os
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
+device = "cuda"
 print(f"Using {device}" if device != "cpu" else "Using CPU")
 
 def _load_model():
-  tokenizer = AutoTokenizer.from_pretrained("vikhyatk/moondream2", trust_remote_code=True, revision="2024-05-08", torch_dtype=(torch.bfloat16 if device == 'cuda' else torch.float32))
-  model = AutoModelForCausalLM.from_pretrained("vikhyatk/moondream2", device_map=device, trust_remote_code=True, revision="2024-05-08")
-  return (model, tokenizer)
+    tokenizer = AutoTokenizer.from_pretrained("vikhyatk/moondream2", trust_remote_code=True, revision="2024-05-08", torch_dtype=(torch.bfloat16 if device == 'cuda' else torch.float32))
+    model = AutoModelForCausalLM.from_pretrained("vikhyatk/moondream2", device_map=device, trust_remote_code=True, revision="2024-05-08")
+    return (model, tokenizer)
 
 class MoonDream():
-  def __init__(self, model=None, tokenizer=None):
-    self.model, self.tokenizer = (model, tokenizer)
-    if not model or model is None or not tokenizer or tokenizer is None:
-      self.model, self.tokenizer = _load_model()
-    self.device = device
-    self.model.to(self.device)
-  def __call__(self, question, imgs):
-    imn = 0
-    for img in imgs:
-      img = self.model.encode_image(img)
-      res = self.model.answer_question(question=question, image_embeds=img, tokenizer=self.tokenizer)
-      yield res
-    return
+    def __init__(self, model=None, tokenizer=None):
+        self.model, self.tokenizer = (model, tokenizer)
+        if not model or model is None or not tokenizer or tokenizer is None:
+            self.model, self.tokenizer = _load_model()
+        self.device = device
+        self.model.to(self.device)
+    def __call__(self, question, imgs):
+        imn = 0
+        for img in imgs:
+        img = self.model.encode_image(img)
+        res = self.model.answer_question(question=question, image_embeds=img, tokenizer=self.tokenizer)
+        yield res
+return
 
 def _respond_one(question, img):
   txt = ""
@@ -116,7 +116,7 @@ with gr.Blocks() as demo:
         with gr.Row():
             minst = gr.Textbox(label="Merge Instructions")
         with gr.Row():
-                btn2 = gr.Button("submit batch")
+            btn2 = gr.Button("submit batch")
         with gr.Row():
             with gr.Column():
             otp2 = gr.Textbox(label="individual batch output (left)", interactive=True)