changes

Signed-off-by: Suvaditya Mukherjee <suvadityamuk@gmail.com>

app.py

@@ -151,7 +151,7 @@ if __name__ == "__main__":
         torch_dtype=torch.bfloat16,
         device_map="auto",
         quantization_config = BitsAndBytesConfig(load_in_8bit=True)
-    ).to('cuda')
+    )
 
     tokenizer = AutoTokenizer.from_pretrained(model_name)