Update app.py

app.py

@@ -24,7 +24,7 @@ config_kwargs = {"device_map": device}
 
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
-    torch_dtype=torch.float16,
+    torch_dtype=torch.bfloat16,
     **config_kwargs
 )