Update app.py

app.py

@@ -5,7 +5,9 @@ from awq import AutoAWQForCausalLM
 
 model_path = "bragour/Camel-7b-chat-awq"
 
-model = AutoAWQForCausalLM.from_quantized(model_path, fuse_layers=True, trust_remote_code=False, safetensors=True)
+device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+
+model = AutoAWQForCausalLM.from_quantized(model_path, fuse_layers=True, trust_remote_code=False, safetensors=True).to(device)
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=False)
 
 
@@ -14,7 +16,7 @@ def respond(
 ):
     formatted_prompt = f"<s>[INST]{message}[/INST]"
 
-    tokens = tokenizer(formatted_prompt, return_tensors='pt').input_ids.cuda()
+    tokens = tokenizer(formatted_prompt, return_tensors='pt').input_ids.to(device)
 
     # Generate the response from the API
     result = model.generate(