Spaces:
Paused
Paused
truongghieu
commited on
Commit
•
ef44ed5
1
Parent(s):
b27ed41
Update app.py
Browse files
app.py
CHANGED
@@ -20,8 +20,7 @@ if torch.cuda.is_available():
|
|
20 |
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, quantization_config=bnb_config)
|
21 |
else:
|
22 |
model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
|
23 |
-
|
24 |
-
model.to(device)
|
25 |
|
26 |
generation_config = GenerationConfig(
|
27 |
penalty_alpha=0.6,
|
|
|
20 |
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, quantization_config=bnb_config)
|
21 |
else:
|
22 |
model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
|
23 |
+
|
|
|
24 |
|
25 |
generation_config = GenerationConfig(
|
26 |
penalty_alpha=0.6,
|