Update app.py
Browse files
app.py
CHANGED
|
@@ -19,7 +19,6 @@ tokenizer = AutoTokenizer.from_pretrained(
|
|
| 19 |
model = AutoModelForCausalLM.from_pretrained(
|
| 20 |
'qnguyen3/nanoLLaVA',
|
| 21 |
torch_dtype=torch.float16,
|
| 22 |
-
device_map='auto',
|
| 23 |
trust_remote_code=True)
|
| 24 |
|
| 25 |
model.to("cuda:0")
|
|
|
|
| 19 |
model = AutoModelForCausalLM.from_pretrained(
|
| 20 |
'qnguyen3/nanoLLaVA',
|
| 21 |
torch_dtype=torch.float16,
|
|
|
|
| 22 |
trust_remote_code=True)
|
| 23 |
|
| 24 |
model.to("cuda:0")
|