Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ import torch
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
4 |
from threading import Thread
|
5 |
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
7 |
model = AutoModelForCausalLM.from_pretrained("./model/", torch_dtype=torch.float16)
|
8 |
model = model.to('cuda:0')
|
9 |
|
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
4 |
from threading import Thread
|
5 |
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("./model/")
|
7 |
model = AutoModelForCausalLM.from_pretrained("./model/", torch_dtype=torch.float16)
|
8 |
model = model.to('cuda:0')
|
9 |
|