IMJONEZZ commited on
Commit
9d139d0
·
verified ·
1 Parent(s): 43f94e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
4
  from threading import Thread
5
 
6
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-hf")
7
  model = AutoModelForCausalLM.from_pretrained("./model/", torch_dtype=torch.float16)
8
  model = model.to('cuda:0')
9
 
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
4
  from threading import Thread
5
 
6
+ tokenizer = AutoTokenizer.from_pretrained("./model/")
7
  model = AutoModelForCausalLM.from_pretrained("./model/", torch_dtype=torch.float16)
8
  model = model.to('cuda:0')
9