Spaces:
Runtime error
Runtime error
Upto12forenglish
commited on
Commit
•
635e2f7
1
Parent(s):
6d495b4
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ import torch
|
|
7 |
from transformers import TextIteratorStreamer, AutoTokenizer, AutoModelForCausalLM
|
8 |
|
9 |
#Loading llama3 model
|
10 |
-
local_model_path = "meta-llama
|
11 |
|
12 |
model = transformers.AutoModelForCausalLM.from_pretrained(local_model_path, torch_dtype=torch.bfloat16)
|
13 |
tokenizer = AutoTokenizer.from_pretrained(local_model_path, padding_side='left')
|
|
|
7 |
from transformers import TextIteratorStreamer, AutoTokenizer, AutoModelForCausalLM
|
8 |
|
9 |
#Loading llama3 model
|
10 |
+
local_model_path = "meta-llama/Meta-Llama-3-8B-Instruct"
|
11 |
|
12 |
model = transformers.AutoModelForCausalLM.from_pretrained(local_model_path, torch_dtype=torch.bfloat16)
|
13 |
tokenizer = AutoTokenizer.from_pretrained(local_model_path, padding_side='left')
|