Spaces:
Runtime error
Runtime error
Ari
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ if not openai_api_key:
|
|
21 |
st.stop()
|
22 |
|
23 |
# Load the LLaMA model and tokenizer
|
24 |
-
model_name = "
|
25 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
26 |
llama_tokenizer = LlamaTokenizer.from_pretrained(model_name)
|
27 |
llama_model = LlamaForCausalLM.from_pretrained(model_name).to(device)
|
|
|
21 |
st.stop()
|
22 |
|
23 |
# Load the LLaMA model and tokenizer
|
24 |
+
model_name = "llama3-70b-8192" # Replace with the actual LLaMA model name you want to use
|
25 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
26 |
llama_tokenizer = LlamaTokenizer.from_pretrained(model_name)
|
27 |
llama_model = LlamaForCausalLM.from_pretrained(model_name).to(device)
|