Ari commited on
Commit
17fbb60
·
verified ·
1 Parent(s): 5de016c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ if not openai_api_key:
21
  st.stop()
22
 
23
  # Load the LLaMA model and tokenizer
24
- model_name = "facebook/llm-compiler-7b-ftd" # Replace with the actual LLaMA model name you want to use
25
  device = "cuda" if torch.cuda.is_available() else "cpu"
26
  llama_tokenizer = LlamaTokenizer.from_pretrained(model_name)
27
  llama_model = LlamaForCausalLM.from_pretrained(model_name).to(device)
 
21
  st.stop()
22
 
23
  # Load the LLaMA model and tokenizer
24
+ model_name = "llama3-70b-8192" # Replace with the actual LLaMA model name you want to use
25
  device = "cuda" if torch.cuda.is_available() else "cpu"
26
  llama_tokenizer = LlamaTokenizer.from_pretrained(model_name)
27
  llama_model = LlamaForCausalLM.from_pretrained(model_name).to(device)