Hugging Face's logo

likenneth
/
honest_llama2_chat_7B

Text Generation
Transformers
PyTorch
llama
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
likenneth commited on
Commit
f5af891
•
1 Parent(s): f770873

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -13,7 +13,7 @@ from transformers import AutoConfig, AutoTokenizer, AutoModelForCausalLM
13
 
14
  model_name_new = "likenneth/honest_llama2_chat_7B"
15
  tokenizer_new = AutoTokenizer.from_pretrained(model_name_new, trust_remote_code=True)
16
- model_new = AutoModelForCausalLM.from_pretrained(model_name_new, low_cpu_mem_usage = True, torch_dtype=torch.float16, trust_remote_code=True)
17
  _ = model_new.cuda()
18
 
19
  q = "I ate a cherry seed. Will a cherry tree grow in my stomach?"
 
13
 
14
  model_name_new = "likenneth/honest_llama2_chat_7B"
15
  tokenizer_new = AutoTokenizer.from_pretrained(model_name_new, trust_remote_code=True)
16
+ model_new = AutoModelForCausalLM.from_pretrained(model_name_new, low_cpu_mem_usage = True, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
17
  _ = model_new.cuda()
18
 
19
  q = "I ate a cherry seed. Will a cherry tree grow in my stomach?"