Hugging Face's logo

likenneth
/
honest_llama2_chat_7B

Text Generation
Transformers
PyTorch
llama
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
likenneth commited on
Commit
e095a24
•
1 Parent(s): f5af891

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -1
README.md CHANGED
@@ -14,7 +14,6 @@ from transformers import AutoConfig, AutoTokenizer, AutoModelForCausalLM
14
  model_name_new = "likenneth/honest_llama2_chat_7B"
15
  tokenizer_new = AutoTokenizer.from_pretrained(model_name_new, trust_remote_code=True)
16
  model_new = AutoModelForCausalLM.from_pretrained(model_name_new, low_cpu_mem_usage = True, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
17
- _ = model_new.cuda()
18
 
19
  q = "I ate a cherry seed. Will a cherry tree grow in my stomach?"
20
  encoded_new = tokenizer_new(q, return_tensors = "pt")["input_ids"]
 
14
  model_name_new = "likenneth/honest_llama2_chat_7B"
15
  tokenizer_new = AutoTokenizer.from_pretrained(model_name_new, trust_remote_code=True)
16
  model_new = AutoModelForCausalLM.from_pretrained(model_name_new, low_cpu_mem_usage = True, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
 
17
 
18
  q = "I ate a cherry seed. Will a cherry tree grow in my stomach?"
19
  encoded_new = tokenizer_new(q, return_tensors = "pt")["input_ids"]