upstage
/

Llama-2-70b-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

wonhosong commited on Aug 1, 2023

Commit

1f7abe5

•

1 Parent(s): 96e4330

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -46,9 +46,9 @@ pipeline_tag: text-generation
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
-tokenizer = AutoTokenizer.from_pretrained("upstage/Llama-2-70b-instruct-v2")
 model = AutoModelForCausalLM.from_pretrained(
-    "upstage/Llama-2-70b-instruct-v2",
     device_map="auto",
     torch_dtype=torch.float16,
     load_in_8bit=True,

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
+tokenizer = AutoTokenizer.from_pretrained("upstage/Llama-2-70b-instruct")
 model = AutoModelForCausalLM.from_pretrained(
+    "upstage/Llama-2-70b-instruct",
     device_map="auto",
     torch_dtype=torch.float16,
     load_in_8bit=True,