sbintuitions
/

sarashina1-7b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

kajyuuen commited on Jun 27

Commit

df7f0dc

•

1 Parent(s): afca38d

Update README.md

Files changed (1) hide show

README.md +2 -0

README.md CHANGED Viewed

@@ -17,6 +17,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, set_seed
 model = AutoModelForCausalLM.from_pretrained("sbintuitions/sarashina1-7b", torch_dtype=torch.float16, device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina1-7b")
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 set_seed(123)

 model = AutoModelForCausalLM.from_pretrained("sbintuitions/sarashina1-7b", torch_dtype=torch.float16, device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina1-7b")
+# If you want to use slow tokenizer
+# tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina1-7b", use_fast=False, revision="slow-tokenizer")
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 set_seed(123)