sbintuitions
/

sarashina1-7b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

sho-takase commited on Jun 7

Commit

4dbed22

•

1 Parent(s): 111711a

revise readme

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -17,7 +17,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, set_seed
 model = AutoModelForCausalLM.from_pretrained("sbintuitions/sarashina1-7b", torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina1-7b", use_fast=False)
-generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0)
 set_seed(123)
 text = generator(

 model = AutoModelForCausalLM.from_pretrained("sbintuitions/sarashina1-7b", torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("sbintuitions/sarashina1-7b", use_fast=False)
+generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto")
 set_seed(123)
 text = generator(