Zyphra
/

Zamba-7B-v1-phase1

Text Generation

Inference Endpoints

Model card Files Files and versions Community

pglo commited on Sep 22

Commit

f38b456

•

1 Parent(s): 88b3455

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -38,7 +38,7 @@ import torch
 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba-7B-v1-phase1")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba-7B-v1-phase1", device_map="auto", torch_dtype=torch.bfloat16)
-input_text = "A funny prompt would be "
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)

 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba-7B-v1-phase1")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba-7B-v1-phase1", device_map="auto", torch_dtype=torch.bfloat16)
+input_text = "What factors contributed to the fall of the Roman Empire?"
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)