VMware
/

open-llama-7b-open-instruct

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

Teja-Gollapudi commited on Jun 8, 2023

Commit

599bdd9

•

1 Parent(s): 9d35e5c

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -36,7 +36,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 model_name = 'VMware/open-llama-7B-open-instruct-v1.1'
-tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype= torch.float16, device_map = 'sequential')

 model_name = 'VMware/open-llama-7B-open-instruct-v1.1'
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype= torch.float16, device_map = 'sequential')