royleibov
/

granite-3b-code-base-128k-ZipNN-Compressed

Text Generation

text-generation-inference

Model card Files Files and versions Community

rpand002 commited on 25 days ago

Commit

c185c5f

•

1 Parent(s): d929d31

fix model name

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -218,7 +218,7 @@ This is a simple example of how to use **Granite-3B-Code-Base-128K** model.
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 device = "cuda" # or "cpu"
-model_path = "ibm-granite/granite-3b-code-base-128K"
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 # drop device_map if running on CPU
 model = AutoModelForCausalLM.from_pretrained(model_path, device_map=device)

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 device = "cuda" # or "cpu"
+model_path = "ibm-granite/granite-3b-code-base-128k"
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 # drop device_map if running on CPU
 model = AutoModelForCausalLM.from_pretrained(model_path, device_map=device)