TheBloke commited on
Commit
9c5433f
1 Parent(s): ad6e931

Upload README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -187,7 +187,7 @@ CT_METAL=1 pip install ctransformers>=0.2.24 --no-binary ctransformers
187
  from ctransformers import AutoModelForCausalLM
188
 
189
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
190
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-Python-13B-V1.0-GGML", model_file="wizardcoder-python-13b-v1.0.q4_K_M.gguf", model_type="llama", gpu_layers=50)
191
 
192
  print(llm("AI is going to"))
193
  ```
 
187
  from ctransformers import AutoModelForCausalLM
188
 
189
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
190
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-Python-13B-V1.0-GGUF", model_file="wizardcoder-python-13b-v1.0.q4_K_M.gguf", model_type="llama", gpu_layers=50)
191
 
192
  print(llm("AI is going to"))
193
  ```