Added a missing comma. (#2)
Browse files- Added a missing comma. (a0c30b9f851eecab292c2ac79831ba8fa2db9264)
Co-authored-by: Yucel <Speedsy@users.noreply.huggingface.co>
README.md
CHANGED
@@ -112,7 +112,7 @@ use_triton = False
|
|
112 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
113 |
|
114 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
115 |
-
model_basename=model_basename
|
116 |
use_safetensors=True,
|
117 |
trust_remote_code=True,
|
118 |
device="cuda:0",
|
|
|
112 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
113 |
|
114 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
115 |
+
model_basename=model_basename,
|
116 |
use_safetensors=True,
|
117 |
trust_remote_code=True,
|
118 |
device="cuda:0",
|