fix typo re model_path
#3
by
aghorbani
- opened
README.md
CHANGED
@@ -55,7 +55,7 @@ model = AutoModel.from_pretrained(
|
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
low_cpu_mem_usage=True,
|
57 |
trust_remote_code=True).eval().cuda()
|
58 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
59 |
generation_config = dict(max_new_tokens=1024, do_sample=True)
|
60 |
|
61 |
|
|
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
low_cpu_mem_usage=True,
|
57 |
trust_remote_code=True).eval().cuda()
|
58 |
+
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, use_fast=False)
|
59 |
generation_config = dict(max_new_tokens=1024, do_sample=True)
|
60 |
|
61 |
|