sarashi0811
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -21,7 +21,6 @@ import json
|
|
21 |
```
|
22 |
|
23 |
```
|
24 |
-
HF_TOKEN = "your token"
|
25 |
model_id = "sarashi0811/llm2024_v3"
|
26 |
|
27 |
# QLoRA config
|
@@ -35,12 +34,11 @@ bnb_config = BitsAndBytesConfig(
|
|
35 |
model = AutoModelForCausalLM.from_pretrained(
|
36 |
model_id,
|
37 |
quantization_config=bnb_config,
|
38 |
-
device_map="auto"
|
39 |
-
token = HF_TOKEN
|
40 |
)
|
41 |
|
42 |
# Load tokenizer
|
43 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True
|
44 |
```
|
45 |
|
46 |
```
|
|
|
21 |
```
|
22 |
|
23 |
```
|
|
|
24 |
model_id = "sarashi0811/llm2024_v3"
|
25 |
|
26 |
# QLoRA config
|
|
|
34 |
model = AutoModelForCausalLM.from_pretrained(
|
35 |
model_id,
|
36 |
quantization_config=bnb_config,
|
37 |
+
device_map="auto"
|
|
|
38 |
)
|
39 |
|
40 |
# Load tokenizer
|
41 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
42 |
```
|
43 |
|
44 |
```
|