Hugging Face's logo

RayBernard
/
llama-3-8B-Instruct-ft

PEFT
Safetensors
trl
sft
Generated from Trainer
Model card Files Community
RayBernard commited on
Commit
58f9ea5
•
1 Parent(s): 2741801

End of training

Browse files
Files changed (7) hide show
  1. README.md +0 -4
  2. adapter_config.json +2 -2
  3. adapter_model.safetensors +2 -2
  4. special_tokens_map.json +0 -7
  5. tokenizer.json +0 -9
  6. tokenizer_config.json +0 -9
  7. training_args.bin +1 -1
README.md CHANGED
@@ -49,10 +49,6 @@ The following hyperparameters were used during training:
49
  - training_steps: 50
50
  - mixed_precision_training: Native AMP
51
 
52
- ### Training results
53
-
54
-
55
-
56
  ### Framework versions
57
 
58
  - PEFT 0.11.1
 
49
  - training_steps: 50
50
  - mixed_precision_training: Native AMP
51
 
 
 
 
 
52
  ### Framework versions
53
 
54
  - PEFT 0.11.1
adapter_config.json CHANGED
@@ -20,9 +20,9 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
  "q_proj",
25
- "output_proj"
 
26
  ],
27
  "task_type": "CAUSAL_LM",
28
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "q_proj",
24
+ "output_proj",
25
+ "v_proj"
26
  ],
27
  "task_type": "CAUSAL_LM",
28
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c654071e665d7d4e157768c6abd790db36395a7355c9092a024f043065bac7e
3
- size 4311795296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2023e90a3562da18debac20a7981651a53e510e25fbee0bcd458d9b8c8edc3
3
+ size 109069176
special_tokens_map.json CHANGED
@@ -12,12 +12,5 @@
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "[PAD]",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
  }
23
  }
 
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
 
 
 
 
 
 
 
15
  }
16
  }
tokenizer.json CHANGED
@@ -2306,15 +2306,6 @@
2306
  "rstrip": false,
2307
  "normalized": false,
2308
  "special": true
2309
- },
2310
- {
2311
- "id": 128256,
2312
- "content": "[PAD]",
2313
- "single_word": false,
2314
- "lstrip": false,
2315
- "rstrip": false,
2316
- "normalized": false,
2317
- "special": true
2318
  }
2319
  ],
2320
  "normalizer": null,
 
2306
  "rstrip": false,
2307
  "normalized": false,
2308
  "special": true
 
 
 
 
 
 
 
 
 
2309
  }
2310
  ],
2311
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -2047,14 +2047,6 @@
2047
  "rstrip": false,
2048
  "single_word": false,
2049
  "special": true
2050
- },
2051
- "128256": {
2052
- "content": "[PAD]",
2053
- "lstrip": false,
2054
- "normalized": false,
2055
- "rstrip": false,
2056
- "single_word": false,
2057
- "special": true
2058
  }
2059
  },
2060
  "bos_token": "<|begin_of_text|>",
@@ -2066,6 +2058,5 @@
2066
  "attention_mask"
2067
  ],
2068
  "model_max_length": 1000000000000000019884624838656,
2069
- "pad_token": "[PAD]",
2070
  "tokenizer_class": "PreTrainedTokenizerFast"
2071
  }
 
2047
  "rstrip": false,
2048
  "single_word": false,
2049
  "special": true
 
 
 
 
 
 
 
 
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
 
2058
  "attention_mask"
2059
  ],
2060
  "model_max_length": 1000000000000000019884624838656,
 
2061
  "tokenizer_class": "PreTrainedTokenizerFast"
2062
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b588abdbd36a815fe9ccea1c21ed5e3ca61a63259d338eae17a086fd8bff6943
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e07c5ce7917d330ef2a906424f44f204d3b0b5cbb8d55349481155a6573fa89
3
  size 5368