Hugging Face's logo

ketchup123
/
llama-2-7b-chat-hf-gsm8k-bs32-sharegpt

PEFT
Safetensors
trl
sft
Generated from Trainer
Model card Files Community
ketchup123 commited on
Commit
87878ac
•
1 Parent(s): 7f66c40

Training in progress, step 100

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +2 -2
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -16,12 +16,12 @@
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
- "r": 16,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "q_proj",
24
- "v_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
+ "r": 8,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
24
+ "q_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74cbe5980016e1c3c45cf09c4fa8ed16a1fd30f1951cd14cf52040ed0458f89f
3
- size 33571624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d23c364dac0e17754a36aed00330cb08e84fc8c142c7627123e6003c600e322
3
+ size 16794200
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19c6e235d0d7f15f071e8f37c9957768cd8408d940efb5beb28062a93a7db8b8
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53832084a9e62f34b9892959914eaedc32691b27c08fdda253afa0291b609e9d
3
  size 5496