hllj commited on
Commit
8e8d6ab
1 Parent(s): d4af482

Training in progress, step 1000

Browse files
adapter_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "hllj/mistral-vi-math",
5
  "bias": "none",
@@ -13,12 +12,11 @@
13
  "modules_to_save": null,
14
  "peft_type": "LORA",
15
  "r": 256,
16
- "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "v_proj",
20
- "k_proj",
21
  "q_proj",
 
 
22
  "o_proj"
23
  ],
24
  "task_type": "CAUSAL_LM"
 
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "hllj/mistral-vi-math",
4
  "bias": "none",
 
12
  "modules_to_save": null,
13
  "peft_type": "LORA",
14
  "r": 256,
 
15
  "revision": null,
16
  "target_modules": [
 
 
17
  "q_proj",
18
+ "k_proj",
19
+ "v_proj",
20
  "o_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a660c4ff8e831008249c3261c350bab867924823e6cbb2490b8294518e13a60
3
  size 872450448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dbea24cb8dace749af26b1a96e0523e56265ba990d3282f14d28792653e68b3
3
  size 872450448
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ae366a4d956ba498c5b34343ccf768484dd70d0e3f2e41a27d91fd2925bdec0
3
- size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b67df2fc3823b9f3903d0b6123c588fd2b58960ffbba701f8aec5cb61d48e0d
3
+ size 4792