ritabratamaiti commited on
Commit
41b8fea
·
verified ·
1 Parent(s): fbffa94

Upload folder using huggingface_hub

Browse files
input_tokenizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d67616bd5bab854faa48c6749b783cb91457c9691c3cd3195fa3fef5c30b5c3c
3
  size 39874712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00220e82d5f513660523eaf8233151b0fe59c7f620e0e2f4ae37647b960ff02a
3
  size 39874712
language_model/adapter_config.json CHANGED
@@ -16,12 +16,17 @@
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
- "r": 16,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "q_proj",
24
- "v_proj"
 
 
 
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
+ "r": 8,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
24
+ "v_proj",
25
  "q_proj",
26
+ "up_proj",
27
+ "down_proj",
28
+ "gate_proj",
29
+ "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
language_model/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28c332f460d87c72f1787ad722f970af9f5ef6159f8fa460931c53fe6b3b3a98
3
- size 6824216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb742dd1297d1e9b032d23387ef19d4a7f7cadffff6685884e6abfe0ebb6a7e0
3
+ size 22573704