Hugging Face's logo

ashabrawy
/
jais-family-590m-gamma-0.0-0-lamda-0.0-0-English-sft

Transformers
Safetensors
Generated from Trainer
trl
sft
Inference Endpoints
Model card Files Community
ashabrawy commited on
Commit
d778192
•
1 Parent(s): e9118d0

jais-family-590m_gamma_0.0_0_lamda_0.0-0_English_sft/

Browse files
Files changed (12) hide show
  1. README.md +1 -1
  2. adapter_config.json +4 -4
  3. global_step220/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. global_step220/zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  5. global_step220/zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  6. global_step220/zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  7. global_step220/zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  8. global_step220/zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  9. global_step220/zero_pp_rank_6_mp_rank_00_model_states.pt +1 -1
  10. global_step220/zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  11. global_step220/zero_pp_rank_7_mp_rank_00_model_states.pt +1 -1
  12. global_step220/zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/afz225/uncategorized/runs/rub768fx)
31
 
32
  This model was trained with SFT.
33
 
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/afz225/uncategorized/runs/x7hgncrn)
31
 
32
  This model was trained with SFT.
33
 
adapter_config.json CHANGED
@@ -23,14 +23,14 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "v_proj",
27
  "down_proj",
28
- "up_proj",
29
- "o_proj",
30
  "k_proj",
31
  "q_proj",
 
 
32
  "lm_head",
33
- "gate_proj"
 
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "use_dora": false,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
26
  "down_proj",
 
 
27
  "k_proj",
28
  "q_proj",
29
+ "v_proj",
30
+ "up_proj",
31
  "lm_head",
32
+ "gate_proj",
33
+ "o_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "use_dora": false,
global_step220/zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9937d5c71b9aa073552433c4c7fd0d27a28a2e07fc94eafe2922d9685930daea
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f27f102dc4ca96cee56db849e35c55e8ea3c48de86c82b732990247379a4da
3
  size 2080173
global_step220/zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4683f9623fa5453282ac316789bc974c0d4b912cec3cd3c2f98a98b224711606
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2b50f3a3d583b2de388959b3baae8c468fa5e4164eeb9068f254611649cfd91
3
  size 2080173
global_step220/zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0b7112cc45b26cc2ad78af99c3d1e452e30eda31f754d7d7f75e152756b2f41
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b58ea2a943938993aef0c2d066af07e16b9aa6b9aa86f0663aea480809def12
3
  size 2080173
global_step220/zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea7d297e76217595750543017aa41b6fada57cd05d30b7787e1be5db83392124
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23f3fa8fd07d177d377546cea6c49d7e7ae739e82b705029ce9a7e287647638f
3
  size 2080173
global_step220/zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7cd350cfb4d52df9825f933cc6e13e4c90949205955e6fa4808f8abc6f6d89c
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23447e8e8ce588ea5c8b5ed4f8d3cffe4aed701dea6b790e12a04a87961f6d51
3
  size 2080173
global_step220/zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:201697572c1e8c628e661b02ec9d5c276bca29ea37fe59d026c4fca144e59786
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57a7f3abfad6c813f503f3d42cbb05a5b6c98c6ab0b8251085e9e01b8a0f3caa
3
  size 2080173
global_step220/zero_pp_rank_6_mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68b4d81c4db9c645030b4fc982829bf2a5ba55e6be9d8f30409dfba997097388
3
  size 160351464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498ec3257a44423b4de742131a4b62d403d918fe58c1c3cf9072e0e45e07409d
3
  size 160351464
global_step220/zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4270025778a6fbe4cf309f4c20b59a823f349f21eb0bdef775867e9124cf546
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef846c07afdabb068901dab43116230b3240bd7e2574397f1c0b620227a2918
3
  size 2080173
global_step220/zero_pp_rank_7_mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10be5442dd2778719ae6af14837f2be6b39fb150300fcb8edd1adb0cdf147bba
3
  size 160351464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc8f1f22e64b54bd20488ddbce466c8de038b02e20988854984a99032f60e49b
3
  size 160351464
global_step220/zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:728ac6c27d15e62bf11ffbb62cb08fd62a51eb74406dca3efffffc26408f34ad
3
  size 2080173
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6e3f0df1074ff8791b726fb99a98cd9169bc62b0c74d00e2ece6a6d248243bc
3
  size 2080173