kakinola23 commited on
Commit
5939e07
1 Parent(s): e4d1b25

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "o_proj",
25
  "q_proj",
26
- "k_proj"
 
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "q_proj",
24
+ "o_proj",
25
+ "k_proj",
26
+ "v_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92e529907a9f04670a79643d81ff667f4ba3a867ce5c1d832c6d4aea6178d84e
3
  size 73430448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9af6d4835a05c03a61e2d9c8fae8f3fc322b0e8255e5dbd3f807300948d6d68
3
  size 73430448
runs/Oct22_22-33-28_058edb22b3ef/events.out.tfevents.1729637025.058edb22b3ef.5360.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a47714c660a677b185ed9bb944c47ac988a8cecdd2567e5d1fa8863951668c92
3
+ size 4184
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 1024,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eca4260c85665e16e3cbcc1ce4100fa897732c3eede811cd4116f6b2cc5f4e5e
3
- size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c22def99db8e10c10a7b8277199eb67ae438045fa219717b42394b9169537f37
3
+ size 5432