Ali Eren Ak commited on
Commit
f631a39
·
1 Parent(s): d996c15
README.md CHANGED
@@ -205,11 +205,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
205
  ### Framework versions
206
 
207
 
208
- - PEFT 0.6.2
209
- ## Training procedure
210
-
211
-
212
- ### Framework versions
213
-
214
-
215
  - PEFT 0.6.2
 
205
  ### Framework versions
206
 
207
 
 
 
 
 
 
 
 
208
  - PEFT 0.6.2
adapter_config.json CHANGED
@@ -16,8 +16,8 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "v_proj",
20
- "q_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
+ "q_proj",
20
+ "v_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10d66cc1de0bfd22e3e3f21a09e6268f118ca4f62db62fb5c6de93bd59305b1a
3
  size 8405600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6add37cf960e5a9f2d2643de77e104b808daf257b26470d4499517c8c2edae
3
  size 8405600
all_results.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "epoch": 1.0,
3
- "max_memory_allocated (GB)": 49.0,
4
- "memory_allocated (GB)": 24.73,
5
  "total_memory_available (GB)": 94.62,
6
- "train_loss": 2.141067135270941,
7
- "train_runtime": 244.0635,
8
- "train_samples_per_second": 139.129,
9
- "train_steps_per_second": 1.083
10
  }
 
1
  {
2
+ "epoch": 2.0,
3
+ "max_memory_allocated (GB)": 91.67,
4
+ "memory_allocated (GB)": 36.81,
5
  "total_memory_available (GB)": 94.62,
6
+ "train_loss": 2.199738980594434,
7
+ "train_runtime": 396.1043,
8
+ "train_samples_per_second": 154.112,
9
+ "train_steps_per_second": 0.603
10
  }
runs/{Mar14_17-47-38_tmp-gaudi2/events.out.tfevents.1710438516.tmp-gaudi2.1407476.0 → Mar15_03-44-08_tmp-gaudi2/events.out.tfevents.1710474311.tmp-gaudi2.1489709.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:782321c3901e225e7ac9d4d9ad5534d385372b4767324c2a993a44821a559307
3
- size 73666
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f201f91e613a28a820748b221692881748d555f78adfa9c29f81c47c759a6dac
3
+ size 14214
runs/{Mar15_02-19-14_tmp-gaudi2/events.out.tfevents.1710469262.tmp-gaudi2.1453692.0 → Mar15_03-48-12_tmp-gaudi2/events.out.tfevents.1710474554.tmp-gaudi2.1499591.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b71173a3eebbead871501e1fd673b026cd1bd4bf6b50b0a5bcd2a4b2114dc99
3
- size 73666
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f933a1bbb0dbd0617a08f3394c361d0eb7cb366dc778602cd8cfc336f1a54330
3
+ size 74030
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
train_results.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "epoch": 1.0,
3
- "max_memory_allocated (GB)": 49.0,
4
- "memory_allocated (GB)": 24.73,
5
  "total_memory_available (GB)": 94.62,
6
- "train_loss": 2.141067135270941,
7
- "train_runtime": 244.0635,
8
- "train_samples_per_second": 139.129,
9
- "train_steps_per_second": 1.083
10
  }
 
1
  {
2
+ "epoch": 2.0,
3
+ "max_memory_allocated (GB)": 91.67,
4
+ "memory_allocated (GB)": 36.81,
5
  "total_memory_available (GB)": 94.62,
6
+ "train_loss": 2.199738980594434,
7
+ "train_runtime": 396.1043,
8
+ "train_samples_per_second": 154.112,
9
+ "train_steps_per_second": 0.603
10
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b00c4cc68e9db845e6d409a8c65f673ca9b9a86c0d8037afb8f8769155920e7
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc06ad8fc135210b6ce0c44e44393666a7ddfe4b7098aed18864648c7c05a0f8
3
  size 5240