ale-bay commited on
Commit
11a0b7a
1 Parent(s): c53a9b5

Model save

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +63 -0
  3. all_results.json +9 -0
  4. config.json +29 -0
  5. generation_config.json +7 -0
  6. model-00001-of-00002.safetensors +3 -0
  7. model-00002-of-00002.safetensors +3 -0
  8. model.safetensors.index.json +171 -0
  9. runs/Jul16_18-12-23_ale-distillm-4-0-0/events.out.tfevents.1721149966.ale-distillm-4-0-0.7658.0 +3 -0
  10. runs/Jul16_18-20-11_ale-distillm-4-0-0/events.out.tfevents.1721150424.ale-distillm-4-0-0.7949.0 +3 -0
  11. runs/Jul16_18-22-23_ale-distillm-4-0-0/events.out.tfevents.1721150560.ale-distillm-4-0-0.8244.0 +3 -0
  12. runs/Jul17_11-03-52_ale-distillm-4-0-0/events.out.tfevents.1721210651.ale-distillm-4-0-0.8479.0 +3 -0
  13. runs/Jul17_11-04-55_ale-distillm-4-0-0/events.out.tfevents.1721210714.ale-distillm-4-0-0.8662.0 +3 -0
  14. runs/Jul17_11-27-53_ale-distillm-4-0-0/events.out.tfevents.1721212093.ale-distillm-4-0-0.9186.0 +3 -0
  15. runs/Jul17_11-28-42_ale-distillm-4-0-0/events.out.tfevents.1721212137.ale-distillm-4-0-0.9386.0 +3 -0
  16. runs/Jul17_11-36-32_ale-distillm-4-0-0/events.out.tfevents.1721212618.ale-distillm-4-0-0.10015.0 +3 -0
  17. runs/Jul17_12-10-33_ale-distillm-4-0-0/events.out.tfevents.1721214649.ale-distillm-4-0-0.10368.0 +3 -0
  18. runs/Jul17_12-21-11_ale-distillm-4-0-0/events.out.tfevents.1721215291.ale-distillm-4-0-0.10647.0 +3 -0
  19. runs/Jul17_12-24-53_ale-distillm-4-0-0/events.out.tfevents.1721215508.ale-distillm-4-0-0.10860.0 +3 -0
  20. runs/Jul17_12-34-51_ale-distillm-4-0-0/events.out.tfevents.1721216106.ale-distillm-4-0-0.11082.0 +3 -0
  21. runs/Jul17_12-49-34_ale-distillm-4-0-0/events.out.tfevents.1721216989.ale-distillm-4-0-0.11354.0 +3 -0
  22. runs/Jul17_13-09-32_ale-distillm-4-0-0/events.out.tfevents.1721218187.ale-distillm-4-0-0.11829.0 +3 -0
  23. runs/Jul17_13-12-55_ale-distillm-4-0-0/events.out.tfevents.1721218390.ale-distillm-4-0-0.12123.0 +3 -0
  24. runs/Jul17_13-13-43_ale-distillm-4-0-0/events.out.tfevents.1721218443.ale-distillm-4-0-0.12398.0 +3 -0
  25. runs/Jul17_13-15-39_ale-distillm-4-0-0/events.out.tfevents.1721218553.ale-distillm-4-0-0.12607.0 +3 -0
  26. runs/Jul17_14-00-44_ale-distillm-4-0-0/events.out.tfevents.1721221259.ale-distillm-4-0-0.12881.0 +3 -0
  27. runs/Jul17_14-03-37_ale-distillm-4-0-0/events.out.tfevents.1721221432.ale-distillm-4-0-0.13176.0 +3 -0
  28. runs/Jul17_14-04-49_ale-distillm-4-0-0/events.out.tfevents.1721221504.ale-distillm-4-0-0.13609.0 +3 -0
  29. runs/Jul17_14-34-01_ale-distillm-8-0-0/events.out.tfevents.1721223728.ale-distillm-8-0-0.2624.0 +3 -0
  30. runs/Jul17_15-05-14_ale-distillm-8-0-0/events.out.tfevents.1721225135.ale-distillm-8-0-0.3160.0 +3 -0
  31. runs/Jul17_15-07-31_ale-distillm-8-0-0/events.out.tfevents.1721225298.ale-distillm-8-0-0.3493.0 +3 -0
  32. runs/Jul17_15-09-08_ale-distillm-8-0-0/events.out.tfevents.1721225375.ale-distillm-8-0-0.3899.0 +3 -0
  33. runs/Jul17_15-12-13_ale-distillm-8-0-0/events.out.tfevents.1721225558.ale-distillm-8-0-0.4304.0 +3 -0
  34. runs/Jul17_15-33-25_ale-distillm-8-0-0/events.out.tfevents.1721226819.ale-distillm-8-0-0.5027.0 +3 -0
  35. runs/Jul17_15-37-19_ale-distillm-8-0-0/events.out.tfevents.1721227053.ale-distillm-8-0-0.5333.0 +3 -0
  36. runs/Jul17_15-40-39_ale-distillm-8-0-0/events.out.tfevents.1721227253.ale-distillm-8-0-0.5662.0 +3 -0
  37. runs/Jul18_08-21-26_ale-distillm-8-0-0/events.out.tfevents.1721287323.ale-distillm-8-0-0.6210.0 +3 -0
  38. runs/Jul18_08-31-58_ale-distillm-8-0-0/events.out.tfevents.1721287933.ale-distillm-8-0-0.6609.0 +3 -0
  39. runs/Jul18_08-40-57_ale-distillm-8-0-0/events.out.tfevents.1721288501.ale-distillm-8-0-0.6938.0 +3 -0
  40. runs/Jul18_08-43-48_ale-distillm-8-0-0/events.out.tfevents.1721288655.ale-distillm-8-0-0.7340.0 +3 -0
  41. runs/Jul18_08-46-16_ale-distillm-8-0-0/events.out.tfevents.1721288790.ale-distillm-8-0-0.7769.0 +3 -0
  42. runs/Jul18_09-00-59_ale-distillm-8-0-0/events.out.tfevents.1721289676.ale-distillm-8-0-0.8302.0 +3 -0
  43. runs/Jul18_09-05-16_ale-distillm-8-0-0/events.out.tfevents.1721289930.ale-distillm-8-0-0.8653.0 +3 -0
  44. runs/Jul18_09-10-17_ale-distillm-8-0-0/events.out.tfevents.1721290244.ale-distillm-8-0-0.8992.0 +3 -0
  45. runs/Jul18_09-31-51_ale-distillm-8-0-0/events.out.tfevents.1721291539.ale-distillm-8-0-0.9393.0 +3 -0
  46. runs/Jul18_10-30-23_ale-distillm-8-0-0/events.out.tfevents.1721295036.ale-distillm-8-0-0.9995.0 +3 -0
  47. runs/Jul18_10-32-15_ale-distillm-8-0-0/events.out.tfevents.1721295149.ale-distillm-8-0-0.10329.0 +3 -0
  48. runs/Jul18_10-33-27_ale-distillm-8-0-0/events.out.tfevents.1721295221.ale-distillm-8-0-0.10663.0 +3 -0
  49. runs/Jul18_10-50-46_ale-distillm-8-0-0/events.out.tfevents.1721296272.ale-distillm-8-0-0.11268.0 +3 -0
  50. runs/Jul18_10-51-50_ale-distillm-8-0-0/events.out.tfevents.1721296327.ale-distillm-8-0-0.11641.0 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - trl
4
+ - sft
5
+ - generated_from_trainer
6
+ datasets:
7
+ - generator
8
+ model-index:
9
+ - name: zephyr-2b-gemma-dft
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://zebra.wandb.io/cto/distillm/runs/kje9xugl)
17
+ # zephyr-2b-gemma-dft
18
+
19
+ This model was trained from scratch on the generator dataset.
20
+ It achieves the following results on the evaluation set:
21
+ - Loss: 0.0000
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 2e-05
41
+ - train_batch_size: 8
42
+ - eval_batch_size: 8
43
+ - seed: 42
44
+ - gradient_accumulation_steps: 4
45
+ - total_train_batch_size: 32
46
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
+ - lr_scheduler_type: cosine
48
+ - lr_scheduler_warmup_ratio: 0.1
49
+ - num_epochs: 1
50
+
51
+ ### Training results
52
+
53
+ | Training Loss | Epoch | Step | Validation Loss |
54
+ |:-------------:|:------:|:----:|:---------------:|
55
+ | 0.0 | 0.9982 | 270 | 0.0000 |
56
+
57
+
58
+ ### Framework versions
59
+
60
+ - Transformers 4.42.4
61
+ - Pytorch 2.3.1+cu121
62
+ - Datasets 2.20.0
63
+ - Tokenizers 0.19.1
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0.9981515711645101,
3
+ "total_flos": 5.260333472022528e+16,
4
+ "train_loss": 1.8035727003330572e-05,
5
+ "train_runtime": 2689.0507,
6
+ "train_samples": 6750,
7
+ "train_samples_per_second": 3.217,
8
+ "train_steps_per_second": 0.1
9
+ }
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "data/gemma-2b",
3
+ "architectures": [
4
+ "GemmaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 2,
9
+ "eos_token_id": 1,
10
+ "head_dim": 256,
11
+ "hidden_act": "gelu",
12
+ "hidden_activation": "gelu_pytorch_tanh",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 16384,
16
+ "max_position_embeddings": 8192,
17
+ "model_type": "gemma",
18
+ "num_attention_heads": 8,
19
+ "num_hidden_layers": 18,
20
+ "num_key_value_heads": 1,
21
+ "pad_token_id": 0,
22
+ "rms_norm_eps": 1e-06,
23
+ "rope_scaling": null,
24
+ "rope_theta": 10000.0,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.42.4",
27
+ "use_cache": false,
28
+ "vocab_size": 256000
29
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 2,
4
+ "eos_token_id": 1,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.42.4"
7
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:166c2cc2ac8f29542b11f7812cc6cdded64345b787b9b74e50c194790584c068
3
+ size 4945242264
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403d33ecb881a9ae12700a261993eb4f1ad36a361fbb628ffaa31bf3ff3456e1
3
+ size 67121608
model.safetensors.index.json ADDED
@@ -0,0 +1,171 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 5012344832
4
+ },
5
+ "weight_map": {
6
+ "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
7
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
8
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
9
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
10
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
11
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
12
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
13
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
14
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
15
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
16
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
17
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
18
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
19
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
20
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
21
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
22
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
23
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
24
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
25
+ "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
26
+ "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
27
+ "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
28
+ "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
29
+ "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
30
+ "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
31
+ "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
32
+ "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
33
+ "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
34
+ "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
35
+ "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
36
+ "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
37
+ "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
38
+ "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
39
+ "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
40
+ "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
41
+ "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
42
+ "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
43
+ "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
44
+ "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
45
+ "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
46
+ "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
47
+ "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
48
+ "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
49
+ "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
50
+ "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
51
+ "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
52
+ "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
53
+ "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
54
+ "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
55
+ "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
56
+ "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
57
+ "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
58
+ "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
59
+ "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
60
+ "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
61
+ "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
62
+ "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
63
+ "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
64
+ "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
65
+ "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
66
+ "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
67
+ "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
68
+ "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
69
+ "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
70
+ "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
71
+ "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
72
+ "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
73
+ "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
74
+ "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
75
+ "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
76
+ "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
77
+ "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
78
+ "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
79
+ "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
80
+ "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
81
+ "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
82
+ "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
83
+ "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
84
+ "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
85
+ "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
86
+ "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
87
+ "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
88
+ "model.layers.17.input_layernorm.weight": "model-00002-of-00002.safetensors",
89
+ "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
90
+ "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
91
+ "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
92
+ "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
93
+ "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
94
+ "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
95
+ "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
96
+ "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
97
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
98
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
99
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
100
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
101
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
102
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
103
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
104
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
105
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
106
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
107
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
108
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
109
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
110
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
111
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
112
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
113
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
114
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
115
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
116
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
117
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
118
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
119
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
120
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
121
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
122
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
123
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
124
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
125
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
126
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
127
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
128
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
129
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
130
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
131
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
132
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
133
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
134
+ "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
135
+ "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
136
+ "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
137
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
138
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
139
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
140
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
141
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
142
+ "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
143
+ "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
144
+ "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
145
+ "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
146
+ "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
147
+ "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
148
+ "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
149
+ "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
150
+ "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
151
+ "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
152
+ "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
153
+ "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
154
+ "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
155
+ "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
156
+ "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
157
+ "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
158
+ "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
159
+ "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
160
+ "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
161
+ "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
162
+ "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
163
+ "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
164
+ "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
165
+ "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
166
+ "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
167
+ "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
168
+ "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
169
+ "model.norm.weight": "model-00002-of-00002.safetensors"
170
+ }
171
+ }
runs/Jul16_18-12-23_ale-distillm-4-0-0/events.out.tfevents.1721149966.ale-distillm-4-0-0.7658.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3fd7babffa0e9fdf4182b38c8071b38d38e57db672c81819305ab7b2c25308b
3
+ size 5055
runs/Jul16_18-20-11_ale-distillm-4-0-0/events.out.tfevents.1721150424.ale-distillm-4-0-0.7949.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dea8980e272d221ff59bdececffe023d523e0f5c7ea68a8138516094410725c
3
+ size 5055
runs/Jul16_18-22-23_ale-distillm-4-0-0/events.out.tfevents.1721150560.ale-distillm-4-0-0.8244.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec26a1e5af465720c232ff6afd65bcf34cb3b4236f6949ac2c779afd12ca9e1
3
+ size 5055
runs/Jul17_11-03-52_ale-distillm-4-0-0/events.out.tfevents.1721210651.ale-distillm-4-0-0.8479.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab42917c254853050095e429ea9fa59b50da47494cc10f674f45746b5af02157
3
+ size 5055
runs/Jul17_11-04-55_ale-distillm-4-0-0/events.out.tfevents.1721210714.ale-distillm-4-0-0.8662.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd05f663af210ef2de49565416459d12abe15960a1d0ca0ef8e93f9a27e60667
3
+ size 5055
runs/Jul17_11-27-53_ale-distillm-4-0-0/events.out.tfevents.1721212093.ale-distillm-4-0-0.9186.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7092880334181484ee43a723e7d22e66b6de34a8cbe72a7dcf9d52af122ab904
3
+ size 5055
runs/Jul17_11-28-42_ale-distillm-4-0-0/events.out.tfevents.1721212137.ale-distillm-4-0-0.9386.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10974222cd7e984ba0a009524eb7a3965f59d8f6208cbedeabbac4ee4fa19ea8
3
+ size 5055
runs/Jul17_11-36-32_ale-distillm-4-0-0/events.out.tfevents.1721212618.ale-distillm-4-0-0.10015.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62fdc7be20c86a69d309ce6af7a7c50639a02b8e7de9d509ac308c0b23e82404
3
+ size 5087
runs/Jul17_12-10-33_ale-distillm-4-0-0/events.out.tfevents.1721214649.ale-distillm-4-0-0.10368.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d504a55c4df859f7b471970c71509272d6e3c76a47e81f8c2827d94fe569a30
3
+ size 5087
runs/Jul17_12-21-11_ale-distillm-4-0-0/events.out.tfevents.1721215291.ale-distillm-4-0-0.10647.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0fd73ff50ab253c90f3faea2b74cca9edbd46576b1426bce9795a85bf1f192
3
+ size 5087
runs/Jul17_12-24-53_ale-distillm-4-0-0/events.out.tfevents.1721215508.ale-distillm-4-0-0.10860.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89929bcc3fd481899f8559e297cf7bb0cdfc326d73f26b2f7e3effe48cab54a
3
+ size 5087
runs/Jul17_12-34-51_ale-distillm-4-0-0/events.out.tfevents.1721216106.ale-distillm-4-0-0.11082.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e331c25188f28d5bc3abbb566730a28f1f2e55951a6977142f82c12a8d02eba
3
+ size 5087
runs/Jul17_12-49-34_ale-distillm-4-0-0/events.out.tfevents.1721216989.ale-distillm-4-0-0.11354.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e6ca33ae652b061367a63f8f1b6fc552bade2c1b46865945c26ab75da85d45c
3
+ size 5087
runs/Jul17_13-09-32_ale-distillm-4-0-0/events.out.tfevents.1721218187.ale-distillm-4-0-0.11829.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5066ae9eb68702efa52f40e4f1da54ac877df37ee04c6e08a1b3221e51f4b0
3
+ size 5087
runs/Jul17_13-12-55_ale-distillm-4-0-0/events.out.tfevents.1721218390.ale-distillm-4-0-0.12123.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfec3c1845089a56f9c4052ac42d774681dd9de81d94f1c3a011a19b4411385b
3
+ size 5087
runs/Jul17_13-13-43_ale-distillm-4-0-0/events.out.tfevents.1721218443.ale-distillm-4-0-0.12398.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a02770839a18eafe9c4ccd86088dfe776131f259dc5cefe54cafdf6e2af6a80
3
+ size 5087
runs/Jul17_13-15-39_ale-distillm-4-0-0/events.out.tfevents.1721218553.ale-distillm-4-0-0.12607.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b3eab5c1ae70676d9c87154ba38f758706702098852d920488668a4b087883
3
+ size 5087
runs/Jul17_14-00-44_ale-distillm-4-0-0/events.out.tfevents.1721221259.ale-distillm-4-0-0.12881.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e75cf2449c6b5e5f670f83bedafe082f8af03fabe57bb4a87069cf184d66e24
3
+ size 5086
runs/Jul17_14-03-37_ale-distillm-4-0-0/events.out.tfevents.1721221432.ale-distillm-4-0-0.13176.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b62346c4be5f816886cd8150e9b5cea91e925ef1fe0b69e429afac7f246bd9d8
3
+ size 5293
runs/Jul17_14-04-49_ale-distillm-4-0-0/events.out.tfevents.1721221504.ale-distillm-4-0-0.13609.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0752a22e6ccc4555c0088bba4b252394e7d820fa8705a44de664a8976d91b0
3
+ size 10683
runs/Jul17_14-34-01_ale-distillm-8-0-0/events.out.tfevents.1721223728.ale-distillm-8-0-0.2624.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df9453a58a3ca60873c86a217f0bae83aa115c813e28a46964b8ba7e71c2017
3
+ size 5086
runs/Jul17_15-05-14_ale-distillm-8-0-0/events.out.tfevents.1721225135.ale-distillm-8-0-0.3160.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4878ae53ad6ee4ba5b16b14ec9d342a6fbbad39fd2128a4f0ba2ecbde8fe61
3
+ size 5086
runs/Jul17_15-07-31_ale-distillm-8-0-0/events.out.tfevents.1721225298.ale-distillm-8-0-0.3493.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a00ba0003f0a4cde97006a9e21f770f96592121961afb70d388006836c199d7
3
+ size 5055
runs/Jul17_15-09-08_ale-distillm-8-0-0/events.out.tfevents.1721225375.ale-distillm-8-0-0.3899.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bdd1f0813c8b60d1f4b34ce47b8ea4e5c7d1b43860e78c077825e7ea9cf4317
3
+ size 5086
runs/Jul17_15-12-13_ale-distillm-8-0-0/events.out.tfevents.1721225558.ale-distillm-8-0-0.4304.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0ca0aaee6a6430d4f9b1066718e40063917f12e389ef25a4abafdbeb985755
3
+ size 5086
runs/Jul17_15-33-25_ale-distillm-8-0-0/events.out.tfevents.1721226819.ale-distillm-8-0-0.5027.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8070ed496d5878317b955ed8a5d1816159305f6bbe985116856e738db1bc7213
3
+ size 5087
runs/Jul17_15-37-19_ale-distillm-8-0-0/events.out.tfevents.1721227053.ale-distillm-8-0-0.5333.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f33fb6cda0b4825a7ea029b5d0605168b9d5953d56bbdc777e0328e70df2b15
3
+ size 5087
runs/Jul17_15-40-39_ale-distillm-8-0-0/events.out.tfevents.1721227253.ale-distillm-8-0-0.5662.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cac9787042f38c64ac3b2e1613e873a2742f4a51ff3d01ce6f6d46c3d3d9fb75
3
+ size 5086
runs/Jul18_08-21-26_ale-distillm-8-0-0/events.out.tfevents.1721287323.ale-distillm-8-0-0.6210.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6cc02a9efbe2cf2bfcf8b86f7413ed2343329ef3b2e8ef5a0a5ad12a5229fd7
3
+ size 5086
runs/Jul18_08-31-58_ale-distillm-8-0-0/events.out.tfevents.1721287933.ale-distillm-8-0-0.6609.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f94b89bc6517903a538b4226559f1c7b3514d65825523c35b092168e38fc933
3
+ size 5086
runs/Jul18_08-40-57_ale-distillm-8-0-0/events.out.tfevents.1721288501.ale-distillm-8-0-0.6938.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:181ebcd6a237e3dc441423c263d92f59515b9fe360230c3975ea5b4884bf3968
3
+ size 5087
runs/Jul18_08-43-48_ale-distillm-8-0-0/events.out.tfevents.1721288655.ale-distillm-8-0-0.7340.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b329679593a913b57ebbd352b51290c373d722856a81414310179ddb390e31
3
+ size 5087
runs/Jul18_08-46-16_ale-distillm-8-0-0/events.out.tfevents.1721288790.ale-distillm-8-0-0.7769.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:613b4ea765180d4441669aec54fc86fdaf2ec2c47e4d93c4087d06a81851c06a
3
+ size 5087
runs/Jul18_09-00-59_ale-distillm-8-0-0/events.out.tfevents.1721289676.ale-distillm-8-0-0.8302.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54270265a73720dc8cfccae09b7f417ddf47f864ed882690595f45c97f7c99e7
3
+ size 5087
runs/Jul18_09-05-16_ale-distillm-8-0-0/events.out.tfevents.1721289930.ale-distillm-8-0-0.8653.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f27c23d77905906192737e0a47e380d3e8696e8cac96a8195e191aa8985a3be
3
+ size 5087
runs/Jul18_09-10-17_ale-distillm-8-0-0/events.out.tfevents.1721290244.ale-distillm-8-0-0.8992.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d4da68d9d2699e78cb8e1ed236a71d9a17fe9961352b90c0c297887b31cda8
3
+ size 5087
runs/Jul18_09-31-51_ale-distillm-8-0-0/events.out.tfevents.1721291539.ale-distillm-8-0-0.9393.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbb367b444b118e93749b3754682a00b7a4f939f4cae26dfe31092003da1458
3
+ size 5087
runs/Jul18_10-30-23_ale-distillm-8-0-0/events.out.tfevents.1721295036.ale-distillm-8-0-0.9995.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ab4b2fafc194e75ea4b22c184da37e276a5dfc0f455985cf5b11bd30fc3e42
3
+ size 5087
runs/Jul18_10-32-15_ale-distillm-8-0-0/events.out.tfevents.1721295149.ale-distillm-8-0-0.10329.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e07330b91d46f77e9e070fbc84a9935b72c420fe737aa7230e5520a95874354
3
+ size 5087
runs/Jul18_10-33-27_ale-distillm-8-0-0/events.out.tfevents.1721295221.ale-distillm-8-0-0.10663.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f817bea72f99381b3353b349c888a22643e26c8da63fab5aea868192bfd4a84b
3
+ size 5086
runs/Jul18_10-50-46_ale-distillm-8-0-0/events.out.tfevents.1721296272.ale-distillm-8-0-0.11268.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c32a5d43ca36b20dba38d667c2bc977e48f4f07b7435862ddfba35334bd24574
3
+ size 5087
runs/Jul18_10-51-50_ale-distillm-8-0-0/events.out.tfevents.1721296327.ale-distillm-8-0-0.11641.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b213f9e2452b5046a74bdf9a7f70307de998700b372bc1dc810065f5b2592b30
3
+ size 5087