inflaton commited on
Commit
3a1588f
1 Parent(s): 6996906

gemma2 training complete

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. llm_toolkit/eval_logical_reasoning.py +1 -0
  3. logs/gemma2_unsloth_train.txt +0 -0
  4. results/test_b-results_r6.csv +3 -0
  5. unsloth/gemma-2-96-it/checkpoint-1000/README.md +3 -0
  6. unsloth/gemma-2-96-it/checkpoint-1000/adapter_config.json +3 -0
  7. unsloth/gemma-2-96-it/checkpoint-1000/adapter_model.safetensors +3 -0
  8. unsloth/gemma-2-96-it/checkpoint-1000/optimizer.pt +3 -0
  9. unsloth/gemma-2-96-it/checkpoint-1000/rng_state.pth +3 -0
  10. unsloth/gemma-2-96-it/checkpoint-1000/scheduler.pt +3 -0
  11. unsloth/gemma-2-96-it/checkpoint-1000/special_tokens_map.json +3 -0
  12. unsloth/gemma-2-96-it/checkpoint-1000/tokenizer.json +3 -0
  13. unsloth/gemma-2-96-it/checkpoint-1000/tokenizer.model +3 -0
  14. unsloth/gemma-2-96-it/checkpoint-1000/tokenizer_config.json +3 -0
  15. unsloth/gemma-2-96-it/checkpoint-1000/trainer_state.json +3 -0
  16. unsloth/gemma-2-96-it/checkpoint-1000/training_args.bin +3 -0
  17. unsloth/gemma-2-96-it/checkpoint-10000/README.md +3 -0
  18. unsloth/gemma-2-96-it/checkpoint-10000/adapter_config.json +3 -0
  19. unsloth/gemma-2-96-it/checkpoint-10000/adapter_model.safetensors +3 -0
  20. unsloth/gemma-2-96-it/checkpoint-10000/optimizer.pt +3 -0
  21. unsloth/gemma-2-96-it/checkpoint-10000/rng_state.pth +3 -0
  22. unsloth/gemma-2-96-it/checkpoint-10000/scheduler.pt +3 -0
  23. unsloth/gemma-2-96-it/checkpoint-10000/special_tokens_map.json +3 -0
  24. unsloth/gemma-2-96-it/checkpoint-10000/tokenizer.json +3 -0
  25. unsloth/gemma-2-96-it/checkpoint-10000/tokenizer.model +3 -0
  26. unsloth/gemma-2-96-it/checkpoint-10000/tokenizer_config.json +3 -0
  27. unsloth/gemma-2-96-it/checkpoint-10000/trainer_state.json +3 -0
  28. unsloth/gemma-2-96-it/checkpoint-10000/training_args.bin +3 -0
  29. unsloth/gemma-2-96-it/checkpoint-10500/README.md +3 -0
  30. unsloth/gemma-2-96-it/checkpoint-10500/adapter_config.json +3 -0
  31. unsloth/gemma-2-96-it/checkpoint-10500/adapter_model.safetensors +3 -0
  32. unsloth/gemma-2-96-it/checkpoint-10500/optimizer.pt +3 -0
  33. unsloth/gemma-2-96-it/checkpoint-10500/rng_state.pth +3 -0
  34. unsloth/gemma-2-96-it/checkpoint-10500/scheduler.pt +3 -0
  35. unsloth/gemma-2-96-it/checkpoint-10500/special_tokens_map.json +3 -0
  36. unsloth/gemma-2-96-it/checkpoint-10500/tokenizer.json +3 -0
  37. unsloth/gemma-2-96-it/checkpoint-10500/tokenizer.model +3 -0
  38. unsloth/gemma-2-96-it/checkpoint-10500/tokenizer_config.json +3 -0
  39. unsloth/gemma-2-96-it/checkpoint-10500/trainer_state.json +3 -0
  40. unsloth/gemma-2-96-it/checkpoint-10500/training_args.bin +3 -0
  41. unsloth/gemma-2-96-it/checkpoint-11000/README.md +3 -0
  42. unsloth/gemma-2-96-it/checkpoint-11000/adapter_config.json +3 -0
  43. unsloth/gemma-2-96-it/checkpoint-11000/adapter_model.safetensors +3 -0
  44. unsloth/gemma-2-96-it/checkpoint-11000/optimizer.pt +3 -0
  45. unsloth/gemma-2-96-it/checkpoint-11000/rng_state.pth +3 -0
  46. unsloth/gemma-2-96-it/checkpoint-11000/scheduler.pt +3 -0
  47. unsloth/gemma-2-96-it/checkpoint-11000/special_tokens_map.json +3 -0
  48. unsloth/gemma-2-96-it/checkpoint-11000/tokenizer.json +3 -0
  49. unsloth/gemma-2-96-it/checkpoint-11000/tokenizer.model +3 -0
  50. unsloth/gemma-2-96-it/checkpoint-11000/tokenizer_config.json +3 -0
.gitattributes CHANGED
@@ -24,6 +24,7 @@
24
  *.rar filter=lfs diff=lfs merge=lfs -text
25
  *.safetensors filter=lfs diff=lfs merge=lfs -text
26
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 
27
  *.tar.* filter=lfs diff=lfs merge=lfs -text
28
  *.tar filter=lfs diff=lfs merge=lfs -text
29
  *.tflite filter=lfs diff=lfs merge=lfs -text
@@ -101,3 +102,4 @@ results/mgtv-results_internlm_best.csv filter=lfs diff=lfs merge=lfs -text
101
  results/test_b-results_r4.csv filter=lfs diff=lfs merge=lfs -text
102
  results/mgtv-results_colab_p2_gemma2.csv filter=lfs diff=lfs merge=lfs -text
103
  results/test_b-results_r5.csv filter=lfs diff=lfs merge=lfs -text
 
 
24
  *.rar filter=lfs diff=lfs merge=lfs -text
25
  *.safetensors filter=lfs diff=lfs merge=lfs -text
26
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ unsloth/**/* filter=lfs diff=lfs merge=lfs -text
28
  *.tar.* filter=lfs diff=lfs merge=lfs -text
29
  *.tar filter=lfs diff=lfs merge=lfs -text
30
  *.tflite filter=lfs diff=lfs merge=lfs -text
 
102
  results/test_b-results_r4.csv filter=lfs diff=lfs merge=lfs -text
103
  results/mgtv-results_colab_p2_gemma2.csv filter=lfs diff=lfs merge=lfs -text
104
  results/test_b-results_r5.csv filter=lfs diff=lfs merge=lfs -text
105
+ results/test_b-results_r6.csv filter=lfs diff=lfs merge=lfs -text
llm_toolkit/eval_logical_reasoning.py CHANGED
@@ -84,6 +84,7 @@ predictions = eval_model(
84
  datasets["test"],
85
  max_new_tokens=max_new_tokens,
86
  repetition_penalty=repetition_penalty,
 
87
  )
88
 
89
  gpu_stats = torch.cuda.get_device_properties(0)
 
84
  datasets["test"],
85
  max_new_tokens=max_new_tokens,
86
  repetition_penalty=repetition_penalty,
87
+ batch_size=2,
88
  )
89
 
90
  gpu_stats = torch.cuda.get_device_properties(0)
logs/gemma2_unsloth_train.txt ADDED
The diff for this file is too large to render. See raw diff
 
results/test_b-results_r6.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72bcffd3cf7e2353980763ba5d9e4817095ccdc5bd9e01de6b4e927ae5698f21
3
+ size 23145824
unsloth/gemma-2-96-it/checkpoint-1000/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3533ff6e555a09c1fca3f136e2def5328cc879695b8f80f44e070adfa97eed
3
+ size 5094
unsloth/gemma-2-96-it/checkpoint-1000/adapter_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cbcd47f5a413d3f5fb1d6fe4cabcd9790426f3c6965e13074724242149d99a9
3
+ size 725
unsloth/gemma-2-96-it/checkpoint-1000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2e2b11b3053e094822f8cf102e16147a38044f9f56e5cd609db2f0c634a3259
3
+ size 216151256
unsloth/gemma-2-96-it/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07de87ca0fa7a8feef7004ace0807aa6939efdaa125eec16a757a93cdef595bd
3
+ size 108907012
unsloth/gemma-2-96-it/checkpoint-1000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e64e3588cf0edf38236aafd1210bbc548214b26a71e84ecccf2d9b1f49f2c5e4
3
+ size 14308
unsloth/gemma-2-96-it/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529e0ae3df4039b86c3cb2aa3243953062ac435e05e2b04659abe23c0b236cf9
3
+ size 1064
unsloth/gemma-2-96-it/checkpoint-1000/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baec30ea10906f16adb8c18af7a34023002c1746542612b8b41c9f09e1351351
3
+ size 636
unsloth/gemma-2-96-it/checkpoint-1000/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
3
+ size 17518525
unsloth/gemma-2-96-it/checkpoint-1000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
3
+ size 4241003
unsloth/gemma-2-96-it/checkpoint-1000/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51f98e50edfe66350e2edbea96b414aa524b19a40cb9759ad7816eee6375697
3
+ size 40608
unsloth/gemma-2-96-it/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c98653230a444ed23a8b32425049e6701537ef0538f9fa6b05ca44ecc621158
3
+ size 2363
unsloth/gemma-2-96-it/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ec8579126f6abce03009eba64f94252590bd5ca787a2b72256ea705e79ac40
3
+ size 5432
unsloth/gemma-2-96-it/checkpoint-10000/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3533ff6e555a09c1fca3f136e2def5328cc879695b8f80f44e070adfa97eed
3
+ size 5094
unsloth/gemma-2-96-it/checkpoint-10000/adapter_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cbcd47f5a413d3f5fb1d6fe4cabcd9790426f3c6965e13074724242149d99a9
3
+ size 725
unsloth/gemma-2-96-it/checkpoint-10000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb6365f16d2cab943ea74e0a5da441d6db734a1f4012cf7de6f00452f06d85b1
3
+ size 216151256
unsloth/gemma-2-96-it/checkpoint-10000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:122b01b40b37e1e61b6560106daa5eb2ee7ea238001d9b854e98df05f6222890
3
+ size 108907012
unsloth/gemma-2-96-it/checkpoint-10000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80970cd80730aa3b99df56b037c323c5c675a71911385b62af05162121422bdf
3
+ size 14308
unsloth/gemma-2-96-it/checkpoint-10000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b6f9b39e950bd6ac376b81048a9024ddaf46d4735c1da799abe6810015923f4
3
+ size 1064
unsloth/gemma-2-96-it/checkpoint-10000/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baec30ea10906f16adb8c18af7a34023002c1746542612b8b41c9f09e1351351
3
+ size 636
unsloth/gemma-2-96-it/checkpoint-10000/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
3
+ size 17518525
unsloth/gemma-2-96-it/checkpoint-10000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
3
+ size 4241003
unsloth/gemma-2-96-it/checkpoint-10000/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51f98e50edfe66350e2edbea96b414aa524b19a40cb9759ad7816eee6375697
3
+ size 40608
unsloth/gemma-2-96-it/checkpoint-10000/trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a29549ae02aa1da8862042d3ee9dc5361846ba82bec0f837126955a8d22ad0
3
+ size 17098
unsloth/gemma-2-96-it/checkpoint-10000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ec8579126f6abce03009eba64f94252590bd5ca787a2b72256ea705e79ac40
3
+ size 5432
unsloth/gemma-2-96-it/checkpoint-10500/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3533ff6e555a09c1fca3f136e2def5328cc879695b8f80f44e070adfa97eed
3
+ size 5094
unsloth/gemma-2-96-it/checkpoint-10500/adapter_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cbcd47f5a413d3f5fb1d6fe4cabcd9790426f3c6965e13074724242149d99a9
3
+ size 725
unsloth/gemma-2-96-it/checkpoint-10500/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c728f8fbf9e8d6aa085fbca304fccdb1834affb854e5aa785903d80db7ca3015
3
+ size 216151256
unsloth/gemma-2-96-it/checkpoint-10500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f226857d053ca958c492ee106311aa72f0eff2c787811b18d43134ed654b2dee
3
+ size 108907012
unsloth/gemma-2-96-it/checkpoint-10500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80970cd80730aa3b99df56b037c323c5c675a71911385b62af05162121422bdf
3
+ size 14308
unsloth/gemma-2-96-it/checkpoint-10500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646cc42b902affa4d70e56f2648719423d06115e71480eaa7c9b306d205259c6
3
+ size 1064
unsloth/gemma-2-96-it/checkpoint-10500/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baec30ea10906f16adb8c18af7a34023002c1746542612b8b41c9f09e1351351
3
+ size 636
unsloth/gemma-2-96-it/checkpoint-10500/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
3
+ size 17518525
unsloth/gemma-2-96-it/checkpoint-10500/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
3
+ size 4241003
unsloth/gemma-2-96-it/checkpoint-10500/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51f98e50edfe66350e2edbea96b414aa524b19a40cb9759ad7816eee6375697
3
+ size 40608
unsloth/gemma-2-96-it/checkpoint-10500/trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1927aeaa70828b557e5f60a71600e2746ede1d52c10b710afa29fd73878ecde8
3
+ size 17921
unsloth/gemma-2-96-it/checkpoint-10500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ec8579126f6abce03009eba64f94252590bd5ca787a2b72256ea705e79ac40
3
+ size 5432
unsloth/gemma-2-96-it/checkpoint-11000/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3533ff6e555a09c1fca3f136e2def5328cc879695b8f80f44e070adfa97eed
3
+ size 5094
unsloth/gemma-2-96-it/checkpoint-11000/adapter_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cbcd47f5a413d3f5fb1d6fe4cabcd9790426f3c6965e13074724242149d99a9
3
+ size 725
unsloth/gemma-2-96-it/checkpoint-11000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2435ed806bd0317cd11408dd3aa3a2cd04b1676c51a5dc8dd03d46c17220c91e
3
+ size 216151256
unsloth/gemma-2-96-it/checkpoint-11000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cca2facddad8b53350e16a78ee4b0927aa2ebecfb243645a68c2c713f82e53e
3
+ size 108907012
unsloth/gemma-2-96-it/checkpoint-11000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80970cd80730aa3b99df56b037c323c5c675a71911385b62af05162121422bdf
3
+ size 14308
unsloth/gemma-2-96-it/checkpoint-11000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f1e0ac56ae33eb01c4a4965a628abcbe6ef3d28a5403c8fcfe4b61a5283070
3
+ size 1064
unsloth/gemma-2-96-it/checkpoint-11000/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baec30ea10906f16adb8c18af7a34023002c1746542612b8b41c9f09e1351351
3
+ size 636
unsloth/gemma-2-96-it/checkpoint-11000/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
3
+ size 17518525
unsloth/gemma-2-96-it/checkpoint-11000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
3
+ size 4241003
unsloth/gemma-2-96-it/checkpoint-11000/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51f98e50edfe66350e2edbea96b414aa524b19a40cb9759ad7816eee6375697
3
+ size 40608