Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
236
dacorvo HF staff commited on
Commit
33ad62a
•
1 Parent(s): ec7e4bd

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/ibm/merlinite-7b/c16d80a979174e662b10.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3793,3 +3793,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/model.neff fi
3793
  neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3794
  neuronxcc-2.14.227.0+2d4f85be/MODULE_6ff7ea4bc6185e4f1abb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3795
  neuronxcc-2.14.227.0+2d4f85be/MODULE_969830962381150290d3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3793
  neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3794
  neuronxcc-2.14.227.0+2d4f85be/MODULE_6ff7ea4bc6185e4f1abb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3795
  neuronxcc-2.14.227.0+2d4f85be/MODULE_969830962381150290d3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3796
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3797
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3798
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3799
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3800
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3801
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3802
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3803
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3804
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3805
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3806
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3807
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/ibm/merlinite-7b/c16d80a979174e662b10.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "end_token_id": 32000, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "ibm/merlinite-7b", "checkpoint_revision": "233d12759d5bb9344231dafdb51310ec19d79c0e", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pad_token_id": 32001, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32008}
neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c11214dd5d64ff9d3cca0f4f30f6d831a83f6cbc85c30041e6992d0cb86ce06
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_15c145662c7d030907d7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2736d03d78ab3c8f348ba2bfff93e714bbb987dbfeb7b6f6df0f968c27403468
3
+ size 7578624
neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3fb9df8357aa0fcf6cf29b5f81ac2d4ffc5ebc7343467ce9b1fbbb3b0589288
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_32591ebaf6fc52fdd5d1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:653e83ebc23fbc9f6204ca353b663eb78ef593c791d45b473395005e47b224b3
3
+ size 7517184
neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42b4d797d8471712bdbc1b0a0e3297ad61f502d4d3355f8178e0afedf5b0d94
3
+ size 33843930
neuronxcc-2.14.227.0+2d4f85be/MODULE_47298463966f874ecd0e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d5093fd0de8eee57bd492079d8a2d1a57e63d986963609a2743a3052958bc0
3
+ size 23839744
neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2669813ec4d3c3c31cc0a38c1a11b7b1f20f477a02bfce3f61d63cc4ac9b8f5
3
+ size 8678106
neuronxcc-2.14.227.0+2d4f85be/MODULE_50da475971c504854a47+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3284263c5f9e8133dd4cdc0ddf82687ede7f268b2a35e0b08819cf960c6c4bb7
3
+ size 11019264
neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f83bc74dfb9ec5319721069879954a7e4787d77176c373eadd9da05a788f1f
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_8094737eee2b6eb98d26+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4efffc3333e60cde246a98f0f74ce699cf7bfa090e8037c59fd3c5470f4b3dec
3
+ size 7916544
neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2d8866d9915af9f7bc91bb9c99a60d20e189b63564f5a142168e54a33d842b8
3
+ size 813785
neuronxcc-2.14.227.0+2d4f85be/MODULE_8a6c921739dc25c239a9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3a0dedc90e45070a30f8063761766b51296bcd2c8f4690542987068d3f1b4ce
3
+ size 8623104
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b50c21c7c32a0b2c3a8beb461fa9adb0654585dba9406fe1f2f03f5d3ea304
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f200eb32f3175d366e0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e9a0dc49538f9931bdf1107dd537aeb8bb1443016222e9abc3bf465743a42e
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb38a92f9e02e7dd5629c4abbd1ccd42a234c6f1def37b520aabdc4032a89326
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_90b9d870ab24387e609e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6a57e637740cb1c0d22c4ad10e6de17f80e07d0feea7298138bb48ecfb862a5
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad642c16de19bfa6c94075005489faecd09b1ffe5d90b4d1d092c081792b309
3
+ size 2386650
neuronxcc-2.14.227.0+2d4f85be/MODULE_c74ba349a071b803bc47+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee2e81bfe624500b13ed4002f40824efa70e664a6c63ccfb0d4999d4030d8ab
3
+ size 9360384
neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5b5d9a94ea8ad5cd14e288674a909e0f0871319abb8656703532d92d0aa9a2
3
+ size 134507322
neuronxcc-2.14.227.0+2d4f85be/MODULE_f0b7b9327c1a42d1b59e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb2fb35094fe6d5e93a1f3453460547dc2dbc7a9016ea4a1879941d4db4906e
3
+ size 4527104
neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f52370cfe6c922251fcb17b2ae0d0dcdf7e0d134f1a10415a9b4a94fcb5df9
3
+ size 416346
neuronxcc-2.14.227.0+2d4f85be/MODULE_f13a622b9ad1b70ff8c1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2266b28d8bba7783b36a63a2428b393179e3b125b7708860a2f66dd2bd6dcbe
3
+ size 8182784
neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf2100b1e6112da2c66819d0322fc84560a50eee4867e6cc1016ec2b6d795bd8
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_fb9f98125cbb6f56dd5d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b48082e73008b832ad9de366c91027855417a4f2d88502b6fd04c08b915f84
3
+ size 7660544