Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
4e24461
•
1 Parent(s): 39811bc

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23.dev0/inference/llama/princeton-nlp/Sheared-LLaMA-1.3B/c7ea17c8aba530d53b0b.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3094,3 +3094,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_44846e9c6f250ca8cfb3+2c2d707e/model.neff fi
3094
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b99ac5e19f9eff20761d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3095
  neuronxcc-2.13.66.0+6dfecc895/MODULE_3ad368cca4ed8f043ee1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3096
  neuronxcc-2.13.66.0+6dfecc895/MODULE_72a51ff433ca11ac031b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3094
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b99ac5e19f9eff20761d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3095
  neuronxcc-2.13.66.0+6dfecc895/MODULE_3ad368cca4ed8f043ee1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3096
  neuronxcc-2.13.66.0+6dfecc895/MODULE_72a51ff433ca11ac031b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3097
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3098
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3099
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3100
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3101
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3102
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3103
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3104
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3105
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3106
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3107
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3108
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23.dev0/inference/llama/princeton-nlp/Sheared-LLaMA-1.3B/c7ea17c8aba530d53b0b.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5504, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "princeton-nlp/Sheared-LLaMA-1.3B", "checkpoint_revision": "a4b76938edbf571ea7d7d9904861cbdca08809b4", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 16, "num_hidden_layers": 24, "num_key_value_heads": 16, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float32", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:665ca1e9d3bf8cb39bcd4fa1ce56e90f5260f051ff615f273533694dad96e3d4
3
+ size 224695
neuronxcc-2.13.66.0+6dfecc895/MODULE_007503d4c04a14f9a185+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d35bf52c2d446341aa172d20cd91e35f0499e16cea8bb75e6e499750fcfed1
3
+ size 1639424
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5dc1af1e40bb020047d852d79ad0b702002461eccaff4d2d45ca7827d27d1f
3
+ size 224695
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e240c1c706ae08c64fe+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4d56811a3ba94025e7933c352e192b4dbba1cf18d43d468f4dea4a30039a2f
3
+ size 1629184
neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6bc38d02617d51661cb8bfe191c6efc6c1ee2f5a9dbc1f3846a300d4e929333
3
+ size 224695
neuronxcc-2.13.66.0+6dfecc895/MODULE_2c4d5c0dcf0dbb708b70+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bc0b259ed5ece0cd9e6e3554bf6f8038978ea9322f4e52676bb84ad13f29e5
3
+ size 1915904
neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e1d3930cff5d9e15f1f6b6343df3755a40d8e57c8d94e003f1269509d000f6
3
+ size 224695
neuronxcc-2.13.66.0+6dfecc895/MODULE_361449db4a7b8ecbe0be+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91fca9b670ed415814373f715796e897f24a2dc1398c67ce8e2c97ce0c9839ff
3
+ size 1762304
neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1eeb699c973e63c23d25638c2a685fa8a28f76626a886e8628d466ce2efb84d
3
+ size 219427
neuronxcc-2.13.66.0+6dfecc895/MODULE_38611d3db210d2b5925b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9dcb7122f7933a1eae27032c345b2d65ddad517db84d2dff7d26e128a86ab3
3
+ size 1823744
neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f82d111186bc5bf69e10a1814f1cfeb7999158f4ad3c3188cae2bf4af2b6d6
3
+ size 224695
neuronxcc-2.13.66.0+6dfecc895/MODULE_44d97f852aed156dc887+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cafadd77d76ee81c6cf5d57bdbf8ae37e82bede2f6b08436f22af272dfe8178c
3
+ size 2223104
neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9d1778ad970f853e1f178c9fb7eb31ba1cef2264e4094b364376d205e873dd
3
+ size 224695
neuronxcc-2.13.66.0+6dfecc895/MODULE_67e8e7cfb953c7108269+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc30b2b9590b3f1d176840e10a67559f952c17aafc938de79b97bc01d848103f
3
+ size 1690624
neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e82bd68eb6be9f277702b17df4ab3351c5acc727b85cb2f5d0a324b7372a84
3
+ size 222170
neuronxcc-2.13.66.0+6dfecc895/MODULE_99f4d3c2bed47f4f1a46+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad79b6dd67444c2277945d5724d492c7958525640a1fbf132b86d2b873c140d8
3
+ size 4516864
neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac714a871374efdf954a2e8b2b1fb14523d90e1e2a9203dd16e4e2c8e643b0be
3
+ size 222170
neuronxcc-2.13.66.0+6dfecc895/MODULE_af1bf6364bd2ed9743fa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5d689385ac18ef1c2db65f9948ee836184c560e83cf32edf11ce00612023205
3
+ size 2438144
neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:490867b3b8346452bc397a4627690947fe3334b3be21bcf807d02e68f242aa84
3
+ size 222170
neuronxcc-2.13.66.0+6dfecc895/MODULE_bda66213bdc97718c04e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d30db7212a3cc6a81552672053c0783d41f9e283f163f32b3f07565e27c919f
3
+ size 9759744
neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59963d22192921fb1574dbfd801d6af3aee10f69174558625e7fae66be8978d2
3
+ size 222170
neuronxcc-2.13.66.0+6dfecc895/MODULE_e1fd2cfc93d9d8d1cfc8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c78be93edb38bbad6497bdfa49e57583ffbee15c4b8fc5e84413c271301b072
3
+ size 1700864
neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946d3cbc7fec337de35e5537154aa6140571fb2cfe7979ab7fde37132f179456
3
+ size 222170
neuronxcc-2.13.66.0+6dfecc895/MODULE_e622f61d060e8ff0a0fa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fa87782881af9c787ee5c842ab2c88cb30be8228f3ccef63bbddffa19c4dd8
3
+ size 2069504