Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
658a7c0
•
1 Parent(s): 94d1827

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23/inference/mistral/mistralai/Mistral-7B-Instruct-v0.3/abe1e73755888612ac3c.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3122,3 +3122,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_7b5a0cd7677790397b55+2c2d707e/model.neff fi
3122
  neuronxcc-2.13.66.0+6dfecc895/MODULE_8d30f35f445bd39100c0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3123
  neuronxcc-2.13.66.0+6dfecc895/MODULE_3601833f49e690f13c63+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3124
  neuronxcc-2.13.66.0+6dfecc895/MODULE_73085727dd8ddb3ddb8a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3122
  neuronxcc-2.13.66.0+6dfecc895/MODULE_8d30f35f445bd39100c0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3123
  neuronxcc-2.13.66.0+6dfecc895/MODULE_3601833f49e690f13c63+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3124
  neuronxcc-2.13.66.0+6dfecc895/MODULE_73085727dd8ddb3ddb8a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3125
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3126
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3127
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3128
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3129
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3130
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3131
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3132
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3133
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3134
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3135
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3136
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23/inference/mistral/mistralai/Mistral-7B-Instruct-v0.3/abe1e73755888612ac3c.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.3", "checkpoint_revision": "83e9aa141f2e28c82232fea5325f54edf17c43de", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32768}
neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:628c59df0bb74aa08ba96cca75b9540a7e2d12dc1e72b6057143584859b5010d
3
+ size 306584
neuronxcc-2.13.66.0+6dfecc895/MODULE_04d8bfb8c1cb9a11144b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa955087c0a8f07df38a94077abac367ce9d64addbb4e27be04c5bd6cd9485bc
3
+ size 12688384
neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea347c459b2a89a85ef7446c857693ccd61772b057dce15c978265f01d308051
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_0e121f3f89913112e427+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b1494e28d81d74d0fe4e07903f5f2b2e148454d971cf3c0199003f11e3901d
3
+ size 2335744
neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d92faac6f8e1cf358679aae306ff5f47f36f65f6558a43cdd7b5523f5c1723
3
+ size 306584
neuronxcc-2.13.66.0+6dfecc895/MODULE_49abf957a79769689511+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:851fd57115bcf4050caaa581aa65cef2f97321da58766b971e848ece794f1e07
3
+ size 6032384
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e6a9f77a4e9e8f235f53970d03885202fb59697eea3bf80ab41f1c06852399
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c0119427a64a6390346+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05bf00b13a0448789a39fd141802b10e2e8f8cb1186c70396fa0e2a5242e73d
3
+ size 2561024
neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2a3ddfcd1105b42ecdda8392a0d605c73372bc06e94ab8a413256edd995129
3
+ size 306584
neuronxcc-2.13.66.0+6dfecc895/MODULE_588d8cf9d8af8c4272bf+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e83daa23562435e4e270bf3b0b9fc6e6f9640d042ad5692417f2607f014aece0
3
+ size 2612224
neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da510b1394157dfde1568abd6aa5a7b34a6b3a62e18fdefa16ad513f70dbec79
3
+ size 302777
neuronxcc-2.13.66.0+6dfecc895/MODULE_78af80b2cb4468b1d2c2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:335016f42475a406a72fb4e7f102d8166f2f930fc199615f478299df7287a56c
3
+ size 2550784
neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade3edd7b4a59e86ebef17312225e5966c4e91979f6b212f5cf6d03713b0307d
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_984ee9c6f0d654f0c0c3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f2eb72e7d8bcb5d7ad4a480e654b6fcebf6e3368b3ae871e85f2643c01d3f8
3
+ size 2448384
neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c87d8a2f4b0ae7a8d3c03c9e6005a041ce04573d72d2e4d6fefe32a9698bd4
3
+ size 306584
neuronxcc-2.13.66.0+6dfecc895/MODULE_c4028bced80092acdc41+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d143d27b4aa17aa68aa410246d58736a914280bd9855583d3227e50468e2bf
3
+ size 2827264
neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:443e254428d5a3921dd3069bfd19afeb078931ca2d78c97e5e0d6fdcab09d652
3
+ size 306584
neuronxcc-2.13.66.0+6dfecc895/MODULE_ca64b706bacd8b456f58+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3297331c561700c8d5b21d2c466ef087f053da1511dbc16a2b2e245527281fb7
3
+ size 3492864
neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9331de32dc54489420e6a1172e511613887d1a942e77aa61968d36120e433883
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_e6330f79a1b82c78a9aa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b39fadf0a8f0a553a39b55f1af3965570d3cda2a0a6e847f1ca61246d8817c
3
+ size 2345984
neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7125aedf70644f6912ab882010ed9ea5577213df9645efe4c57cbd9e2a235a6
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_e68c66014ae30ec51f71+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a8acfcc5769f92971749675462645f3d9deb8fc7821c12b083f5f8bf342305b
3
+ size 2735104
neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45dc3d73ee541e43b1617ddeacdb29f54a591b804790adb0d5127e1c21c200f7
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_f217aeeb232d7d4568c8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de700e3a13970f53aed37033f58cafe5e496adce1ff5c8924f098a057aed192e
3
+ size 2386944