Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
1ed489c
•
1 Parent(s): f5be8e6

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/cd1fe075f2c27540265c.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3142,3 +3142,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_47991e7bed6610af26d7+2c2d707e/model.neff fi
3142
  neuronxcc-2.13.66.0+6dfecc895/MODULE_6b094a2ea2d3f54879b4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3143
  neuronxcc-2.13.66.0+6dfecc895/MODULE_2920d83bb25b02e4cc51+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3144
  neuronxcc-2.13.66.0+6dfecc895/MODULE_50a1588f6cf69a2eec93+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3142
  neuronxcc-2.13.66.0+6dfecc895/MODULE_6b094a2ea2d3f54879b4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3143
  neuronxcc-2.13.66.0+6dfecc895/MODULE_2920d83bb25b02e4cc51+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3144
  neuronxcc-2.13.66.0+6dfecc895/MODULE_50a1588f6cf69a2eec93+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3145
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3146
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3147
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3148
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3149
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3150
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3151
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3152
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3153
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3154
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3155
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3156
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.23/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/cd1fe075f2c27540265c.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.2", "checkpoint_revision": "41b61a33a2483885c981aa79e0df6b32407ed873", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0dad260213be0bab13e53cf19dbc424b616cbe21d25dca22fa4939685954e0b
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_06fde6a8f78a452b6d07+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88a98fe3a8e3c60c2398831e8bfc94f9cf7da46f431066fb622c63c38041a6a0
3
+ size 7547904
neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900506fa63cdc146b6b41b07d0d7caf690395c4858a75d175e2d16d37b00a48e
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_14b9e7a133b5771c2a99+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0ed9ac2deff7c3ae7b72877153e23dd8f23615b0ab8b7ec517f9ffc1f46e11
3
+ size 8705024
neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d07a70696c791387d07ddfe0dd99b09c17257b0e26720a72aa870347d487aa
3
+ size 302393
neuronxcc-2.13.66.0+6dfecc895/MODULE_178af04b5b08c3578620+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cabb362297745f5aabc00afa19019ff47efeb87f47760cf1f6326fc2fca3637c
3
+ size 7834624
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483a9767c2467c855fe2756fb7aaff256777176d62c74d2f712f73e3c36064ef
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bbf8ec5e16249e923c7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b13bbd434964f2f05402c4f4b56faf7e7c35d6f11cfac8f18c7cd428de044b5
3
+ size 8305664
neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:674373569d83dd7ca76b0ad9df8aea15c466d337eaed6b562a76aa8169c8b07e
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_3aa14f7f2c5ba85f8a71+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832d3231abde13b7b4faf34c80ea645042581293c19baedfecbafa62f9981d4d
3
+ size 10343424
neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2c6f82564581eac7de3a770d03da0f80dc89d869ea9bd21ff3f54e70e96287
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_88d23e4ee569c6ff0ea4+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0095dc5d88ef4c141c70017192af47e1132b7d3b9419323c675066e6c05097
3
+ size 7619584
neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc1b3efbe17382b052dcc2813dce55c7072aa7fce0e74f881d49e55b0f7bc006
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_9ab5721edb372331817f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3163907712330e6303201020284be7b24d53d0425f8d23c8a8f0cca8e8491a0b
3
+ size 7660544
neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93353c247dff58a63b3057c0225f26d340e6582dfb0fa4ddf7681c6428af2e6d
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_9d5ee9d103b12a28f89d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e902489c4bb5428a07e15bf67a60e9167b3be86f26ff6c9fdd2fcda0f403abff
3
+ size 5223424
neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81344dcc39a0ed7ff7b15c7891d0321875263cba9834f91428be2424d97f50f
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_9de38ed5d4f3f67e66ab+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ace88bbe59ffc8a13d92f97215c023e63d5639c1fe1236f6d8b73abc03199e56
3
+ size 8326144
neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8dd4e5e9048bec909db0d9270e6a1f63e8ffd5280dbd0ecf9f389ce181341fe
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_d508d68ca9af9d78e9ce+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ee590f173f0f13c0ef400e4ef94b1f5c0074a6ad3d77a1445a46403ce72a4c
3
+ size 21842944
neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd7da042b94df6a02f61e239699d0b5c44e6a85b459efe7c44a78deab36ddff6
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_e322a40c75dbf0c1aa78+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:417e1bb16737216d9172237e0da075fb8e7c5eb6e9202482d41803eaafebd73c
3
+ size 7732224
neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e156236317bf9a3f88ccfed3191e1f7415daf11f476d93cc87ca07699a5b53f
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_e8c6961fde56ab09a360+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea049eb8533151e8ff6e6495e61788f157e7175c478144318f737c4453cc07b
3
+ size 7967744