Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
f363ef5
•
1 Parent(s): 0001965

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/ibm/labradorite-13b/0249f8755f1b6b4f9758.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3647,3 +3647,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_e19ac4b698df3d49d3f7+2c2d707e/model.neff fi
3647
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f96839280bd628d0f7cf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3648
  neuronxcc-2.14.227.0+2d4f85be/MODULE_3552ceaf48ebdb0d6587+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3649
  neuronxcc-2.14.227.0+2d4f85be/MODULE_6043614c8e24309695c4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3647
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f96839280bd628d0f7cf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3648
  neuronxcc-2.14.227.0+2d4f85be/MODULE_3552ceaf48ebdb0d6587+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3649
  neuronxcc-2.14.227.0+2d4f85be/MODULE_6043614c8e24309695c4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3650
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3651
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3652
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3653
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3654
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3655
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3656
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3657
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3658
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3659
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3660
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3661
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/ibm/labradorite-13b/0249f8755f1b6b4f9758.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "end_token_id": 32000, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 13824, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "ibm/labradorite-13b", "checkpoint_revision": "26921cf1d63c9c657e8260d08eaacc14fca43da0", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 40, "pad_token_id": 32001, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32008}
neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022248858b80e2b03f614c9b6d40ba812ac9cb4b37bf11aa795cd3cd851f14ae
3
+ size 317985
neuronxcc-2.14.227.0+2d4f85be/MODULE_07b31948239a6407a6a3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22fec512c08bf6426fb3499fb8252d9b7b2c2bd088bfe6b08df6df43fe8e0be
3
+ size 12452864
neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa79d62d0c36deb80de40d6c9bff55b00521228754097776e348274e7ce5d0ca
3
+ size 388042
neuronxcc-2.14.227.0+2d4f85be/MODULE_369283c39fda9eca4a16+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1c10bdf9afd1c6fa1438cf3d2e56112b050574c55a49b21bf357b487495ead
3
+ size 4916224
neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f37a8b64b86cef371b3ded99ef9fb512c679c2b85eaef3dd96f921d88024eb0
3
+ size 388042
neuronxcc-2.14.227.0+2d4f85be/MODULE_388d42e180737a1b09b9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b258bf71d67ec76cd8c03d210bf0127d124bdf4e7452410e879a6303d3699322
3
+ size 5499904
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c07f6b5fcbb3a53ea7897b996c7c31ec9b4e4c739d22325c0be4a6066ab4c9
3
+ size 388042
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b8608e6228d7400e0b2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6335d18d2322b9d98f477105a3be06b3210b9493ae7873cc69164518f3f00744
3
+ size 4475904
neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db613f738ddff48b258148c07157e21e8ae32b1e9927ea5bc8d0529638839190
3
+ size 388042
neuronxcc-2.14.227.0+2d4f85be/MODULE_57e57b58b2d64c832e86+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f6a64238a08417ffbd82e4d6889f169017b2c811118f3c63271326c75a6e53
3
+ size 4363264
neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b09baab9113c7df9637ba0c7684e3bde2ce7c827b851cfba4e65dc49c811de2
3
+ size 317985
neuronxcc-2.14.227.0+2d4f85be/MODULE_5c226bd983f9aa3baf88+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce46bb7ce6fa7d59bbd5ec7b39330c3ddf7a9310d3bbd9262968adda85e5b73
3
+ size 24218624
neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c65053590adda0d99c38814bffc3497e5e0544652f573e7927ada88f10af113f
3
+ size 388042
neuronxcc-2.14.227.0+2d4f85be/MODULE_a27a5252e2e1bc9cb845+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc000363989e610a01116d0c04bca8432f5e02723e23c56c54803e830919a47
3
+ size 4609024
neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5a2d8c1548bd9b5a10ce2d4c823753b7acc2cb97a653341a07d65cb1b73c847
3
+ size 317985
neuronxcc-2.14.227.0+2d4f85be/MODULE_a5d7c47b86f7b8e8c6d3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d7ba86da15c78c02db36613441e1b63255bf0bf0c3cd46a3c883129c4c9d48
3
+ size 5540864
neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bda7d6b8b0e5b128ebcec60da24243d2e7326c95efd51472cd649510f8b62f
3
+ size 317985
neuronxcc-2.14.227.0+2d4f85be/MODULE_ae5da897c251d6bd2a7b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c30a034359ddd2cf6a19a415f4c982b186d3c98d88740b872fe295277822aaed
3
+ size 4752384
neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3ce518cd09bca2577db7b560c25c94894b77138dcb361ae7834b5946775eb2b
3
+ size 317985
neuronxcc-2.14.227.0+2d4f85be/MODULE_e479f5c26e2db4cb80cd+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7ba7f229d60d29801e63c533118e3ab89f7cf007012f638359ce039c789f5d
3
+ size 6759424
neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103cb03b8e24d6165c904d9396b6a293e7cc5c2ce2b82d327a0aaf4e1056ce11
3
+ size 388042
neuronxcc-2.14.227.0+2d4f85be/MODULE_f4b7cb5938042a42db61+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabf3d9fc032883cecdedd34d5e67baac6611a61b6cf022ac8f77ec4b6e6bd7b
3
+ size 4414464
neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4745375ab7694ba746685381bfc086cccee7ea5b503f94326f5fb3f355d837b6
3
+ size 313954
neuronxcc-2.14.227.0+2d4f85be/MODULE_fc04b57e26da18877508+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:787d030a1711032ef69cd4d1f4ccfcd9e3374f4a7d387b88e0a27b4cfd1eaa58
3
+ size 5151744