Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
dc3a876
•
1 Parent(s): b9e751a

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.3/412d553b566b239def5e.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3559,3 +3559,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_0c2fdc29018dbc3b2a97+2c2d707e/model.neff fi
3559
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d671762f3c3beb865edf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3560
  neuronxcc-2.14.227.0+2d4f85be/MODULE_75fab992bd356f9baea4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3561
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d51fe5e835c77b574882+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3559
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d671762f3c3beb865edf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3560
  neuronxcc-2.14.227.0+2d4f85be/MODULE_75fab992bd356f9baea4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3561
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d51fe5e835c77b574882+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3562
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3563
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3564
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3565
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3566
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3567
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3568
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3569
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3570
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3571
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3572
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3573
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.3/412d553b566b239def5e.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.3", "checkpoint_revision": "708a0609e640ac1edfb9020a7c934f51d34d6c79", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32768}
neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0324021599d8d958d766fc8d7e55644dcf741a3a07d370832da5fd55e83b1511
3
+ size 262810
neuronxcc-2.14.227.0+2d4f85be/MODULE_06d592e4036090ae91e4+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fccb02be4b47274e147a012630cc21933b9c5459f1db97ce90162ccda32051c5
3
+ size 2857984
neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2bfa59e4c0348b33137f193002d09e9c8384b6ab2a2a378da7790447787d2a
3
+ size 266233
neuronxcc-2.14.227.0+2d4f85be/MODULE_0cd84407c4037ba783a7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b0fe1a5e8f221912d9e4d0345576466a35e5f86925c57d688d94819a7359e7f
3
+ size 13190144
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c662223dc783cdcfd3e11ac082f442bd652de881bd611e238d266d20c5f7b3
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e10712af386d4797b80+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74caf3c35429737ce6a0ae7a9f029d32d9d3fba5df2afa8e552155a6b81ad130
3
+ size 2335744
neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584a8ffb2e770a0ae286741544a319f66ddaca53c40d34232458d3acfdf176de
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_28f17ae5efee760a94fa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50abf114fd5b93a85d29cbaf0ade160fb3ec971d86d3ed58374c01f87e57743
3
+ size 2601984
neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6a5bf25958283ed8f2f79db991d06dc99294b0b41d5b2affc906cf74ffe73d0
3
+ size 266233
neuronxcc-2.14.227.0+2d4f85be/MODULE_2fb0770b17a3376de068+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ec6d270428721bc859e776ec1e362686f50002eaf445018892d48237475ed1
3
+ size 3892224
neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951a44f7c27e81f96d521015039ca2c6e7dee0139856f9bfdce461f4f00d255c
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_434b6f54fce935e4ac47+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c1c6dc9b4297f9209f8221bc144387c1bddc77c959af7e32ee0dd35f6ba1486
3
+ size 2345984
neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fd2c5efd318ff2d83cbc6aaf5aae194cf49512f8f42be0e3ddaa2bd41bc813
3
+ size 266233
neuronxcc-2.14.227.0+2d4f85be/MODULE_65b5522719abe097ee82+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82daea6cb08947f5fa247b8ed25eb119044bdd026b7a77759df5f27edbabc3de
3
+ size 2960384
neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c3b685841b45df00c42972bd2169f837620666a13aa82c89c06b75ac280e180
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_7d51894a84f4fd756bbb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab78c59b0f6888e977e0c8c0b2e8d48900a135d6343fd5a111bd4b49f1eccef
3
+ size 2458624
neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4ebe4d69a45c81a722121a4e6727ff4437fa74996bb764447b604e0929133d
3
+ size 266233
neuronxcc-2.14.227.0+2d4f85be/MODULE_7f18823d89af94bd6872+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d741c18b54aecf0202e1317a5e65bcc77557739f559b4c10acb99b78bdc69d8
3
+ size 3103744
neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09526b1e629bdf462ac98322b9ef32d9c630fe262cc8123bc863ef3b3948bd11
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_887b0d7a6d08c4c6779a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a36ca3da4495dcdd753ce72efbedc3fc90402cbf56c5d25d5dcd02e5e8f4fa8
3
+ size 2345984
neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9753539fffe3ef20a7af6d6633c01588bb5ba6492b729703a125969c392bc52
3
+ size 266233
neuronxcc-2.14.227.0+2d4f85be/MODULE_b2fe6e93acea296506d5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2dc6bc4960b339e23e9ae230d14f76585edcc0c22273d34c1c25ecffe3ed5e4
3
+ size 6452224
neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9fcbf3b41e8b13e2ee5911ccf6c6589e342da0495b0e3e501d99d194ef0d76
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_c633ce8fd99c9381901a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b69f1d45473c291fe63625835af4e31830dec18e2c70fc928e8afc3debe1bac3
3
+ size 2397184