Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
255
dacorvo HF staff commited on
Commit
ebf17c8
•
1 Parent(s): 03b1c5b

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/c8fe30065dae138eacfa.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2068,3 +2068,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_b26a1377ff5739dbcc2d+2c2d707e/model.neff fi
2068
  neuronxcc-2.13.66.0+6dfecc895/MODULE_c934ab8565f105a40183+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2069
  neuronxcc-2.13.66.0+6dfecc895/MODULE_dbf20078a89040997a97+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2070
  neuronxcc-2.13.66.0+6dfecc895/MODULE_eefa74de40f1b0605cd4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2068
  neuronxcc-2.13.66.0+6dfecc895/MODULE_c934ab8565f105a40183+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2069
  neuronxcc-2.13.66.0+6dfecc895/MODULE_dbf20078a89040997a97+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2070
  neuronxcc-2.13.66.0+6dfecc895/MODULE_eefa74de40f1b0605cd4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2071
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2072
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2073
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2074
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2075
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2076
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2077
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2078
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2079
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2080
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2081
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2082
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/c8fe30065dae138eacfa.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "NousResearch/Hermes-2-Pro-Mistral-7B", "checkpoint_revision": "674757b62e11371cef3b8a7df9dd622b512f1ff0", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 32032}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ec5e1ab66df9ff0db58dc47e3bebb6238e4e14f776e71f303d07bcd2a303a2
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_0f5d704629a115f77c6f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84c8dcaf622011dfe18ea98ecd749ef7275b6884df005e41696e6e87e321858
3
+ size 7660544
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc09729ca91c8c02fb834c2f2ca40bf4c1943b728638bccd79ebca6a66e6ec09
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e39cab4a3add99f06eb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8846088f4d42dce9e18e222d96c67ccb8f7f6c6066e61864671cc2f01b9bbe40
3
+ size 8336384
neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfdb1c6dd4a2783019d9ef53687e9334bf9526fafa6f9a3c730542921e966fbf
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_544a5b756603f5e3d8e4+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa815e3d992253575f9d635e7933979cc1e1e1523422fce45ed9bba869efbe1a
3
+ size 10722304
neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec3c71cff2d033f007a5779a951df47ab84edbbb31bb5c1448057ad835b9b051
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_54e62195c30ec21b4e7b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af85a7727fe108327cec05643bbba569db14b5eda046ebb2bd31d0dacf4e0ef8
3
+ size 5663744
neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e68cbebeaf88c654aa5317f13df835af62ebc9628dc9cbb150559dcdd21abf
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_5b334b864278bdfe7b87+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:560eb09e61d53376938853bcac0486df62a88bd5be618201b68768963ba2ffc8
3
+ size 7885824
neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1726a92e548fd5ebb19e56607b0228398a629b659499b8c91f196aaa4ff1d9
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19bd7713f093b02a9d302b178aa7600987c04a0f676e4d6919a3e1571891dd81
3
+ size 8274944
neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f4575ff285bc15620ee925b3c9338bef5a125df88fc02a7f0abf7be71963bc
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_70951b71a156dedf9d53+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2277204cfbd4e75f9bf51d3bf213f658bb75719f58ff2f5080a736ecbd296d1
3
+ size 7721984
neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da2e6a81458770be3d97915e754dc8c3cc18cad353d648d8f74d5c73f0c6a183
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_7123532684731a826c76+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0102533a305f316af0c2ba26081f5f5e9309e1d039009b1e3d1ce1049a1b5408
3
+ size 7547904
neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f15971bdc80ec2deeeb5a8436197abfa591db39de8919508df638f040504305
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_ace17026fb651727a83b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd26fbcfedf418bf0196571b421069f7256639115dc2784733741b0235ca421
3
+ size 9042944
neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddde0b23e09d5633671ae8c63df99ed08ad81067f0c3ec5e50880305b22e996
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8524aa11b73b4315cb069baac0996feff6300207ff6665a3d839d7bbfeb44d
3
+ size 7629824
neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c650cbb1a3a0b61dd67ec22e438592e1ff08e5f2a9a7be44e4e5efc83a2119
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e33fafbb8a4ba85106e195f412f650412dba61f4c6e9250072589149d387326b
3
+ size 7926784
neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b58d2fbb84d5727c27833d7c6766f387f9d4a555da6352d5c5c1e9e21f250a
3
+ size 33880569
neuronxcc-2.13.66.0+6dfecc895/MODULE_d93e0428efd465e062f6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0bbf97f9373d26573a8ea312be271b60a7caa5a5a3f7153ff71b9cb9071ad1
3
+ size 23634944