Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
9581069
•
1 Parent(s): f1ca037

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/mlabonne/AlphaMonarch-7B/2cfec88de629aee82b32.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2112,3 +2112,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_6f53befbe8a9ee401d50+2c2d707e/model.neff fi
2112
  neuronxcc-2.13.66.0+6dfecc895/MODULE_a465983b970242364d05+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2113
  neuronxcc-2.13.66.0+6dfecc895/MODULE_c71b4eab77289de33181+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2114
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ddd26b7ff79df8739489+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2112
  neuronxcc-2.13.66.0+6dfecc895/MODULE_a465983b970242364d05+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2113
  neuronxcc-2.13.66.0+6dfecc895/MODULE_c71b4eab77289de33181+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2114
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ddd26b7ff79df8739489+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2115
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2116
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2117
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2118
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2119
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2120
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2121
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2122
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2123
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2124
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2125
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2126
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/mlabonne/AlphaMonarch-7B/2cfec88de629aee82b32.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mlabonne/AlphaMonarch-7B", "checkpoint_revision": "3de065d84411d74e5b3590f67f52b0b71faf6161", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145705f6086db5d06075ec3aadaac294921892980c618cad2b33df2352a9adcd
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_2bd361e2f20066e6965c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26dafe83e0ad4a37e0e7ac6e3f4c538d94b84a2336c9f2e0579e8ead52e4a67c
3
+ size 7732224
neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1ac891f46d0c1ce826d65f92e291edc9528786b63369661ed6f5cb9d75cc60
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_397b1e968224fa5dc597+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4af13d421247b268b28cf476250069ce9c1819ba09aa4d6c8c08c004fc2861
3
+ size 10722304
neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b322a825e5b7c067f1c3822e1750f60213fa52c422c21b289667a1effccdb34b
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_415797efcdefb673b944+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3590c9dbe14228fc9fb097c2b37f51718e224cb7c200bad8b22ee5b6aae1407
3
+ size 7619584
neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b87d52fc79c9b5d7506d4f91b2f99bd43418fb51dcfc16a7fe7b97368a643e4
3
+ size 33880569
neuronxcc-2.13.66.0+6dfecc895/MODULE_585b886a77e74b5b191a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d3744131d461d549a4aec672b58ac08ceb746818edbe6c79e7b6e99f4d5a2f
3
+ size 23563264
neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0cdc744a2d7e2c1a863a76e617c6b6f3d62e571a759113fd8b88fc1222b0b83
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_68f1843c994583d7930f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18a39d26c09a07cbf9c0119ce49a5522dd0597ec1afcb5d6ded841fe83b108e6
3
+ size 7885824
neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f67295cd9c290db5d81bed69def925f9d8b42cce42a018f3da479782f78882f
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_81c11305c20678479d9b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adbb06b578787d83a87e8a3ce11a4322496824da9b8de7b551d116d013d5c91c
3
+ size 5673984
neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c01deca0bebcd8e79894492b11326b48fbd638dfa035e9b26498a4ac9eff30
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_89c24e772da5e5c1fd9f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ac62dc75d7346750ac2210e546b571ed0e59874fad7fb501ea19cd2cf336b1
3
+ size 8315904
neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93a06e9269e9d3274458cb7c25ec44b8ea540f1fa75a5323d7688dbaa375af3
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_b1779304eead2fd6ef37+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4bef5c222a535eeaf074b9115901ec087f09ab16837674bfffc926219e52122
3
+ size 8326144
neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e694dd0bdcea0ba31b091289fbfdc7c6dacf6cef571abc28bac04a96bc060bf
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_b56a44e10f489539a125+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212a4c6ce8cba4bc8d66a1a8deb374723faf084598e55e7439ebba497628576c
3
+ size 7547904
neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57161291caf9bf1522d0f823f25e83434d648a355bbca791bb87c4b2e58682eb
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_cd65ba8843a32359ec00+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e28de934c9890c51aa0e511358eec34be35222b2e93459b9a91aa34575911569
3
+ size 7967744
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05df45fb068a3af4333e12026dfff82bf120b661bee469b09f157714bd5208b
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea61fad307dffab6c3cd+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5cbb31940e1db687b7aa378a7438c82bfcead3c84058b3b5cf782a1c653547
3
+ size 8848384
neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99498d8178725c954a94a44e75709dc3dbe6d2c6402e1103352cc52feaf06544
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:390fbe781c6c3ad302e013c05dd44c4f7dc025db159824a79da501a0f5721385
3
+ size 7660544