Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
891a68a
•
1 Parent(s): f87365b

Synchronizing local compiler cache.

Browse files
Files changed (15) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/meta-llama/Llama-2-7b-chat-hf/f6a3964311a50e56da2e.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_21b1b0223e4fb6f5af41+2c2d707e/model.neff +1 -1
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_3020655465d2e0990c19+2c2d707e/model.neff +1 -1
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_426cd9312d26b5e0bf95+2c2d707e/model.neff +1 -1
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_44563e64a3dddda1db4d+2c2d707e/model.neff +1 -1
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_47eae16823191f315893+2c2d707e/model.neff +1 -1
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_62cafa382ec618cff287+2c2d707e/model.neff +1 -1
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_85a47887d4fc41e26097+2c2d707e/model.neff +1 -1
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f8b48a08a0c68320dbf+2c2d707e/model.neff +1 -1
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_98b888cee6ab04043987+2c2d707e/model.neff +1 -1
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_cda75e05b1d55681d8eb+2c2d707e/model.neff +1 -1
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_d66f5802e5ad890e3919+2c2d707e/model.neff +1 -1
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea017e5effcd92c4e6ff+2c2d707e/model.neff +1 -1
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_f2145a17aa8d689f7038+2c2d707e/model.neff +1 -1
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_f74f07a635721468c2ae+2c2d707e/model.neff +1 -1
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/meta-llama/Llama-2-7b-chat-hf/f6a3964311a50e56da2e.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 8, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "f5db02db724555f92da89c216ac04704f23d4590", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_21b1b0223e4fb6f5af41+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:647d4971554b115074a5d1efb73a71b547215bc89bc5ac3af9683f91af042454
3
  size 2161664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f7daaa297382b89110fd4fa0c5bf14ea42e5008640cb0778fa0653ca455b89
3
  size 2161664
neuronxcc-2.13.66.0+6dfecc895/MODULE_3020655465d2e0990c19+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13f64c745785649059fd2bf9f760387b9aa29ed2a436e808878ac9dcc8190b53
3
  size 2427904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79192a7fb5dd85b7939598c4263bfe21a439ab9aca19bbcbf1d9958e35233b94
3
  size 2427904
neuronxcc-2.13.66.0+6dfecc895/MODULE_426cd9312d26b5e0bf95+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f087f3482370f029c3910b2ebce46016ca33dec12fa2b2b11dbfab59ba8acb3
3
  size 2960384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb5c95149c2da77bb7df221e50263ac22b5912e47376f52d99463f7be71256b
3
  size 2960384
neuronxcc-2.13.66.0+6dfecc895/MODULE_44563e64a3dddda1db4d+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04731055ba71bc04552825fc869ee2fc20dea0efe8e56b5ce5aac95584ec347a
3
  size 2212864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c582bb7ae78446c9aeeed5f800d4fb7130776361aac6f59d849f4a4e4462f7
3
  size 2212864
neuronxcc-2.13.66.0+6dfecc895/MODULE_47eae16823191f315893+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:036d173fe684811ba65e05a405f930106563744240bfaf8d18160825adc5d652
3
  size 2274304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82aab6bd8004360ed66a862ee39f686b45f8f41f2ae8ac873f6f236c42d8cc37
3
  size 2274304
neuronxcc-2.13.66.0+6dfecc895/MODULE_62cafa382ec618cff287+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93573985c21c0950c0e93f6ce3d7ee45f5b1d47d12563f33f4074715219a26db
3
  size 2171904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89ee6bb0d91b3eacec8b4dd613ed048c099f9f9b2facb8558a9a9f142037be4
3
  size 2171904
neuronxcc-2.13.66.0+6dfecc895/MODULE_85a47887d4fc41e26097+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2d7bae14c521ed9e9e00d82c5ce0bd21d31dc79e87002453acf7f25aca20edc
3
  size 2376704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b62324205c04b98c089db2cb17a7caaebbaa6267f8527765a93cdc80d15b05
3
  size 2376704
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f8b48a08a0c68320dbf+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a21d384b81dc7841dfc18d2e632b49f4db793655dcd88ab78fae91fa14d02ac
3
  size 6626304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23f6fe17a222d4fa73f1a1592ec61556935b3e79b88cff351b570e3bc9d0f57b
3
  size 6626304
neuronxcc-2.13.66.0+6dfecc895/MODULE_98b888cee6ab04043987+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d52de0f620c1a03cc0f067ce052ab1e5f231b9a95e1d1efd2f89e087dad2d0db
3
  size 2683904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de9b5fe530dee36c5158fbe867c603ca44c22ba93f96e789e7bac61f5b82594
3
  size 2683904
neuronxcc-2.13.66.0+6dfecc895/MODULE_cda75e05b1d55681d8eb+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe8959429da487468dd65b82b1662733a18d5085f86938874f0dec838e7e6a7b
3
  size 27638784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b4a2b6a3d071aa86bb62b8550da5069129c9d6d904827e2b3ba851bece4924
3
  size 27638784
neuronxcc-2.13.66.0+6dfecc895/MODULE_d66f5802e5ad890e3919+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1341e072b22a545183876855a68e6e7447f5b889e09a44a4b910aefcb73d992e
3
  size 13865984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a277f2c607a99e6ffe5fe4020145efe62fcc3585f49eec2edcc9bc251a172ca9
3
  size 13865984
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea017e5effcd92c4e6ff+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a272b8c214312f8d6fc5e9ab9085a3f961b155f888b4d5ba7a4c8d30da5701d3
3
  size 3503104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697cb25356bbcc11de484b4afb82bf2d36f35ade7cfe21635fab57d33c6f1da5
3
  size 3503104
neuronxcc-2.13.66.0+6dfecc895/MODULE_f2145a17aa8d689f7038+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a3c0cea92a6bc0003fc88804f657a009a14701935c81fd6b81f9de5e201a579
3
  size 2673664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d148f449dda8e52cae65644cb3ef26740b217f4b9a074abe6ce4eadfd4dec357
3
  size 2673664
neuronxcc-2.13.66.0+6dfecc895/MODULE_f74f07a635721468c2ae+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68a99502d6060a605216bd6dd9c4ebe325432f745e4a3f1794432ebb7ed556db
3
  size 4711424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4209b3e1de8a9d02d5bcf8c076761bdfc757d5b54504e530091320a695210ffd
3
  size 4711424