Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
htokoyo commited on
Commit
b6804f5
•
1 Parent(s): 2ef1a4f

Synchronizing local compiler cache.

Browse files
Files changed (32) hide show
  1. .gitattributes +10 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/elyza/ELYZA-japanese-Llama-2-7b-instruct/edae4b859715a7dd1161.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3070,3 +3070,13 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_e7909ceae4eb5f438d21+2c2d707e/model.neff fi
3070
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f3d2562749cdbfdea433+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3071
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f3ec010b87c78f434d00+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3072
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f599ed1b647e181abf84+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
3070
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f3d2562749cdbfdea433+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3071
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f3ec010b87c78f434d00+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3072
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f599ed1b647e181abf84+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3073
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3074
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3075
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3076
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3077
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3078
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3079
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3080
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3081
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3082
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/elyza/ELYZA-japanese-Llama-2-7b-instruct/edae4b859715a7dd1161.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "elyza/ELYZA-japanese-Llama-2-7b-instruct", "checkpoint_revision": "48fa08b3098a23d3671e09565499a4cfbaff1923", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c5b61ec17053c9aee4e469199aa0016d952424b74961eae99b4ef2d627b04b3
3
+ size 295835
neuronxcc-2.13.66.0+6dfecc895/MODULE_01714872294e72219796+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552b3beaf10847221346b1d9e2346430a12746d93ba861bebf0306b28ff2508e
3
+ size 11797504
neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0866917bb8b9c6d8958b16f8a7e485876d23ae5a4138a66b67ac0bbd55047a4e
3
+ size 299226
neuronxcc-2.13.66.0+6dfecc895/MODULE_093b94fcfffbcda14600+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a789d4cad22f1c1e215d5a6e106acc19309f762ba5520c946ed7a208bf215ebe
3
+ size 8182784
neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18ecd8a2849e9e1d9e28dcaaaebdfa4f66bd2d95ed62d4136b9a58c9003b1b1
3
+ size 299226
neuronxcc-2.13.66.0+6dfecc895/MODULE_1b1fb07af9cf4eec4d5c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09128efca67afee6791f2d5e88a1f71b5bfec23aba420b7be5d972d998037257
3
+ size 7814144
neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e716198b2e2f2404238763622002f758ba12c8670a00249ebea80d31b2f594
3
+ size 295835
neuronxcc-2.13.66.0+6dfecc895/MODULE_327c4af2df75d5691b0e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:123e8b68cf3e102e16d20c78474aafabc65be46b048be10208726baab2d334f3
3
+ size 22713344
neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22689e7e5e99398c4c2eb5e42634e68db0d08ce92f13d0d520dbdd7bb9f88ea5
3
+ size 299226
neuronxcc-2.13.66.0+6dfecc895/MODULE_857c04d776a93dbfbd22+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92758340140601e00d33c5829e68f54d9cf75cc005467a487e4a8387da6556be
3
+ size 7619584
neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc33b381d74909f90e1c97646cc45be81f4d22910bd30dac314aa80a8d316e1f
3
+ size 299226
neuronxcc-2.13.66.0+6dfecc895/MODULE_9e318aff29b197ee330b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bffacdba5df3801cb3df60ac1d5968364117669c8d8feb1a6766583a1d67c16c
3
+ size 7527424
neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d102a90f6626e34b3e67cf2e95a94d2212ace08d54d55c01e89d968dcb752f41
3
+ size 295835
neuronxcc-2.13.66.0+6dfecc895/MODULE_b616ecf62b77be59f0ce+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a11c92eae4d63f2e006b128adaecd1b92b3660fc075476cbbf36633fb46cad89
3
+ size 8909824
neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b7135eeb89a0ff9dbb4f4b4aa04fb8bdc383fac6adf00c21cc73b2c3c4a9ed
3
+ size 292188
neuronxcc-2.13.66.0+6dfecc895/MODULE_ce53e8759a57b80a6440+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698d2a90420fd280513556b6476deb14ca333404ddb24fefacc2eb8a19fc0cb8
3
+ size 8244224
neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492ae10e98ec6733b827ae809943c7b86d7584b9f44959967c9a99eb9575c4e3
3
+ size 295835
neuronxcc-2.13.66.0+6dfecc895/MODULE_e36f54774d292f0faf43+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f82ba86d7feb4d3b966c8444714ef08ce3b5d62c4f0ae33e5005fa8123fe7d4
3
+ size 7558144
neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f90220e1b26519452fbc575f5f8303d2322d0e2d7733e716e6431b22cd7cc1d
3
+ size 299226
neuronxcc-2.13.66.0+6dfecc895/MODULE_f614146eb3078b5925b0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efa561948d2c4b4410a401f699a4e301a95fe96322701b77b801f158b11c6df8
3
+ size 7465984