Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
d9cde88
•
1 Parent(s): 6953280

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/gorilla-llm/gorilla-openfunctions-v2/1675f856c527911cc075.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3663,3 +3663,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_67cbf19d01a91690bddf+2c2d707e/model.neff fi
3663
  neuronxcc-2.14.227.0+2d4f85be/MODULE_bc0441f93668912f31f9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3664
  neuronxcc-2.14.227.0+2d4f85be/MODULE_30e81a06181780c71c41+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3665
  neuronxcc-2.14.227.0+2d4f85be/MODULE_5d3e50a6f602ec5ce04e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3663
  neuronxcc-2.14.227.0+2d4f85be/MODULE_bc0441f93668912f31f9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3664
  neuronxcc-2.14.227.0+2d4f85be/MODULE_30e81a06181780c71c41+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3665
  neuronxcc-2.14.227.0+2d4f85be/MODULE_5d3e50a6f602ec5ce04e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3666
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3667
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3668
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3669
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3670
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3671
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3672
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3673
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3674
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3675
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3676
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3677
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/gorilla-llm/gorilla-openfunctions-v2/1675f856c527911cc075.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100000, "eos_token_id": 100015, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "gorilla-llm/gorilla-openfunctions-v2", "checkpoint_revision": "1f6ac3b8bb09e347a875f5ff08cd66798706341e", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 30, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 102400}
neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df0d11ee73d2f63f23347d917bcf44120a5f1cd53e8644f91e5992027ec77091
3
+ size 290938
neuronxcc-2.14.227.0+2d4f85be/MODULE_09634156f4c58655eac2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6d8fd84a2b1c9073c54d46a03822b1305ad9fc7a3f1b4d5798ba85676eb36e
3
+ size 7752704
neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61233536891288d41af9a34b34c5146bd1877abd0f7989eb32498d41aeafa9ff
3
+ size 290938
neuronxcc-2.14.227.0+2d4f85be/MODULE_22b57263b815f2c5edc2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e15e6a7aca10f461202c590f173d16a645de4cc591c6a6ecba9f01eaa235307d
3
+ size 6779904
neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91cb246ce7dcd1c450eee5901f0b20183a4987b200c763aa135707f57e2ee37
3
+ size 238433
neuronxcc-2.14.227.0+2d4f85be/MODULE_3200c6a92b4e65dd81fa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430f4f3612f9e4bb7115517ea41c7fc5ca2531c32eba1536c76df1a09b6493de
3
+ size 7302144
neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91fd70d3bbc59a6f7463ab16306e8033c5afa5e490bf25a27bd5acbfd6a35619
3
+ size 290938
neuronxcc-2.14.227.0+2d4f85be/MODULE_3bc3be2bd85863cc9392+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81557e632d0744c64735a0ef8a201a765fcf7c9de5aaf3b561e055118e2c079
3
+ size 7230464
neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76586aa9d30055efe347b5a423bc109d48a7590bbf5e030a3350b707a33bc70
3
+ size 290938
neuronxcc-2.14.227.0+2d4f85be/MODULE_4de1bd876cd7ac725939+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52c77e84ffc62d487b4dc664cd8dcf604b170f3a45476fe6ddbe22f00d37da4c
3
+ size 6861824
neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5bd64a5a455f54b02d65cd2a4cacd42a490553e59695a43410e30f0543d3bd
3
+ size 290938
neuronxcc-2.14.227.0+2d4f85be/MODULE_57631f2f77e2e3cbfd46+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bdd20c8552b19072fe800755064e1d555e1d52189311ded28e499933e30c153
3
+ size 6994944
neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1216d39fe9507f432861a793e22e89f097b1ad53aefdc5ac5dcde24b7acf3c4b
3
+ size 238433
neuronxcc-2.14.227.0+2d4f85be/MODULE_8c93ce166dbae0a019f0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ebe3a522b4b177e3edde959423f9dc27bf6999c7aad6d45dfadf5e8928ecfcb
3
+ size 9780224
neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eadb532542b4f6fc9cd13a71cc7d767875fb93e2fe645e71016a868af271ffd3
3
+ size 290938
neuronxcc-2.14.227.0+2d4f85be/MODULE_c056a52336ac605a221a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2349e54ebac65039729b16f584683950cd15e14fb61e559d62d11f0cd99ded
3
+ size 8756224
neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:956066d502cf9119030b847deab5d065da7c320bfbc41b50e49655605c8d8e2c
3
+ size 238433
neuronxcc-2.14.227.0+2d4f85be/MODULE_c2b2bccd5d64a99fde55+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c09128c139fb0a27c06a3fce58064a386fa982b958a1e43560eb1cb097979bf3
3
+ size 18115584
neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb2ff3b5e6d1b548b71f21ae2e2cc1a4e78938f1ec78c79d8eae30a032e2572b
3
+ size 238433
neuronxcc-2.14.227.0+2d4f85be/MODULE_cf1f60a1b3ca94640f4c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8223a758f6c9cb26a0c760a779c8f495b44f3694b511d4657dd03475119f2466
3
+ size 8131584
neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f225c423bf42abd98530d00a4e65ddc3e7a0b5d0127a9c3c68f3efb9236b30
3
+ size 238433
neuronxcc-2.14.227.0+2d4f85be/MODULE_ed3cbfa803a4cde1d8bb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17bc78c08dabed3e13c343260035166496c1569ad790fc53ff3244311492ab3a
3
+ size 5909504
neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f8ce8c961f3ff660c6e72923b0663c3f8f5660068727b594804980beac443d
3
+ size 235402
neuronxcc-2.14.227.0+2d4f85be/MODULE_fb57b1c0b14d45b1da65+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277f14ce2f14813322751dd879b3ce5ea45a607a595619145decaf573702b44a
3
+ size 8018944