Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
2c4bbc9
•
1 Parent(s): 044c6bb

Synchronizing local compiler cache.

Browse files
Files changed (8) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/0ea2c0c6c64c43161711.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2018,3 +2018,5 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/model.neff fi
2018
  neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2019
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2020
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
2018
  neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2019
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2020
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2021
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2022
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/0ea2c0c6c64c43161711.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.2", "checkpoint_revision": "41b61a33a2483885c981aa79e0df6b32407ed873", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0d619e7405cc900ed55a7c30bb62748890a749b0ffe05f319c56d1fe5c5a92
3
+ size 399032
neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0c6b27e98299551fef32f4966f74f108800851e595b2a5aa7ed0a2c63770c2
3
+ size 10578944
neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:469c9bc1dbef1c939997af1f3f0c58564798c19a1f078294f841887fe26d6a00
3
+ size 345676
neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5478d49716512ea87b93f9a561fea3707dc7c1a455eefdc7a18abc5d3fa920
3
+ size 13077504