Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
270
dacorvo HF staff commited on
Commit
b4ed8dc
•
1 Parent(s): 928e071

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.1/20bf896416cab85d71ec.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3593,3 +3593,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/model.neff fi
3593
  neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3594
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3595
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3593
  neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3594
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3595
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3596
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3597
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3598
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3599
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3600
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3601
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3602
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3603
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3604
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3605
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3606
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3607
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.1/20bf896416cab85d71ec.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "b54db9339734a22dd2b55531bd8146540729fbb8", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62cdd46e3ce2f7434d74f2c1bc6475260d7a8d021b0d8a3ae88f79aef485aa3e
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_367541d16d993d7d095c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b47cd41a39283d55dbcfbefc6694be0cb43bf9367f316e1469924c6b7d2a99b
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04cc29430f05fb8d42d122dc8a24d7865e612e6d9f913fd0983e3bcad1039084
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_4920edaf248dfc3f45ae+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc2cf1ad532fd1ba053f6343c802ecc339c4af885f50422e0ece4b98dae27cc
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea507f79da5adc8d8e0d947ffc1ed1314c4fbd627460a27cb485f961ba5679b
3
+ size 813785
neuronxcc-2.14.227.0+2d4f85be/MODULE_9916a66d1a39918082ac+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e7be733f7316f12c66cdef16f318649cd751114e7e8d3dedc1766a84a4ad56
3
+ size 8612864
neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c38545231f0bbe30742cdd2b2a04518a2999e2d6b0ecc17a57c2478ccc8ec67
3
+ size 2386650
neuronxcc-2.14.227.0+2d4f85be/MODULE_a2affc39052bced8c7b4+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bf1a092b537d15e7a2ff9505d45b3dfa2486fc2a145f47caf3ad894d6ceb6be
3
+ size 9155584
neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26886eb0eff5c8ebbb07c2611f51732045d84688ca92f3f28b5d987f71f3a2e1
3
+ size 33843930
neuronxcc-2.14.227.0+2d4f85be/MODULE_a86e50bc69c9d5baee9e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d16f45c049e37e5d5dbe32d1a12eb8947fefa24183b1d85611320faf8b18537
3
+ size 23706624
neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8de4649d2f9fb1717b4a4f801280f6fa96bdac4003fc9b01e2a37bc82e1abe8
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_a90251a75ff9d3d50a59+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45897591599268a97cd18bff04dfa6a66880b7870e82e7502991efaabe4d073
3
+ size 7670784
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40ca913d8a0702bff133684794f950dc52310fc309fa7744f8ebf83e37a4468
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab98fc1e6cd8024af131+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daf2c72377c41d649c999aff393850fb437b12fd15e274c70c7921480b2f4370
3
+ size 7527424
neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:860cc3962f20d272db7608980762f48901d9dfbf567bcbf90df12d56cf70f607
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_adc0578c68600ffd5659+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a943623cb6c66cf770f144034cf8a1e2043a53fd9a7b558c8fa27f51ac4494dd
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef57dcdba9eb99e41b756c93595b20a1c8095484dbf8028beb9d4f16f7a868b2
3
+ size 8678106
neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfa5d2f34f765e3a5057837e52eab797bbc4873f43ee81da063d43cc21c8092b
3
+ size 11019264
neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b61fbb9c952daee8c241ed957222366acb7ebf07ca79e67c4def4409b3c445
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b66081c1bc358e3d857a4e1be5e5de94b2c335dfe451bdcbd91fa3d3ca05dc
3
+ size 7896064
neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed3abeb794314d0d2b542ece7fbf9c76e0ae394b69416e68840b603dca3982e6
3
+ size 416346
neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3adb28fdf448813f396457a415dc915bfcbe28daf80ba3ca313a6ef083c19645
3
+ size 8172544
neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d5cc4e2bbe804aeb865d1528769455bb775cc7f50cb3299ea7370f96241d22
3
+ size 134507322
neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9eb6f66cd47537599d032d68c958e50ccefeddda9625fa7e24d44d5f173c31
3
+ size 4537344