Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
235
dacorvo HF staff commited on
Commit
928e071
•
1 Parent(s): dd7c401

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/0c96b3023c4be9ae2145.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3581,3 +3581,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_0633bed8dd5b2f659fd4+2c2d707e/model.neff fi
3581
  neuronxcc-2.14.227.0+2d4f85be/MODULE_551ac88dc576f8ceff79+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3582
  neuronxcc-2.14.227.0+2d4f85be/MODULE_3e753982d2ae97234d73+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3583
  neuronxcc-2.14.227.0+2d4f85be/MODULE_3f8bfd278d08c2ff7c19+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3581
  neuronxcc-2.14.227.0+2d4f85be/MODULE_551ac88dc576f8ceff79+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3582
  neuronxcc-2.14.227.0+2d4f85be/MODULE_3e753982d2ae97234d73+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3583
  neuronxcc-2.14.227.0+2d4f85be/MODULE_3f8bfd278d08c2ff7c19+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3584
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3585
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3586
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3587
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3588
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3589
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3590
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3591
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3592
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3593
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3594
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3595
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/0c96b3023c4be9ae2145.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.2", "checkpoint_revision": "250544c9a802b0396550d0fd24bc80ff98bb1f5f", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84387d90928af4202f20bb7b3896967029cc9d8775b4888e197b8b70a260639b
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_1c5a339c0b059eb8cab9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8dc9dd78c746c5d169fae454b7e3a50ec71660e77508fa5371b36ffd9cd6b2c
3
+ size 7670784
neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef240e2e2c44a7f733e717ef682b13b75d392f3f08467151dbe39b2edf1bdbd
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_21ad1fe6b212759476bd+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6bc92a72898381e781644cdc3a32fb425541846f884f5f9f973a4126d86f1f
3
+ size 7896064
neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13ecff9b004272b88386d8bb0f276631e0d81fe41b3ddc0be67c6f408b11b92
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_4150fd9311a234766409+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f413245d9528f11d491b9ed415f2f64adffcf3a2aee401cce673b444c2f97d0
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d146093f230ae22f45475a0001406273352432cf18acf64094813fe23eccca28
3
+ size 262682
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b79012c3f221fdcf323+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d6bc60b9ff28e5e5af79e48f7fef9d6d5a31c4d378fe8235eba2a76145e433
3
+ size 8244224
neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9842b6278cba60681059ce002b1fa5e5f6de475557bc33627c3608ae3e814761
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_637e42f0d65a899562b2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323c382c16d9c3e074c9f62b767928cc98dee4983c23781d44b757054cf64c43
3
+ size 7527424
neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b2669bcf15815d2454cd15754020de645eab4c8c2de7c79cf5cb2dbe063f65
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_6634fee57f2962a128b9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ab666830f49be1e1511bb9a6774e751af009e0b8b1d6c48e8e20c18c211ab5
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ddbfab8d4abba5052d5608c293e2757b9ae2f071412ed1ec3e4ee8353bf03fa
3
+ size 266105
neuronxcc-2.14.227.0+2d4f85be/MODULE_6d13d103024349184e04+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8331ab03ebfa59620da12f41fab64b2a873221d00f1102f78bc3c74a6c5675f
3
+ size 22273024
neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e7b745625d5ed1346c808f72cc2fbeb2d26c634d90b4a5d57f16055a420cc35
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_90ebe92c7af143966da0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5838b73f83d03072920921b79c6eb97aaa05d355b99021979cf019ef5e0a2320
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f691904d619c449d3702936a2132630fc05385cdba0f8036d6bdf4577867759
3
+ size 266105
neuronxcc-2.14.227.0+2d4f85be/MODULE_a768a8bd70cd68d0b259+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b28e58a18958621e4573f5143e686342d6794d53fed74c69edab805e58f45e53
3
+ size 10712064
neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec8b416c2a5b6a0aa99c4fa32750729204282ca11e1d093175d8fe1e665231e2
3
+ size 266105
neuronxcc-2.14.227.0+2d4f85be/MODULE_e79dd97b10d6fc741727+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7858124abbb1620bddc3d0c50043acd1d86aac3ff9cde4ef87da34d0febc53ef
3
+ size 4260864
neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26bfe286ede922614d84c33d25773a6d9118ed0b7071be45a9fee29d4b7be33b
3
+ size 266105
neuronxcc-2.14.227.0+2d4f85be/MODULE_f13f4e66411e0b80c7bc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae933cf9f62af45131b2a8da474966e64de56edcfed2083ff6a9f4c71b1c34ef
3
+ size 9053184
neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3abd2df855c370f16aafbffd4ae3768eaf6df9842f6d9ebfc5198bc7980e9737
3
+ size 266105
neuronxcc-2.14.227.0+2d4f85be/MODULE_f54b62eeacc7331fd368+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5d7a0de689d71388767a1a7cae6819f9c4f75becd28549b3cc966bc3e64360
3
+ size 8571904