dacorvo HF staff commited on
Commit
3621e98
·
verified ·
1 Parent(s): 47c9465

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +85 -0
  2. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev1/inference/granite/ibm-granite/granite-3.1-2b-instruct/87640a221192642ecab5.json +1 -0
  3. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev1/inference/llama/meta-llama/Llama-3.2-1B/a08b562da91aa93cecef.json +1 -0
  4. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev1/inference/qwen2/Qwen/Qwen2.5-0.5B/7f457366ad13eafe6b8a.json +1 -0
  5. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev2/inference/gpt2/gpt2/aadac442fccfdd730bb5.json +1 -0
  6. neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/compile_flags.json +1 -0
  7. neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.done +0 -0
  8. neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.hlo_module.pb +3 -0
  9. neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.neff +3 -0
  10. neuronxcc-2.15.143.0+e39249ad/MODULE_0321b5b02683246a4daf+39f12043/model.neff +0 -0
  11. neuronxcc-2.15.143.0+e39249ad/MODULE_0728e5a2562898fb6304+39f12043/model.neff +0 -0
  12. neuronxcc-2.15.143.0+e39249ad/MODULE_08029859a80afc7e62d3+39f12043/model.neff +0 -0
  13. neuronxcc-2.15.143.0+e39249ad/MODULE_0af38ef912cf5f22e544+39f12043/model.neff +0 -0
  14. neuronxcc-2.15.143.0+e39249ad/MODULE_0c6016f7aa301b249715+39f12043/model.neff +0 -0
  15. neuronxcc-2.15.143.0+e39249ad/MODULE_11438465433648369693+cc298dfa/model.neff +0 -0
  16. neuronxcc-2.15.143.0+e39249ad/MODULE_1146904795246293467+d7517139/model.neff +0 -0
  17. neuronxcc-2.15.143.0+e39249ad/MODULE_11866581511567855346+d7517139/model.neff +0 -0
  18. neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/compile_flags.json +1 -0
  19. neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.done +0 -0
  20. neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.hlo_module.pb +3 -0
  21. neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.neff +3 -0
  22. neuronxcc-2.15.143.0+e39249ad/MODULE_12007993937039433331+cc298dfa/model.neff +0 -0
  23. neuronxcc-2.15.143.0+e39249ad/MODULE_12396952729439196621+cc298dfa/model.neff +0 -0
  24. neuronxcc-2.15.143.0+e39249ad/MODULE_12a0d260bd97c0c503b9+39f12043/model.neff +0 -0
  25. neuronxcc-2.15.143.0+e39249ad/MODULE_12d9000464abb773502a+39f12043/model.neff +0 -0
  26. neuronxcc-2.15.143.0+e39249ad/MODULE_12f2d7e7596ea62b3de1+39f12043/model.neff +0 -0
  27. neuronxcc-2.15.143.0+e39249ad/MODULE_13187313772886889891+cc298dfa/model.neff +0 -0
  28. neuronxcc-2.15.143.0+e39249ad/MODULE_14324536644608847976+cc298dfa/model.neff +0 -0
  29. neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/model.neff +0 -0
  30. neuronxcc-2.15.143.0+e39249ad/MODULE_16324833920923190334+d7517139/model.neff +0 -0
  31. neuronxcc-2.15.143.0+e39249ad/MODULE_16908378049449403080+d7517139/model.neff +0 -0
  32. neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/model.neff +0 -0
  33. neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/compile_flags.json +1 -0
  34. neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.done +0 -0
  35. neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.hlo_module.pb +3 -0
  36. neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.neff +3 -0
  37. neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/model.neff +0 -0
  38. neuronxcc-2.15.143.0+e39249ad/MODULE_220ccbe10e6e8be33dbf+39f12043/model.neff +0 -0
  39. neuronxcc-2.15.143.0+e39249ad/MODULE_25c4ddcb1efe02527e22+39f12043/model.neff +0 -0
  40. neuronxcc-2.15.143.0+e39249ad/MODULE_3197007774233420508+cc298dfa/model.neff +0 -0
  41. neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/compile_flags.json +1 -0
  42. neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.done +0 -0
  43. neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.hlo_module.pb +3 -0
  44. neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.neff +3 -0
  45. neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/compile_flags.json +1 -0
  46. neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.done +0 -0
  47. neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.hlo_module.pb +3 -0
  48. neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.neff +3 -0
  49. neuronxcc-2.15.143.0+e39249ad/MODULE_350816824965383342+cc298dfa/model.neff +0 -0
  50. neuronxcc-2.15.143.0+e39249ad/MODULE_3531cf0e638e9c48aeb7+39f12043/model.neff +0 -0
.gitattributes CHANGED
@@ -1543,3 +1543,88 @@ neuronxcc-2.15.143.0+e39249ad/MODULE_f6695fce8439b8324614+39f12043/model.neff fi
1543
  neuronxcc-2.15.143.0+e39249ad/MODULE_113edf6039829677d7d6+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1544
  neuronxcc-2.15.143.0+e39249ad/MODULE_a4bb4e6e225de0782e33+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1545
  neuronxcc-2.15.143.0+e39249ad/MODULE_4d29ce95cb17d18f69e6/model.neuron filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1543
  neuronxcc-2.15.143.0+e39249ad/MODULE_113edf6039829677d7d6+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1544
  neuronxcc-2.15.143.0+e39249ad/MODULE_a4bb4e6e225de0782e33+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1545
  neuronxcc-2.15.143.0+e39249ad/MODULE_4d29ce95cb17d18f69e6/model.neuron filter=lfs diff=lfs merge=lfs -text
1546
+ neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1547
+ neuronxcc-2.15.143.0+e39249ad/MODULE_0321b5b02683246a4daf+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1548
+ neuronxcc-2.15.143.0+e39249ad/MODULE_0728e5a2562898fb6304+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1549
+ neuronxcc-2.15.143.0+e39249ad/MODULE_08029859a80afc7e62d3+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1550
+ neuronxcc-2.15.143.0+e39249ad/MODULE_0af38ef912cf5f22e544+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1551
+ neuronxcc-2.15.143.0+e39249ad/MODULE_0c6016f7aa301b249715+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1552
+ neuronxcc-2.15.143.0+e39249ad/MODULE_11438465433648369693+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1553
+ neuronxcc-2.15.143.0+e39249ad/MODULE_1146904795246293467+d7517139/model.neff filter=lfs diff=lfs merge=lfs -text
1554
+ neuronxcc-2.15.143.0+e39249ad/MODULE_11866581511567855346+d7517139/model.neff filter=lfs diff=lfs merge=lfs -text
1555
+ neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1556
+ neuronxcc-2.15.143.0+e39249ad/MODULE_12007993937039433331+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1557
+ neuronxcc-2.15.143.0+e39249ad/MODULE_12396952729439196621+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1558
+ neuronxcc-2.15.143.0+e39249ad/MODULE_12a0d260bd97c0c503b9+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1559
+ neuronxcc-2.15.143.0+e39249ad/MODULE_12d9000464abb773502a+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1560
+ neuronxcc-2.15.143.0+e39249ad/MODULE_12f2d7e7596ea62b3de1+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1561
+ neuronxcc-2.15.143.0+e39249ad/MODULE_13187313772886889891+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1562
+ neuronxcc-2.15.143.0+e39249ad/MODULE_14324536644608847976+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1563
+ neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1564
+ neuronxcc-2.15.143.0+e39249ad/MODULE_16324833920923190334+d7517139/model.neff filter=lfs diff=lfs merge=lfs -text
1565
+ neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1566
+ neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1567
+ neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/model.neff filter=lfs diff=lfs merge=lfs -text
1568
+ neuronxcc-2.15.143.0+e39249ad/MODULE_220ccbe10e6e8be33dbf+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1569
+ neuronxcc-2.15.143.0+e39249ad/MODULE_25c4ddcb1efe02527e22+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1570
+ neuronxcc-2.15.143.0+e39249ad/MODULE_3197007774233420508+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1571
+ neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1572
+ neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1573
+ neuronxcc-2.15.143.0+e39249ad/MODULE_350816824965383342+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1574
+ neuronxcc-2.15.143.0+e39249ad/MODULE_3531cf0e638e9c48aeb7+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1575
+ neuronxcc-2.15.143.0+e39249ad/MODULE_433772b79672acb10baf+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1576
+ neuronxcc-2.15.143.0+e39249ad/MODULE_4603571094144602593+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1577
+ neuronxcc-2.15.143.0+e39249ad/MODULE_4a6f037aebdd1d81551c+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1578
+ neuronxcc-2.15.143.0+e39249ad/MODULE_4bd52b53ea75df932834+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1579
+ neuronxcc-2.15.143.0+e39249ad/MODULE_4f54951d7f1d19705651+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1580
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5265b184e094687e1050+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1581
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5545b3251e917103d277+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1582
+ neuronxcc-2.15.143.0+e39249ad/MODULE_58210b5eb11ca622de82+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1583
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5a5a7263fa4ac986b4f5+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1584
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5ae9671e136dc28747ff+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1585
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5dc198aca2923ef50c49+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1586
+ neuronxcc-2.15.143.0+e39249ad/MODULE_610755e4bd432b91c4a0+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1587
+ neuronxcc-2.15.143.0+e39249ad/MODULE_64753f0ea284c7be1c02+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1588
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6489bf9fd8427162d7b0+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1589
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6676531965289768374+d7517139/model.neff filter=lfs diff=lfs merge=lfs -text
1590
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6852843144098038869+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1591
+ neuronxcc-2.15.143.0+e39249ad/MODULE_68e47b90ef37e5514f7d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1592
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6a6cb21edc3f47fb25ad+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1593
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6a8d6a899cd8ddce6c35+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1594
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6fff1b0d90e8d8c6ea85+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1595
+ neuronxcc-2.15.143.0+e39249ad/MODULE_712316680676d37a7ca4+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1596
+ neuronxcc-2.15.143.0+e39249ad/MODULE_713fc3a32452ccaab0c0+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1597
+ neuronxcc-2.15.143.0+e39249ad/MODULE_7213d9a79f87141ab48b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1598
+ neuronxcc-2.15.143.0+e39249ad/MODULE_7243462981374721813+cc298dfa/model.neff filter=lfs diff=lfs merge=lfs -text
1599
+ neuronxcc-2.15.143.0+e39249ad/MODULE_74466b15ca06046c559d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1600
+ neuronxcc-2.15.143.0+e39249ad/MODULE_769da233b95d01d8bb51+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1601
+ neuronxcc-2.15.143.0+e39249ad/MODULE_77bb6e1c7a5bbbc74427+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1602
+ neuronxcc-2.15.143.0+e39249ad/MODULE_7e2fd273c511b9b3637d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1603
+ neuronxcc-2.15.143.0+e39249ad/MODULE_7f06b3f582ccbcd07141+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1604
+ neuronxcc-2.15.143.0+e39249ad/MODULE_81cb45fde7e941e6558d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1605
+ neuronxcc-2.15.143.0+e39249ad/MODULE_82424b4900dbbf37f75b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1606
+ neuronxcc-2.15.143.0+e39249ad/MODULE_859262fdf57ffc1b7fac+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1607
+ neuronxcc-2.15.143.0+e39249ad/MODULE_87c8015c3c9751152820+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1608
+ neuronxcc-2.15.143.0+e39249ad/MODULE_930f36cfee58c93440c2+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1609
+ neuronxcc-2.15.143.0+e39249ad/MODULE_9e3522dca8bdfe7d20f3+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1610
+ neuronxcc-2.15.143.0+e39249ad/MODULE_a2fd3fc74b951f335a89+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1611
+ neuronxcc-2.15.143.0+e39249ad/MODULE_b2b10d06014d4f3ca3fa+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1612
+ neuronxcc-2.15.143.0+e39249ad/MODULE_b4c02f9fc124b26ba9e7+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1613
+ neuronxcc-2.15.143.0+e39249ad/MODULE_b6cabfae22d0d36f7ebb+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1614
+ neuronxcc-2.15.143.0+e39249ad/MODULE_bbd6b438f8c84055641b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1615
+ neuronxcc-2.15.143.0+e39249ad/MODULE_be739a028dadcfbaf80e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1616
+ neuronxcc-2.15.143.0+e39249ad/MODULE_bf7da453131e43606466+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1617
+ neuronxcc-2.15.143.0+e39249ad/MODULE_bf872a5701224b383715+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1618
+ neuronxcc-2.15.143.0+e39249ad/MODULE_c1ff08289224c1071721+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1619
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ca45e92e2a554851dd12+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1620
+ neuronxcc-2.15.143.0+e39249ad/MODULE_cfe47e9c13cebdf0a94b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1621
+ neuronxcc-2.15.143.0+e39249ad/MODULE_d72d692b4072a7487c70+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1622
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ddce4eb2be8763614124+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1623
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ea818941a971f0401a65+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1624
+ neuronxcc-2.15.143.0+e39249ad/MODULE_eb4b81676c5dff6973a2+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1625
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ecac5eead41d02381499+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1626
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ef456487b88604022757+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1627
+ neuronxcc-2.15.143.0+e39249ad/MODULE_f224de47a62bfe109806+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1628
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_5545b3251e917103d277+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1629
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_b8f93d36af83ab17ab85+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1630
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_f567467231139f46c50e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev1/inference/granite/ibm-granite/granite-3.1-2b-instruct/87640a221192642ecab5.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["GraniteForCausalLM"], "attention_bias": false, "attention_dropout": 0.1, "attention_multiplier": 0.015625, "bos_token_id": 0, "embedding_multiplier": 12.0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "logits_scaling": 8.0, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "granite", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", "checkpoint_revision": "07eae41278b4cd918dbe32da5d77c27e1379f751", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "pad_token_id": 0, "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 5000000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 49155}
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev1/inference/llama/meta-llama/Llama-3.2-1B/a08b562da91aa93cecef.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-3.2-1B", "checkpoint_revision": "4e20de362430cd3b72f300e6b0f18e50e7166e08", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev1/inference/qwen2/Qwen/Qwen2.5-0.5B/7f457366ad13eafe6b8a.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 896, "initializer_range": 0.02, "intermediate_size": 4864, "max_position_embeddings": 32768, "max_window_layers": 24, "model_type": "qwen2", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-0.5B", "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936}
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.28.dev2/inference/gpt2/gpt2/aadac442fccfdd730bb5.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257}
neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21affd02f56f81bb9831ec10cab668645b9b4bfb823d85ac37f72eb60b3098da
3
+ size 221825
neuronxcc-2.15.143.0+e39249ad/MODULE_016f98bf752d265cedfe+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36abf5dcc48bf558affabbce42bd1e84e63df9272fa8e771669593d6ddf36173
3
+ size 28724224
neuronxcc-2.15.143.0+e39249ad/MODULE_0321b5b02683246a4daf+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_0321b5b02683246a4daf+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_0321b5b02683246a4daf+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_0728e5a2562898fb6304+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_0728e5a2562898fb6304+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_0728e5a2562898fb6304+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_08029859a80afc7e62d3+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_08029859a80afc7e62d3+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_08029859a80afc7e62d3+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_0af38ef912cf5f22e544+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_0af38ef912cf5f22e544+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_0af38ef912cf5f22e544+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_0c6016f7aa301b249715+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_0c6016f7aa301b249715+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_0c6016f7aa301b249715+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_11438465433648369693+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_11438465433648369693+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_11438465433648369693+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_1146904795246293467+d7517139/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_1146904795246293467+d7517139/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_1146904795246293467+d7517139/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_11866581511567855346+d7517139/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_11866581511567855346+d7517139/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_11866581511567855346+d7517139/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b150327ae7aaffe39c4b31b65bd19bd85e24614c2aa44cc6fdea9c9835c10d7
3
+ size 203986
neuronxcc-2.15.143.0+e39249ad/MODULE_11e8d8166e8cd7f137e6+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34e67821a15f85ad4f7a5662311601c5870f083ba7e7571e2f67b34e09f87ab
3
+ size 15873024
neuronxcc-2.15.143.0+e39249ad/MODULE_12007993937039433331+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_12007993937039433331+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_12007993937039433331+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_12396952729439196621+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_12396952729439196621+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_12396952729439196621+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_12a0d260bd97c0c503b9+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_12a0d260bd97c0c503b9+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_12a0d260bd97c0c503b9+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_12d9000464abb773502a+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_12d9000464abb773502a+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_12d9000464abb773502a+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_12f2d7e7596ea62b3de1+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_12f2d7e7596ea62b3de1+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_12f2d7e7596ea62b3de1+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_13187313772886889891+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_13187313772886889891+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_13187313772886889891+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_14324536644608847976+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_14324536644608847976+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_14324536644608847976+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_16025609313310268031+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_16324833920923190334+d7517139/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_16324833920923190334+d7517139/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_16324833920923190334+d7517139/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_16908378049449403080+d7517139/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_16908378049449403080+d7517139/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_16908378049449403080+d7517139/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_1815383029296322418+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5275dcb56fa153b711258dd71fd4fe136a246920eac7a346f155b6ae4184ef68
3
+ size 221837
neuronxcc-2.15.143.0+e39249ad/MODULE_1b271202dc64c7850065+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:680606adadc698c3f11f7490e5040263824c327f7dc1093d338cc6d61d791076
3
+ size 28724224
neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_2000919633115833958+d7517139/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_220ccbe10e6e8be33dbf+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_220ccbe10e6e8be33dbf+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_220ccbe10e6e8be33dbf+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_25c4ddcb1efe02527e22+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_25c4ddcb1efe02527e22+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_25c4ddcb1efe02527e22+39f12043/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_3197007774233420508+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_3197007774233420508+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_3197007774233420508+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b3c58e2f3ef2a6006a3901ee6f07fb5f74cc5553b0ab90a8ffb32014405a726
3
+ size 362888
neuronxcc-2.15.143.0+e39249ad/MODULE_322b72d02b94bfd1c66b+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb4ab7d8229655b20587a8f01d08cf07712d1456e9dc7adddfa9fd2a1637cae
3
+ size 18013184
neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e65cb3f3cd2acc623261f6dec480b31f29fa1bc1dbf6bfa664286791b363a439
3
+ size 216051
neuronxcc-2.15.143.0+e39249ad/MODULE_34752792c1ebb204805e+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f11050e01d08a35f54be04782dfe5e2fee1c81d7f47ec6bd3046ef3e52bad30
3
+ size 29594624
neuronxcc-2.15.143.0+e39249ad/MODULE_350816824965383342+cc298dfa/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_350816824965383342+cc298dfa/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_350816824965383342+cc298dfa/model.neff differ
 
neuronxcc-2.15.143.0+e39249ad/MODULE_3531cf0e638e9c48aeb7+39f12043/model.neff CHANGED
Binary files a/neuronxcc-2.15.143.0+e39249ad/MODULE_3531cf0e638e9c48aeb7+39f12043/model.neff and b/neuronxcc-2.15.143.0+e39249ad/MODULE_3531cf0e638e9c48aeb7+39f12043/model.neff differ