config.json

{
  "depth": 30,
  "rope": true,
  "rope_size": 128,
  "rope_theta": 10000,
  "use_ar": false,
  "use_crop_cond": true,
  "use_swiglu_ffn": true
}