job_new.json

{
    "in_dir": "base_model",
    "out_dir": "quant",
    "cal_dataset": "wiki_de_exzellent.parquet",
    "bits": 5.0,
    "dataset_rows": 100,
    "measurement_rows": 16,
    "length": 2048,
    "measurement_length": 2048,
    "head_bits": 6,
    "shard_size": 8192,
    "compile_full": null,
    "rope_scale": null,
    "rope_alpha": null,
    "output_measurement": null,
    "progress": "begin"
}