johannhartmann's picture
Upload folder using huggingface_hub
8d225e9 verified
raw
history blame
399 Bytes
{
"in_dir": "base_model",
"out_dir": "quant",
"cal_dataset": "wiki_de_exzellent.parquet",
"bits": 5.0,
"dataset_rows": 100,
"measurement_rows": 16,
"length": 2048,
"measurement_length": 2048,
"head_bits": 6,
"shard_size": 8192,
"compile_full": null,
"rope_scale": null,
"rope_alpha": null,
"output_measurement": null,
"progress": "begin"
}