{ "comp_cgenerate_active": false, "comp_ctranslate_active": false, "comp_cwhisper_active": false, "comp_diffusers2_active": false, "comp_flux_caching_active": false, "comp_ifw_active": false, "comp_ipex_llm_active": false, "comp_onediff_active": false, "comp_step_caching_active": false, "comp_torch_compile_active": false, "comp_ws2t_active": false, "comp_x-fast_active": false, "prune_torch-structured_active": false, "prune_torch-unstructured_active": false, "quant_aqlm_active": false, "quant_awq_active": false, "quant_gptq_active": false, "quant_half_active": false, "quant_higgs_active": true, "quant_hqq_active": false, "quant_llm-int8_active": false, "quant_quanto_active": false, "quant_torch_dynamic_active": false, "quant_torch_static_active": false, "quant_higgs_group_size": 256, "quant_higgs_hadamard_size": 1024, "quant_higgs_modules_to_not_convert": "lm_head", "quant_higgs_p": 2, "quant_higgs_weight_bits": 2, "max_batch_size": 1, "device": "cuda", "cache_dir": "/home/ubuntu/.cache/pruna/tmpc6y5r_fu", "task": "", "save_load_fn": "higgs", "save_load_fn_args": {} }