compressa-config.json

{"model_name": "openchat/openchat-3.5-0106",
"torch_dtype": "torch.bfloat16",
"device_map": "auto",
"trust_remote_code": false,
"config_class": "HFConfig"
}