models/config-user.yaml

TheBloke_Wizard-Vicuna-13B-Uncensored-GPTQ$:
  loader: AutoGPTQ
  cpu_memory: 0
  auto_devices: false
  disk: true
  cpu: false
  trust_remote_code: false
  wbits: '4'
  groupsize: '128'
  triton: false
  desc_act: false
  no_inject_fused_attention: false
  no_inject_fused_mlp: false
  no_use_cuda_fp16: false
  disable_exllama: false
  gpu_memory_0: 11500