amirm commited on
Commit
283921c
1 Parent(s): 3243dfa

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +5 -1
config.json CHANGED
@@ -21,13 +21,17 @@
21
  "checkpoint_format": "gptq",
22
  "damp_percent": 0.01,
23
  "desc_act": true,
 
 
 
24
  "group_size": 128,
25
  "model_file_base_name": null,
26
  "model_name_or_path": null,
27
  "quant_method": "gptq",
28
  "static_groups": false,
29
  "sym": true,
30
- "true_sequential": true
 
31
  },
32
  "rms_norm_eps": 1e-05,
33
  "rope_scaling": null,
 
21
  "checkpoint_format": "gptq",
22
  "damp_percent": 0.01,
23
  "desc_act": true,
24
+ "exllama_config": {
25
+ "version": 2
26
+ },
27
  "group_size": 128,
28
  "model_file_base_name": null,
29
  "model_name_or_path": null,
30
  "quant_method": "gptq",
31
  "static_groups": false,
32
  "sym": true,
33
+ "true_sequential": true,
34
+ "use_exllama": true
35
  },
36
  "rms_norm_eps": 1e-05,
37
  "rope_scaling": null,