Update config.json

config.json

@@ -22,5 +22,16 @@
   "torch_dtype": "float16",
   "transformers_version": "4.37.1",
   "use_cache": false,
-  "vocab_size": 32000
+  "vocab_size": 32000,
+  "quantization_config":{
+    "bits": 8,
+    "group_size": 128,
+    "damp_percent": 0.01,
+    "desc_act": false,
+    "static_groups": false,
+    "sym": true,
+    "true_sequential": true,
+    "model_name_or_path": null,
+    "model_file_base_name": null
+  }
 }