Update config.json

config.json

@@ -4,6 +4,7 @@
         "Qwen2ForCausalLM"
     ],
     "attention_dropout": 0.0,
+    "bos_token_id": 151643,
     "eos_token_id": 151643,
     "hidden_act": "silu",
     "hidden_size": 5120,
@@ -16,19 +17,18 @@
     "num_hidden_layers": 64,
     "num_key_value_heads": 8,
     "rms_norm_eps": 1e-05,
-    "rope_scaling": null,
     "rope_theta": 1000000.0,
     "sliding_window": null,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
     "transformers_version": "4.44.0",
-    "use_cache": false,
+    "use_cache": true,
     "use_sliding_window": false,
     "vocab_size": 152064,
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.7",
-        "bits": 4.0,
+        "bits": 5.0,
         "head_bits": 8,
         "calibration": {
             "rows": 115,