Update config.json

config.json

@@ -27,5 +27,13 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.26.1",
   "use_cache": false,
-  "vocab_size": 32128
+  "vocab_size": 32128,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 100,
+      "top_p": 0.9
+    }
+  },
+
 }