update

Signed-off-by: Nickinfinity <nikhilg.me@gmail.com>

mlc-chat-config.json

@@ -13,7 +13,8 @@
     "prefill_chunk_size": 768,
     "num_key_value_heads": 4,
     "head_dim": 64,
-    "tensor_parallel_shards": 1
+    "tensor_parallel_shards": 1,
+    "max_batch_size": 80
   },
   "vocab_size": 32000,
   "context_window_size": 768,
@@ -25,9 +26,11 @@
   "max_gen_len": 512,
   "shift_fill_factor": 0.3,
   "temperature": 0.7,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
   "top_p": 0.95,
-  "conv_template": "llama_default",
+  "conv_template": "llama-2",
   "pad_token_id": 0,
   "bos_token_id": 1,
   "eos_token_id": 2,