llm-slayer commited on
Commit
8aad511
1 Parent(s): ed056a6

add weights and config files

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +9 -7
mlc-chat-config.json CHANGED
@@ -28,12 +28,12 @@
28
  "temperature": 0.3,
29
  "presence_penalty": 0.0,
30
  "frequency_penalty": 0.0,
31
- "repetition_penalty": 1.0,
32
- "top_p": 0.95,
33
  "conv_template": {
34
  "name": "croissantllm",
35
  "system_template": "<s>",
36
- "system_message": "<s>",
37
  "add_role_after_system_message": true,
38
  "roles": {
39
  "user": "<|im_start|>user",
@@ -51,20 +51,22 @@
51
  "role_content_sep": "\n",
52
  "role_empty_sep": "\n",
53
  "stop_str": [
54
- "<|im_end|>"
 
55
  ],
56
  "stop_token_ids": [
57
- 0, 1, 2, 3, 32000, 32001
 
58
  ],
59
  "function_string": "",
60
  "use_function_calling": false
61
  },
62
  "pad_token_id": 2,
63
  "bos_token_id": 1,
64
- "eos_token_id": 32000,
65
  "tokenizer_files": [
66
  "tokenizer.json",
67
  "tokenizer_config.json"
68
  ],
69
  "version": "0.1.0"
70
- }
 
28
  "temperature": 0.3,
29
  "presence_penalty": 0.0,
30
  "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.05,
32
+ "top_p": 0.9,
33
  "conv_template": {
34
  "name": "croissantllm",
35
  "system_template": "<s>",
36
+ "system_message": "",
37
  "add_role_after_system_message": true,
38
  "roles": {
39
  "user": "<|im_start|>user",
 
51
  "role_content_sep": "\n",
52
  "role_empty_sep": "\n",
53
  "stop_str": [
54
+ "<|im_end|>",
55
+ "</s>"
56
  ],
57
  "stop_token_ids": [
58
+ 32000,
59
+ 2
60
  ],
61
  "function_string": "",
62
  "use_function_calling": false
63
  },
64
  "pad_token_id": 2,
65
  "bos_token_id": 1,
66
+ "eos_token_id": 2,
67
  "tokenizer_files": [
68
  "tokenizer.json",
69
  "tokenizer_config.json"
70
  ],
71
  "version": "0.1.0"
72
+ }