Revert da4edc5
Browse files- .env.template +13 -12
.env.template
CHANGED
@@ -213,18 +213,19 @@ MODELS=`[
|
|
213 |
|
214 |
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
|
215 |
|
216 |
-
TASK_MODEL
|
217 |
-
|
218 |
-
|
219 |
-
|
220 |
-
|
221 |
-
|
222 |
-
|
223 |
-
|
224 |
-
|
225 |
-
|
226 |
-
|
227 |
-
|
|
|
228 |
|
229 |
|
230 |
APP_BASE="/chat"
|
|
|
213 |
|
214 |
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
|
215 |
|
216 |
+
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
|
217 |
+
# TASK_MODEL=`{
|
218 |
+
# "name": "mistralai/Mistral-7B-Instruct-v0.2",
|
219 |
+
# "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
|
220 |
+
# "parameters": {
|
221 |
+
# "temperature": 0.1,
|
222 |
+
# "top_p": 0.95,
|
223 |
+
# "repetition_penalty": 1.2,
|
224 |
+
# "top_k": 50,
|
225 |
+
# "truncate": 3072,
|
226 |
+
# "max_new_tokens": 1024,
|
227 |
+
# "stop": ["</s>"]
|
228 |
+
# }}`
|
229 |
|
230 |
|
231 |
APP_BASE="/chat"
|