nsarrazin HF staff commited on
Commit
e656737
1 Parent(s): e5cb7bb
Files changed (1) hide show
  1. .env.template +13 -12
.env.template CHANGED
@@ -213,18 +213,19 @@ MODELS=`[
213
 
214
  OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
215
 
216
- TASK_MODEL=`{
217
- "name": "mistralai/Mistral-7B-Instruct-v0.2",
218
- "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
219
- "parameters": {
220
- "temperature": 0.1,
221
- "top_p": 0.95,
222
- "repetition_penalty": 1.2,
223
- "top_k": 50,
224
- "truncate": 3072,
225
- "max_new_tokens": 1024,
226
- "stop": ["</s>"]
227
- }}`
 
228
 
229
 
230
  APP_BASE="/chat"
 
213
 
214
  OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
215
 
216
+ TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
217
+ # TASK_MODEL=`{
218
+ # "name": "mistralai/Mistral-7B-Instruct-v0.2",
219
+ # "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
220
+ # "parameters": {
221
+ # "temperature": 0.1,
222
+ # "top_p": 0.95,
223
+ # "repetition_penalty": 1.2,
224
+ # "top_k": 50,
225
+ # "truncate": 3072,
226
+ # "max_new_tokens": 1024,
227
+ # "stop": ["</s>"]
228
+ # }}`
229
 
230
 
231
  APP_BASE="/chat"