|
# template used in production for HuggingChat. |
|
|
|
MODELS=`[ |
|
{ |
|
"name": "meta-llama/Llama-2-70b-chat-hf", |
|
"description": "The latest and biggest model from Meta, fine-tuned for chat.", |
|
"websiteUrl": "https://ai.meta.com/llama/", |
|
"userMessageToken": "", |
|
"userMessageEndToken": " [/INST] ", |
|
"assistantMessageToken": "", |
|
"assistantMessageEndToken": " </s><s>[INST] ", |
|
"preprompt": " ", |
|
"chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}", |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
], |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 3072, |
|
"max_new_tokens": 1024 |
|
} |
|
}, |
|
{ |
|
"name": "codellama/CodeLlama-34b-Instruct-hf", |
|
"displayName": "codellama/CodeLlama-34b-Instruct-hf", |
|
"description": "Code Llama, a state of the art code model from Meta.", |
|
"websiteUrl": "https://about.fb.com/news/2023/08/code-llama-ai-for-coding/", |
|
"userMessageToken": "", |
|
"userMessageEndToken": " [/INST] ", |
|
"assistantMessageToken": "", |
|
"assistantMessageEndToken": " </s><s>[INST] ", |
|
"preprompt": " ", |
|
"chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}", |
|
"promptExamples": [ |
|
{ |
|
"title": "Fibonacci in Python", |
|
"prompt": "Write a python function to calculate the nth fibonacci number." |
|
}, { |
|
"title": "JavaScript promises", |
|
"prompt": "How can I wait for multiple JavaScript promises to fulfill before doing something with their values?" |
|
}, { |
|
"title": "Rust filesystem", |
|
"prompt": "How can I load a file from disk in Rust?" |
|
} |
|
], |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 4096, |
|
"max_new_tokens": 4096 |
|
} |
|
}, |
|
{ |
|
"name": "tiiuae/falcon-180B-chat", |
|
"displayName": "tiiuae/falcon-180B-chat", |
|
"description": "Falcon-180B is a 180B parameters causal decoder-only model built by TII and trained on 3,500B tokens.", |
|
"websiteUrl": "https://www.tii.ae/news/technology-innovation-institute-introduces-worlds-most-powerful-open-llm-falcon-180b", |
|
"preprompt": " ", |
|
"chatPromptTemplate": "System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/ifUser}}{{#ifAssistant}}{{content}}\nUser:{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 1024, |
|
"max_new_tokens": 1024, |
|
"stop": ["User:"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
}, |
|
{ |
|
"name": "mistralai/Mistral-7B-Instruct-v0.1", |
|
"displayName": "mistralai/Mistral-7B-Instruct-v0.1", |
|
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.", |
|
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 3072, |
|
"max_new_tokens": 1024, |
|
"stop": ["</s>"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
], |
|
"unlisted": true |
|
}, |
|
{ |
|
"name": "mistralai/Mistral-7B-Instruct-v0.2", |
|
"displayName": "mistralai/Mistral-7B-Instruct-v0.2", |
|
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.", |
|
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.6, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 3072, |
|
"max_new_tokens": 1024, |
|
"stop": ["</s>"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
}, |
|
{ |
|
"name": "openchat/openchat_3.5", |
|
"displayName": "openchat/openchat_3.5", |
|
"description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.", |
|
"websiteUrl": "https://huggingface.co/openchat/openchat_3.5", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.6, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 6016, |
|
"max_new_tokens": 2048, |
|
"stop": ["<|end_of_turn|>"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
}, |
|
{ |
|
"name" : "mistralai/Mixtral-8x7B-Instruct-v0.1", |
|
"description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.", |
|
"websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/", |
|
"preprompt" : "", |
|
"chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}", |
|
"parameters" : { |
|
"temperature" : 0.6, |
|
"top_p" : 0.95, |
|
"repetition_penalty" : 1.2, |
|
"top_k" : 50, |
|
"truncate" : 24576, |
|
"max_new_tokens" : 8192, |
|
"stop" : ["</s>"] |
|
}, |
|
"promptExamples" : [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
} |
|
]` |
|
|
|
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]` |
|
|
|
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2' |
|
|
|
|
|
APP_BASE="/chat" |
|
PUBLIC_ORIGIN=https: |
|
PUBLIC_SHARE_PREFIX=https: |
|
PUBLIC_ANNOUNCEMENT_BANNERS=`[]` |
|
|
|
PUBLIC_APP_NAME=HuggingChat |
|
PUBLIC_APP_ASSETS=huggingchat |
|
PUBLIC_APP_COLOR=yellow |
|
PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone." |
|
PUBLIC_APP_DATA_SHARING=1 |
|
PUBLIC_APP_DISCLAIMER=1 |
|
|
|
RATE_LIMIT=16 |
|
MESSAGES_BEFORE_LOGIN=5# how many messages a user can send in a conversation before having to login. set to 0 to force login right away |
|
|
|
PUBLIC_GOOGLE_ANALYTICS_ID=G-8Q63TH4CSL |
|
|
|
# Not part of the .env but set as other variables in the space |
|
# ADDRESS_HEADER=X-Forwarded-For |
|
# XFF_DEPTH=2 |
