Create .env

.env

@@ -1,66 +1,117 @@
-# Use .env.local to change these variables
-# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
-
-MONGODB_URL=#your mongodb URL here
-MONGODB_DB_NAME=chat-ui
-MONGODB_DIRECT_CONNECTION=false
-
-COOKIE_NAME=hf-chat
-HF_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
-HF_API_ROOT=https://api-inference.huggingface.co/models
-OPENAI_API_KEY=#your openai api key here
-
-HF_ACCESS_TOKEN=#LEGACY! Use HF_TOKEN instead
-
-# used to activate search with web functionality. disabled if none are defined. choose one of the following:
-YDC_API_KEY=#your docs.you.com api key here
-SERPER_API_KEY=#your serper.dev api key here
-SERPAPI_KEY=#your serpapi key here
-SERPSTACK_API_KEY=#your serpstack api key here
-USE_LOCAL_WEBSEARCH=#set to true to parse google results yourself, overrides other API keys
-SEARXNG_QUERY_URL=# where '<query>' will be replaced with query keywords see https://docs.searxng.org/dev/search_api.html eg https://searxng.yourdomain.com/search?q=<query>&engines=duckduckgo,google&format=json
-
-WEBSEARCH_ALLOWLIST=`[]` # if it's defined, allow websites from only this list.
-WEBSEARCH_BLOCKLIST=`[]` # if it's defined, block websites from this list.
-
-# Parameters to enable open id login
-OPENID_CONFIG=`{
-  "PROVIDER_URL": "",
-  "CLIENT_ID": "",
-  "CLIENT_SECRET": "",
-  "SCOPES": ""
-}`
-
-# /!\ legacy openid settings, prefer the config above
-OPENID_CLIENT_ID=
-OPENID_CLIENT_SECRET=
-OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
-OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
-OPENID_TOLERANCE=
-OPENID_RESOURCE=
-
-# Parameters to enable a global mTLS context for client fetch requests
-USE_CLIENT_CERTIFICATE=false
-CERT_PATH=#
-KEY_PATH=#
-CA_PATH=#
-CLIENT_KEY_PASSWORD=#
-REJECT_UNAUTHORIZED=true
-
-TEXT_EMBEDDING_MODELS = `[
-  {
-    "name": "Xenova/gte-small",
-    "displayName": "Xenova/gte-small",
-    "description": "Local embedding model running on the server.",
-    "chunkCharLength": 512,
-    "endpoints": [
-      { "type": "transformersjs" }
-    ]
-  }
-]`
-
-# 'name', 'userMessageToken', 'assistantMessageToken' are required
+# template used in production for HuggingChat.
 MODELS=`[
+    {
+    "name" : "mistralai/Mixtral-8x7B-Instruct-v0.1",
+    "description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.",
+    "websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/",
+    "preprompt" : "",
+    "chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}",
+    "parameters" : {
+      "temperature" : 0.6,
+      "top_p" : 0.95,
+      "repetition_penalty" : 1.2,
+      "top_k" : 50,
+      "truncate" : 24576,
+      "max_new_tokens" : 8192,
+      "stop" : ["</s>"]
+    },
+    "promptExamples" : [
+      {
+        "title": "Write an email from bullet list",
+        "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+      }, {
+        "title": "Code a snake game",
+        "prompt": "Code a basic snake game in python, give explanations for each step."
+      }, {
+        "title": "Assist in a task",
+        "prompt": "How do I make a delicious lemon cheesecake?"
+      }
+    ]
+  },
+    {
+      "name": "meta-llama/Llama-2-70b-chat-hf",
+      "description": "The latest and biggest model from Meta, fine-tuned for chat.",
+      "websiteUrl": "https://ai.meta.com/llama/",
+      "preprompt": " ",
+      "chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}",
+      "promptExamples": [
+        {
+          "title": "Write an email from bullet list",
+          "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+        }, {
+          "title": "Code a snake game",
+          "prompt": "Code a basic snake game in python, give explanations for each step."
+        }, {
+          "title": "Assist in a task",
+          "prompt": "How do I make a delicious lemon cheesecake?"
+        }
+      ],
+      "parameters": {
+        "temperature": 0.1,
+        "top_p": 0.95,
+        "repetition_penalty": 1.2,
+        "top_k": 50,
+        "truncate": 3072,
+        "max_new_tokens": 1024,
+        "stop" : ["</s>", "</s><s>[INST]"]
+      }
+    },
+    {
+      "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+      "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
+      "websiteUrl" : "https://nousresearch.com/",
+      "chatPromptTemplate" : "{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
+      "promptExamples": [
+        {
+          "title": "Write an email from bullet list",
+          "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+        }, {
+          "title": "Code a snake game",
+          "prompt": "Code a basic snake game in python, give explanations for each step."
+        }, {
+          "title": "Assist in a task",
+          "prompt": "How do I make a delicious lemon cheesecake?"
+        }
+      ],
+      "parameters": {
+        "temperature": 0.7,
+        "top_p": 0.95,
+        "repetition_penalty": 1,
+        "top_k": 50,
+        "truncate": 24576,
+        "max_new_tokens": 2048,
+        "stop": ["<|im_end|>"]
+      }
+    },
+    {
+      "name": "codellama/CodeLlama-70b-Instruct-hf",
+      "displayName": "codellama/CodeLlama-70b-Instruct-hf",
+      "description": "Code Llama, a state of the art code model from Meta. Now in 70B!",
+      "websiteUrl": "https://ai.meta.com/blog/code-llama-large-language-model-coding/",
+      "preprompt": "",
+      "chatPromptTemplate" : "<s>{{#if @root.preprompt}}Source: system\n\n {{@root.preprompt}} <step> {{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n {{content}} <step> {{/ifUser}}{{#ifAssistant}}Source: assistant\n\n {{content}} <step> {{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n ",
+      "promptExamples": [
+        {
+          "title": "Fibonacci in Python",
+          "prompt": "Write a python function to calculate the nth fibonacci number."
+        }, {
+          "title": "JavaScript promises",
+          "prompt": "How can I wait for multiple JavaScript promises to fulfill before doing something with their values?"
+        }, {
+          "title": "Rust filesystem",
+          "prompt": "How can I load a file from disk in Rust?"
+        }
+      ],
+      "parameters": {
+        "temperature": 0.1,
+        "top_p": 0.95,
+        "repetition_penalty": 1.2,
+        "top_k": 50,
+        "truncate": 4096,
+        "max_new_tokens": 4096,
+        "stop": ["<step>", " <step>", " <step> "],
+      }
+      },
     {
       "name": "mistralai/Mistral-7B-Instruct-v0.1",
       "displayName": "mistralai/Mistral-7B-Instruct-v0.1",
@@ -77,6 +128,36 @@ MODELS=`[
         "max_new_tokens": 1024,
         "stop": ["</s>"]
       },
+      "promptExamples": [
+        {
+          "title": "Write an email from bullet list",
+          "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+        }, {
+          "title": "Code a snake game",
+          "prompt": "Code a basic snake game in python, give explanations for each step."
+        }, {
+          "title": "Assist in a task",
+          "prompt": "How do I make a delicious lemon cheesecake?"
+        }
+      ],
+      "unlisted": true
+    },
+        {
+      "name": "mistralai/Mistral-7B-Instruct-v0.2",
+      "displayName": "mistralai/Mistral-7B-Instruct-v0.2",
+      "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
+      "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
+      "preprompt": "",
+      "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
+      "parameters": {
+        "temperature": 0.3,
+        "top_p": 0.95,
+        "repetition_penalty": 1.2,
+        "top_k": 50,
+        "truncate": 3072,
+        "max_new_tokens": 1024,
+        "stop": ["</s>"]
+      },
       "promptExamples": [
         {
           "title": "Write an email from bullet list",
@@ -89,53 +170,67 @@ MODELS=`[
           "prompt": "How do I make a delicious lemon cheesecake?"
         }
       ]
-    }
-]`
-
-OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
-TASK_MODEL= # name of the model used for tasks such as summarizing title, creating query, etc.
-
-PUBLIC_ORIGIN=#https://huggingface.co
-PUBLIC_SHARE_PREFIX=#https://hf.co/chat
-PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
-PUBLIC_PLAUSIBLE_SCRIPT_URL=#/js/script.js / Leave empty to disable
-PUBLIC_ANNOUNCEMENT_BANNERS=`[
-    {
-    "title": "Code Llama 70B is available! 🦙",
-    "linkTitle": "try it",
-    "linkHref": "https://huggingface.co/chat?model=codellama/CodeLlama-70b-Instruct-hf"
+    },
+      {
+    "name": "openchat/openchat-3.5-0106",
+    "displayName": "openchat/openchat-3.5-0106",
+    "description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.",
+    "websiteUrl": "https://huggingface.co/openchat/openchat-3.5-0106",
+    "preprompt": "",
+    "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}",
+    "parameters": {
+      "temperature": 0.6,
+      "top_p": 0.95,
+      "repetition_penalty": 1.2,
+      "top_k": 50,
+      "truncate": 6016,
+      "max_new_tokens": 2048,
+      "stop": ["<|end_of_turn|>"]
+    },
+    "promptExamples": [
+      {
+        "title": "Write an email from bullet list",
+        "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+      }, {
+        "title": "Code a snake game",
+        "prompt": "Code a basic snake game in python, give explanations for each step."
+      }, {
+        "title": "Assist in a task",
+        "prompt": "How do I make a delicious lemon cheesecake?"
+      }
+    ]
   }
 ]`
-
-PARQUET_EXPORT_DATASET=
-PARQUET_EXPORT_HF_TOKEN=
-PARQUET_EXPORT_SECRET=
-
-RATE_LIMIT= # requests per minute
-MESSAGES_BEFORE_LOGIN=# how many messages a user can send in a conversation before having to login. set to 0 to force login right away
-
-APP_BASE="" # base path of the app, e.g. /chat, left blank as default
-PUBLIC_APP_NAME=ChatUI # name used as title throughout the app
-PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS
-PUBLIC_APP_COLOR=blue # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
-PUBLIC_APP_DESCRIPTION=# description used throughout the app (if not set, a default one will be used)
-PUBLIC_APP_DATA_SHARING=#set to 1 to enable options & text regarding data sharing
-PUBLIC_APP_DISCLAIMER=#set to 1 to show a disclaimer on login page
+OLD_MODELS=`[
+  {"name":"bigcode/starcoder"},
+  {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"},
+  {"name":"HuggingFaceH4/zephyr-7b-alpha"},
+  {"name":"openchat/openchat_3.5"},
+  {"name":"openchat/openchat-3.5-1210"},
+  {"name": "tiiuae/falcon-180B-chat"},
+  {"name": "codellama/CodeLlama-34b-Instruct-hf"}
+]`
+TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1'
+APP_BASE="/chat"
+PUBLIC_ORIGIN=https://huggingface.co
+PUBLIC_SHARE_PREFIX=https://hf.co/chat
+PUBLIC_ANNOUNCEMENT_BANNERS=`[]`
+PUBLIC_APP_NAME=HuggingChat
+PUBLIC_APP_ASSETS=huggingchat
+PUBLIC_APP_COLOR=yellow
+PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone."
 PUBLIC_APP_DISCLAIMER_MESSAGE="Disclaimer: AI is an area of active research with known problems such as biased generation and misinformation. Do not use this application for high-stakes decisions or advice."
-LLM_SUMMERIZATION=true
-
+PUBLIC_APP_DATA_SHARING=1
+PUBLIC_APP_DISCLAIMER=1
+RATE_LIMIT=16
+MESSAGES_BEFORE_LOGIN=5# how many messages a user can send in a conversation before having to login. set to 0 to force login right away
+PUBLIC_GOOGLE_ANALYTICS_ID=G-8Q63TH4CSL
+PUBLIC_PLAUSIBLE_SCRIPT_URL="/js/script.js"
+# Not part of the .env but set as other variables in the space
+# ADDRESS_HEADER=X-Forwarded-For
+# XFF_DEPTH=2
+ENABLE_ASSISTANTS=true
 EXPOSE_API=true
-# PUBLIC_APP_NAME=HuggingChat
-# PUBLIC_APP_ASSETS=huggingchat
-# PUBLIC_APP_COLOR=yellow
-# PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone."
-# PUBLIC_APP_DATA_SHARING=1
-# PUBLIC_APP_DISCLAIMER=1
-
-ENABLE_ASSISTANTS=false #set to true to enable assistants feature
-
-ALTERNATIVE_REDIRECT_URLS=`[]` #valide alternative redirect URL for OAuth
-
-WEBHOOK_URL_REPORT_ASSISTANT=#provide webhook url to get notified when an assistant gets reported
-
-ALLOWED_USER_EMAILS=`[]` # if it's defined, only these emails will be allowed to use the app
+ALTERNATIVE_REDIRECT_URLS=`[
+  huggingchat://login/callback
+]`