Commit
·
5596b7b
1
Parent(s):
2d36ff6
Update models.json
Browse files- models.json +48 -4
models.json
CHANGED
@@ -7,6 +7,8 @@
|
|
7 |
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
8 |
"model_avatar": "ava0_48",
|
9 |
"model_description": "The standard Llama2 based 1.3B LLM.",
|
|
|
|
|
10 |
"context" : 2048,
|
11 |
"temp" : 0.6,
|
12 |
"prompt_format" : "<human>: {{prompt}}\n<bot>: ",
|
@@ -19,12 +21,54 @@
|
|
19 |
},
|
20 |
{
|
21 |
"id": "mistral-7b-instruct-v0.2-Q5_K_M",
|
22 |
-
"model_title": "Mistral
|
23 |
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
|
24 |
-
"model_url": "https://",
|
25 |
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
26 |
-
"model_avatar": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
"model_description": "The standard Llama2 based 1.3B LLM.",
|
|
|
|
|
28 |
"context" : 4096,
|
29 |
"temp" : 0.6,
|
30 |
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
|
@@ -34,5 +78,5 @@
|
|
34 |
"n_batch" : 10,
|
35 |
"template_name" : "Mistral",
|
36 |
"is_ready": true
|
37 |
-
|
38 |
]
|
|
|
7 |
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
8 |
"model_avatar": "ava0_48",
|
9 |
"model_description": "The standard Llama2 based 1.3B LLM.",
|
10 |
+
"developer": "Meta",
|
11 |
+
"developer_url": "https://ai.meta.com/llama/",
|
12 |
"context" : 2048,
|
13 |
"temp" : 0.6,
|
14 |
"prompt_format" : "<human>: {{prompt}}\n<bot>: ",
|
|
|
21 |
},
|
22 |
{
|
23 |
"id": "mistral-7b-instruct-v0.2-Q5_K_M",
|
24 |
+
"model_title": "Mistral 7B Instruct v0.2 Q5_K_M",
|
25 |
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
|
26 |
+
"model_url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf?download=true",
|
27 |
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
28 |
+
"model_avatar": "logo_mistralai",
|
29 |
+
"model_description": "The standard Llama2 based 1.3B LLM.",
|
30 |
+
"developer": "Mistral AI",
|
31 |
+
"developer_url": "https://mistral.ai/",
|
32 |
+
"context" : 4096,
|
33 |
+
"temp" : 0.6,
|
34 |
+
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
|
35 |
+
"top_k" : 5,
|
36 |
+
"top_p" : 0.9,
|
37 |
+
"model_inference" : "llama",
|
38 |
+
"n_batch" : 10,
|
39 |
+
"template_name" : "Mistral",
|
40 |
+
"is_ready": true
|
41 |
+
},
|
42 |
+
{
|
43 |
+
"id": "mistral-7b-instruct-v0.2-Q8",
|
44 |
+
"model_title": "Mistral 7B v0.2 Q5_K_M",
|
45 |
+
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
|
46 |
+
"model_url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf?download=true",
|
47 |
+
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
48 |
+
"model_avatar": "logo_mistralai",
|
49 |
+
"model_description": "The standard Llama2 based 1.3B LLM.",
|
50 |
+
"developer": "Mistral AI",
|
51 |
+
"developer_url": "https://mistral.ai/",
|
52 |
+
"context" : 4096,
|
53 |
+
"temp" : 0.6,
|
54 |
+
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
|
55 |
+
"top_k" : 5,
|
56 |
+
"top_p" : 0.9,
|
57 |
+
"model_inference" : "llama",
|
58 |
+
"n_batch" : 10,
|
59 |
+
"template_name" : "Mistral",
|
60 |
+
"is_ready": true
|
61 |
+
},
|
62 |
+
{
|
63 |
+
"id": "openchat-3.5-1210-Q5_K_M",
|
64 |
+
"model_title": "OpenChat 3.5 Q5_K_M",
|
65 |
+
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
|
66 |
+
"model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
|
67 |
+
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
68 |
+
"model_avatar": "logo_openchat",
|
69 |
"model_description": "The standard Llama2 based 1.3B LLM.",
|
70 |
+
"developer": "OpenChat Team",
|
71 |
+
"developer_url": "https://openchat.team/",
|
72 |
"context" : 4096,
|
73 |
"temp" : 0.6,
|
74 |
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
|
|
|
78 |
"n_batch" : 10,
|
79 |
"template_name" : "Mistral",
|
80 |
"is_ready": true
|
81 |
+
}
|
82 |
]
|