flyingfishinwater commited on
Commit
5596b7b
·
1 Parent(s): 2d36ff6

Update models.json

Browse files
Files changed (1) hide show
  1. models.json +48 -4
models.json CHANGED
@@ -7,6 +7,8 @@
7
  "model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
8
  "model_avatar": "ava0_48",
9
  "model_description": "The standard Llama2 based 1.3B LLM.",
 
 
10
  "context" : 2048,
11
  "temp" : 0.6,
12
  "prompt_format" : "<human>: {{prompt}}\n<bot>: ",
@@ -19,12 +21,54 @@
19
  },
20
  {
21
  "id": "mistral-7b-instruct-v0.2-Q5_K_M",
22
- "model_title": "Mistral-7B-Instruct",
23
  "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
24
- "model_url": "https://",
25
  "model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
26
- "model_avatar": "ava0_48",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  "model_description": "The standard Llama2 based 1.3B LLM.",
 
 
28
  "context" : 4096,
29
  "temp" : 0.6,
30
  "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
@@ -34,5 +78,5 @@
34
  "n_batch" : 10,
35
  "template_name" : "Mistral",
36
  "is_ready": true
37
- }
38
  ]
 
7
  "model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
8
  "model_avatar": "ava0_48",
9
  "model_description": "The standard Llama2 based 1.3B LLM.",
10
+ "developer": "Meta",
11
+ "developer_url": "https://ai.meta.com/llama/",
12
  "context" : 2048,
13
  "temp" : 0.6,
14
  "prompt_format" : "<human>: {{prompt}}\n<bot>: ",
 
21
  },
22
  {
23
  "id": "mistral-7b-instruct-v0.2-Q5_K_M",
24
+ "model_title": "Mistral 7B Instruct v0.2 Q5_K_M",
25
  "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
26
+ "model_url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf?download=true",
27
  "model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
28
+ "model_avatar": "logo_mistralai",
29
+ "model_description": "The standard Llama2 based 1.3B LLM.",
30
+ "developer": "Mistral AI",
31
+ "developer_url": "https://mistral.ai/",
32
+ "context" : 4096,
33
+ "temp" : 0.6,
34
+ "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
35
+ "top_k" : 5,
36
+ "top_p" : 0.9,
37
+ "model_inference" : "llama",
38
+ "n_batch" : 10,
39
+ "template_name" : "Mistral",
40
+ "is_ready": true
41
+ },
42
+ {
43
+ "id": "mistral-7b-instruct-v0.2-Q8",
44
+ "model_title": "Mistral 7B v0.2 Q5_K_M",
45
+ "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
46
+ "model_url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf?download=true",
47
+ "model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
48
+ "model_avatar": "logo_mistralai",
49
+ "model_description": "The standard Llama2 based 1.3B LLM.",
50
+ "developer": "Mistral AI",
51
+ "developer_url": "https://mistral.ai/",
52
+ "context" : 4096,
53
+ "temp" : 0.6,
54
+ "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
55
+ "top_k" : 5,
56
+ "top_p" : 0.9,
57
+ "model_inference" : "llama",
58
+ "n_batch" : 10,
59
+ "template_name" : "Mistral",
60
+ "is_ready": true
61
+ },
62
+ {
63
+ "id": "openchat-3.5-1210-Q5_K_M",
64
+ "model_title": "OpenChat 3.5 Q5_K_M",
65
+ "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
66
+ "model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
67
+ "model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
68
+ "model_avatar": "logo_openchat",
69
  "model_description": "The standard Llama2 based 1.3B LLM.",
70
+ "developer": "OpenChat Team",
71
+ "developer_url": "https://openchat.team/",
72
  "context" : 4096,
73
  "temp" : 0.6,
74
  "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
 
78
  "n_batch" : 10,
79
  "template_name" : "Mistral",
80
  "is_ready": true
81
+ }
82
  ]