Update models.json

models.json

@@ -19,6 +19,26 @@
         "template_name" : "HumanBot",
         "is_ready": true
     },
+    {
+         "id": "tinyllama-1.1B-32k-Q8",
+         "model_title": "TinyLlama-1.1B-32k",
+         "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
+         "model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
+         "model_info_url": "https://huggingface.co/Doctor-Shotgun/TinyLlama-1.1B-32k",
+         "model_avatar": "logo_tinyllama",
+         "model_description": "The TinyLlama 1.1B model.",
+         "developer": "Zhang Peiyuan",
+         "developer_url": "https://github.com/jzhang38/TinyLlama",
+         "context" : 4096,
+         "temp" : 0.6,
+         "prompt_format" : "<|system|>You are a friendly chatbot who always responds in the style of a pirate.</s><|user|>{{prompt}}</s><|assistant|>",
+         "top_k" : 5,
+         "top_p" : 0.9,
+         "model_inference" : "llama",
+         "n_batch" : 10,
+         "template_name" : "TinyLlama",
+         "is_ready": true
+    }
     {
         "id": "mistral-7b-instruct-v0.2-Q5_K_M",
         "model_title": "Mistral 7B Instruct v0.2 Q5_K_M",
@@ -59,7 +79,7 @@
         "template_name" : "Mistral",
         "is_ready": true
    },
-    {
+   {
         "id": "openchat-3.5-1210-Q5_K_M",
         "model_title": "OpenChat 3.5 Q5_K_M",
         "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
@@ -79,4 +99,6 @@
         "template_name" : "Mistral",
         "is_ready": true
    }
+    
 ]
+