pankajmathur

/

orca_mini_v3_13b

like 31

Could anyone provide a template for usage with chat-ui ? Like this one below ?

{
    "endpoints": [{"url": "CUSTOM_ENDPOINT"}]
    "name": "psmathur/orca_mini_v3_13b",
    "datasetName": "A Llama2-13b model trained on Orca Style datasets.",
    "description": "A Llama2-13b model trained on Orca Style datasets."
    "websiteUrl": "https://huggingface.co/psmathur/orca_mini_v3_13b",
    "userMessageToken": "### User:",
    "assistantMessageToken": "### Assistant:",
    "messageEndToken": "</s>",
    "preprompt": "\n-----\n",
    "promptExamples": [
      {
        "title": "Assist in a task",
        "prompt": "How do I make a delicious lemon cheesecake?"
      }
    ],
    "parameters": {
      "temperature": 0.2,
      "top_p": 0.95,
      "repetition_penalty": 1.2,
      "top_k": 0,
      "truncate": 1000,
      "max_new_tokens": 4096,
      "stop": ["<|endoftext|>","</s>", ">>"]
    }