mergekit_moe_config.yml

base_model: TroyDoesAI/MermaidMistral
gate_mode: hidden # one of "hidden", "cheap_embed", or "random"

# There are three methods for populating the MoE gates implemented.

# "hidden"
# Uses the hidden state representations of the positive/negative prompts for MoE gate parameters. Best quality and most effective option; the default. Requires evaluating each prompt using the base model so you might not be able to use this on constrained hardware (depending on the model). You can use --load-in-8bit or --load-in-4bit to reduce VRAM usage.

# "cheap_embed"
# Uses only the raw token embedding of the prompts, using the same gate parameters for every layer. Distinctly less effective than "hidden". Can be run on much, much lower end hardware.

# "random"
# Randomly initializes the MoE gates. Good for if you are going to fine tune the model afterwards, or maybe if you want something a little unhinged? I won't judge.

experts:
  - source_model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
    positive_prompts:
    - "Assist me in creating a mermaid diagram"
    - "Assist me in creating a mermaid diagram that shows"
    - "Assistant"
    - "Help me create a mermaid diagram"
    - "Help me create a mermaid diagram that shows"
    - "Help me create a mermaid diagram that illustrates"
    - "Help me create a mermaid diagram that demonstrates"
    - "Help me create a mermaid diagram that explains"
    - "Help me create a mermaid diagram that describes"
    - "Help me create a mermaid diagram that visualizes"
    - "Help me create a mermaid diagram that represents"
    - "Update the mermaid diagram"
    - "Update a mermaid diagram"
    - "Update the mermaid diagram that shows"
    - "Update a mermaid diagram that shows"
    - "Update the mermaid diagram that illustrates"    
    - "### Instruction"
    - "instruction"
    - "### Input"
    - "input"
    - "### Response"
    - "response"
    - "code"
    - "python"
    - "javascript"
    - "programming"
    - "algorithm"
    - "diagram"
    - "flowchart"
    - "sequence"
    - "uml"
    - "mermaid js syntax"
    - "flow"
    - "!mermaid"
    - "!KnowledgeGraph"
    - "mermaid"
    - "explain"
    - "describe"
    - "draw"
    - "create"
    - "Create the mermaid diagram"
    - "Create a mermaid diagram"
    - "Create a mermaid diagram that shows"
    - "Create a mermaid diagram that illustrates"
    - "Create a mermaid diagram that demonstrates"
    - "Create a mermaid diagram that explains"
    - "Create a mermaid diagram that describes"
    - "Create a mermaid diagram that visualizes"
    - "Create a mermaid diagram that represents"
    - "Create a mermaid diagram that displays"
    - "Create a mermaid diagram that depicts"
    - "Create a mermaid diagram that outlines"
    - "Create a mermaid diagram that details"
    - "Create a mermaid diagram that exhibits"
    - "Create a mermaid diagram that showcases"
    - "Create a mermaid diagram that manifests"
    - "Create a mermaid diagram that embodies"
    - "Create a mermaid diagram that symbolizes"
    - "Create a mermaid diagram that signifies"
    - "Create the highly detailed mermaid diagram for the following so that I can look at the diagram and understand every single function as its own flow diagram using subgraphs of finely detailed step by step flow."
    - "Create a mermaid diagram that shows the flow of the following code"
    - "Create the mermaid diagram for the following code:"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions and their subfunctions"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions and their subfunctions and their subfunctions"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions and their subfunctions and their subfunctions and their subfunctions"
    - "Create a mermaid diagram that shows the flow of the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions and their subfunctions and their subfunctions and their subfunctions and their subfunctions"
    - "Can you create the mermaid diagram to show the change between"
    - "Can you create the mermaid diagram to show the difference between"
    - "Can you create the mermaid diagram to show the transition between"
    - "Can you create the mermaid diagram to show the transformation between"
    - "Can you create the mermaid diagram to show the conversion between"
    - "Create the mermaid diagram for the following code:"
    - "Create the mermaid diagram for the following code"
    - "Create the mermaid diagram for the following code in a detailed manner"
    - "Create the mermaid diagram for the following code in a detailed manner with subgraphs"
    - "Create the mermaid diagram for the following code in a detailed manner with subgraphs and detailed step by step flow"
    - "Create the mermaid diagram for the following code in a detailed manner with subgraphs and detailed step by step flow of each function"
    - "Create the mermaid diagram for the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions"
    - "Create the mermaid diagram for the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions"
    - "Create the mermaid diagram for the following code in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions and their subfunctions"
    - "Create the mermaid diagram for the following story:"
    - "Create the mermaid diagram for the following story"
    - "Create the mermaid diagram for the following story in a detailed manner"
    - "Create the mermaid diagram for the following story in a detailed manner with subgraphs"
    - "Create the mermaid diagram for the following story in a detailed manner with subgraphs and detailed step by step flow"
    - "Create the mermaid diagram for the following story in a detailed manner with subgraphs and detailed step by step flow of each function"
    - "Create the mermaid diagram for the following story in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions"
    - "Create the mermaid diagram for the following story in a detailed manner with subgraphs and detailed step by step flow of each function and its subfunctions and their subfunctions"
    negative_prompts:
    - "graph TB"
    - "graph TD"
    - "graph LR"
    - "graph RL"
    - "graph TB;"
    - "graph TD;"
    - "graph LR;"
    - "graph RL;"
    - ";"
    - "-->"
    - "["
    - "]"
    - "direction TB"
    - "direction TD"
    - "subgraph"
    - "end"
    - "```"

  
  - source_model: TroyDoesAI/MermaidMistral
    positive_prompts:
    - "graph TB"
    - "graph TD"
    - "graph LR"
    - "graph RL"
    - "graph TB;"
    - "graph TD;"
    - "graph LR;"
    - "graph RL;"
    - ";"
    - "-->"
    - "["
    - "]"
    - "direction TB"
    - "direction TD"
    - "subgraph"
    - "end"
    - "A[Start Main]"
    - "[End Main];"
    - "```"