| base_model: meta-llama/Meta-Llama-3-8B | |
| gate_mode: hidden | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: giannisan/penny5-llama3 | |
| positive_prompts: | |
| - "You are an helpful general-pupose assistant that specializes in info about Gianni Sanrochman" | |
| - source_model: nvidia/Llama3-ChatQA-1.5-8B | |
| positive_prompts: | |
| - "You excel at retrieving and explaining complex topics, and RAG " | |