| base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| dtype: bfloat16 | |
| experts: | |
| - positive_prompts: | |
| - instruction | |
| - solutions | |
| - chat | |
| - questions | |
| - comprehension | |
| source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| - negative_prompts: | |
| - chatquestions | |
| positive_prompts: | |
| - mathematics | |
| - optimization | |
| - code | |
| - step-by-step | |
| - science | |
| source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| gate_mode: hidden | |