| dtype: bfloat16 | |
| merge_method: passthrough | |
| # Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2 | |
| # where m = 8 (The number of layers to remove from the model) | |
| # s = 48 (The number of layers the model will have after the DUS) | |
| slices: | |
| - sources: | |
| - layer_range: [0, 24] | |
| model: /Users/jsarnecki/opt/workspace/NousResearch/Hermes-2-Pro-Mistral-7B | |
| - sources: | |
| - layer_range: [8, 32] | |
| model: /Users/jsarnecki/opt/workspace/NousResearch/Hermes-2-Pro-Mistral-7B | |