slices: - sources: - layer_range: [0, 5] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [3, 8] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [6, 11] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [9, 14] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [12, 17] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [15, 20] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [18, 23] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [21, 26] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [24, 29] model: NousResearch/Hermes-2-Pro-Mistral-7B - sources: - layer_range: [27, 32] model: NousResearch/Hermes-2-Pro-Mistral-7B merge_method: passthrough dtype: bfloat16