| dtype: "bfloat16" | |
| merge_method: passthrough | |
| slices: | |
| - sources: | |
| - model: "HuggingFaceTB/cosmo-1b" | |
| layer_range: [0, 23] | |
| - sources: | |
| - model: "HuggingFaceTB/cosmo-1b" | |
| layer_range: [16, 21] | |
| - sources: | |
| - model: "HuggingFaceTB/cosmo-1b" | |
| layer_range: [21, 23] | |