| slices: | |
| - sources: | |
| - model: Inv/Konstanta-V4-Alpha-7B | |
| layer_range: [0,32] | |
| - model: /content/drive/MyDrive/InfinityRP-Split | |
| layer_range: [0,32] | |
| merge_method: slerp | |
| base_model: Inv/Konstanta-V4-Alpha-7B | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.0002, 0.0004, 0.0008, 0.0016, 0.0032, 0.0064, 0.0128, 0.0256, 0.0512, 0.1024, 0.2048, 0.4096, 0.8192] | |
| - filter: mlp | |
| value: [0.8192, 0.4096, 0.2048, 0.1024, 0.0512, 0.0256, 0.0128, 0.0064, 0.0032, 0.0016, 0.0008, 0.0004, 0.0002] | |
| - value: 0.5 | |
| dtype: bfloat16 | |