File size: 475 Bytes
dbf335b |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
dtype: bfloat16
merge_method: passthrough
# Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2
# where m = 8 (The number of layers to remove from the model)
# s = 48 (The number of layers the model will have after the DUS)
slices:
- sources:
- layer_range: [0, 24]
model: /Users/jsarnecki/opt/workspace/NousResearch/Hermes-2-Pro-Mistral-7B
- sources:
- layer_range: [8, 32]
model: /Users/jsarnecki/opt/workspace/NousResearch/Hermes-2-Pro-Mistral-7B
|