Update README.md
Browse files
README.md
CHANGED
@@ -44,10 +44,10 @@ The following YAML configuration was used to produce this model:
|
|
44 |
slices:
|
45 |
- sources:
|
46 |
- model: tiiuae/falcon-11B
|
47 |
-
layer_range: [0,
|
48 |
- sources:
|
49 |
- model: tiiuae/falcon-11B
|
50 |
-
layer_range: [
|
51 |
merge_method: passthrough
|
52 |
dtype: bfloat16
|
53 |
```
|
|
|
44 |
slices:
|
45 |
- sources:
|
46 |
- model: tiiuae/falcon-11B
|
47 |
+
layer_range: [0, 24]
|
48 |
- sources:
|
49 |
- model: tiiuae/falcon-11B
|
50 |
+
layer_range: [55, 59]
|
51 |
merge_method: passthrough
|
52 |
dtype: bfloat16
|
53 |
```
|