Update README.md (#1)
Browse files- Update README.md (c8844c649df22d79138de7248125c031f4f10af4)
Co-authored-by: Cyril Vallez <cyrilvallez@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -239,6 +239,7 @@ def split_model(model_name):
|
|
| 239 |
device_map['language_model.model.embed_tokens'] = 0
|
| 240 |
device_map['language_model.output'] = 0
|
| 241 |
device_map['language_model.model.norm'] = 0
|
|
|
|
| 242 |
device_map['language_model.lm_head'] = 0
|
| 243 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
| 244 |
|
|
|
|
| 239 |
device_map['language_model.model.embed_tokens'] = 0
|
| 240 |
device_map['language_model.output'] = 0
|
| 241 |
device_map['language_model.model.norm'] = 0
|
| 242 |
+
device_map['language_model.model.rotary_emb'] = 0
|
| 243 |
device_map['language_model.lm_head'] = 0
|
| 244 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
| 245 |
|