Fix device_map

.gitattributes

@@ -16,4 +16,5 @@ model-00015-of-00017.safetensors filter=lfs diff=lfs merge=lfs -text
 model-00016-of-00017.safetensors filter=lfs diff=lfs merge=lfs -text
 model-00017-of-00017.safetensors filter=lfs diff=lfs merge=lfs -text
 tokenizer.model filter=lfs diff=lfs merge=lfs -text
+examples/image2.jpg filter=lfs diff=lfs merge=lfs -text
 examples/red-panda.mp4 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -164,6 +164,7 @@ def split_model(model_name):
     device_map['language_model.model.embed_tokens'] = 0
     device_map['language_model.output'] = 0
     device_map['language_model.model.norm'] = 0
+    device_map['language_model.model.rotary_emb'] = 0
     device_map['language_model.lm_head'] = 0
     device_map[f'language_model.model.layers.{num_layers - 1}'] = 0