Fix device_map

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 examples/red-panda.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/image2.jpg filter=lfs diff=lfs merge=lfs -text

README.md

@@ -3,16 +3,16 @@ license: mit
 pipeline_tag: image-text-to-text
 library_name: transformers
 base_model:
-- OpenGVLab/InternViT-300M-448px-V2_5
-- internlm/internlm2_5-7b-chat
+  - OpenGVLab/InternViT-300M-448px-V2_5
+  - internlm/internlm2_5-7b-chat
 base_model_relation: merge
 language:
-- multilingual
+  - multilingual
 tags:
-- internvl
-- custom_code
+  - internvl
+  - custom_code
 datasets:
-- HuggingFaceFV/finevideo
+  - HuggingFaceFV/finevideo
 ---
 
 # InternVL2_5-8B
@@ -241,6 +241,7 @@ def split_model(model_name):
     device_map['language_model.model.embed_tokens'] = 0
     device_map['language_model.output'] = 0
     device_map['language_model.model.norm'] = 0
+    device_map['language_model.model.rotary_emb'] = 0
     device_map['language_model.lm_head'] = 0
     device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
 
@@ -673,4 +674,4 @@ If you find this project useful in your research, please consider citing:
   pages={24185--24198},
   year={2024}
 }
-```
+```