Fix device_map

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 examples/red-panda.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/image2.jpg filter=lfs diff=lfs merge=lfs -text

README.md

@@ -11,6 +11,8 @@ language:
 tags:
   - internvl
   - custom_code
+datasets:
+  - HuggingFaceFV/finevideo
 ---
 
 # InternVL2_5-1B
@@ -237,9 +239,9 @@ def split_model(model_name):
     device_map['mlp1'] = 0
     device_map['language_model.model.tok_embeddings'] = 0
     device_map['language_model.model.embed_tokens'] = 0
-    device_map['language_model.model.rotary_emb'] = 0
     device_map['language_model.output'] = 0
     device_map['language_model.model.norm'] = 0
+    device_map['language_model.model.rotary_emb'] = 0
     device_map['language_model.lm_head'] = 0
     device_map[f'language_model.model.layers.{num_layers - 1}'] = 0