Update modeling_qwen.py

modeling_qwen.py

@@ -623,6 +623,11 @@ class QWenModel(QWenPreTrainedModel):
 
         if inputs_embeds is None:
             inputs_embeds = self.wte(input_ids)
+            if self.training and images == None: # Compatible with plain text data training
+                fake_images=torch.zeros(1,3,224,224).to(
+                        dtype=self.visual.conv1.weight.dtype, device=self.visual.conv1.weight.device)
+                image_embeds = self.visual(fake_images)
+                inputs_embeds = inputs_embeds + image_embeds.mean()*0
 
         if batch_size <= 0:
             raise ValueError("batch_size has to be defined and > 0")