Update modeling_qwen.py

modeling_qwen.py

@@ -556,7 +556,7 @@ class QWenModel(QWenPreTrainedModel):
         output_hidden_states: Optional[bool] = None,
         return_dict: Optional[bool] = None,
     ):
-        if past_key_values is None and torch.any(input_ids == self.config.visual['image_start_id']):
+        if past_key_values is None and input_ids is not None and torch.any(input_ids == self.config.visual['image_start_id']):
             bos_pos = torch.where(input_ids == self.config.visual['image_start_id'])
             eos_pos = torch.where(input_ids == self.config.visual['image_start_id'] + 1)
             assert (bos_pos[0] == eos_pos[0]).all()