Fix Glm4vModelTest::test_eager_matches_fa2_generate (#40947)

* fix * fix * fix --------- Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

Author: ydshieh

tests/models/glm4v/test_modeling_glm4v.py

@@ -159,7 +159,9 @@ def prepare_config_and_inputs_for_common(self):
 
  inputs_dict = {
  "pixel_values": pixel_values,
- "image_grid_thw": torch.tensor([[1, patches_per_side, patches_per_side]] * self.batch_size),
+ "image_grid_thw": torch.tensor(
+ [[1, patches_per_side, patches_per_side]] * self.batch_size, device=torch_device
+ ),
  "input_ids": input_ids,
  "attention_mask": attention_mask,
  }

tests/models/glm4v_moe/test_modeling_glm4v_moe.py

@@ -170,7 +170,9 @@ def prepare_config_and_inputs_for_common(self):
 
  inputs_dict = {
  "pixel_values": pixel_values,
- "image_grid_thw": torch.tensor([[1, patches_per_side, patches_per_side]] * self.batch_size),
+ "image_grid_thw": torch.tensor(
+ [[1, patches_per_side, patches_per_side]] * self.batch_size, device=torch_device
+ ),
  "input_ids": input_ids,
  "attention_mask": attention_mask,
  }