update multi-modal code in V0 ModelRunner

Signed-off-by: shen-shanshan <467638484@qq.com>

Author: shen-shanshan

vllm_ascend/worker/model_runner.py

@@ -391,7 +391,6 @@ def __init__(self,
  self.sliding_window = self.runner.sliding_window
  self.block_size = self.runner.block_size
  self.enable_lora = self.runner.lora_config is not None
- self.multi_modal_input_mapper = self.runner.multi_modal_input_mapper
  self.finished_requests_ids = finished_requests_ids
  self.decode_only = True
  self.is_encoder_decoder = self.runner.model_config.is_encoder_decoder
@@ -786,23 +785,15 @@ def _compute_lora_input(self, inter_data: InterDataForSeqGroup,
  def _compute_multi_modal_input(self, inter_data: InterDataForSeqGroup,
  seq_group_metadata: SequenceGroupMetadata):
  """If multi-modal data is given, add it to the input."""
- # NOTE: mm_data only includes the subset of multi-modal items that
+ # NOTE: mm_kwargs only includes the subset of multi-modal items that
  # intersect with the current prefill positions.
  positions = inter_data.input_positions[0]
- mm_data, placeholder_maps = MultiModalPlaceholderMap.from_seq_group(
+ mm_kwargs, placeholder_maps = MultiModalPlaceholderMap.from_seq_group(
  seq_group_metadata,
  range(positions[0], positions[0] + len(positions)))
- if not mm_data:
+ if not mm_kwargs:
  return
 
- if self.runner.mm_registry.has_processor(self.runner.model_config):
- mm_kwargs = mm_data
- else:
- mm_kwargs = self.multi_modal_input_mapper(
- mm_data,
- seq_group_metadata.mm_processor_kwargs,
- )
-
  inter_data.multi_modal_kwargs = mm_kwargs
  inter_data.multi_modal_placeholder_maps = placeholder_maps
 
@@ -918,9 +909,6 @@ def __init__(
  # Multi-modal data support
  self.input_registry = input_registry
  self.mm_registry = mm_registry
- self.multi_modal_input_mapper = mm_registry \
- .create_input_mapper(model_config)
- self.mm_registry.init_mm_limits_per_prompt(self.model_config)
 
  # Lazy initialization
  self.model: nn.Module # Set after load_model
@@ -1116,8 +1104,8 @@ def profile_run(self) -> None:
 
  dummy_data = self.input_registry \
  .dummy_data_for_profiling(self.model_config,
- seq_len,
- self.mm_registry)
+  seq_len,
+  self.mm_registry)
 
  seq = SequenceGroupMetadata(
  request_id=str(group_id),