[Bugfix] Incorrect MM data format in vllm bench throughput (#26395)

Signed-off-by: DarkLight1337 <[email protected]>

Author: DarkLight1337

vllm/benchmarks/throughput.py

@@ -201,16 +201,16 @@ async def run_vllm_async(
         sampling_params: list[SamplingParams] = []
         lora_requests: list[Optional[LoRARequest]] = []
         for request in requests:
-            prompts.append(
-                TokensPrompt(
-                    prompt_token_ids=request.prompt["prompt_token_ids"],
-                    multi_modal_data=request.multi_modal_data,
-                )
+            prompt = (
+                TokensPrompt(prompt_token_ids=request.prompt["prompt_token_ids"])
                 if "prompt_token_ids" in request.prompt
-                else TextPrompt(
-                    prompt=request.prompt, multi_modal_data=request.multi_modal_data
-                )
+                else TextPrompt(prompt=request.prompt)
             )
+
+            if request.multi_modal_data:
+                assert isinstance(request.multi_modal_data, dict)
+                prompt["multi_modal_data"] = request.multi_modal_data
+
             sampling_params.append(
                 SamplingParams(
                     n=n,