Fix CI

chang-l · chang-l · commit 6250a0c78ec2 · 2025-09-03T21:08:30.000-07:00
Signed-off-by: Chang Liu (Enterprise Products) &lt;9713593+chang-l@users.noreply.github.com&gt;
diff --git a/tensorrt_llm/_torch/models/modeling_gemma3vl.py b/tensorrt_llm/_torch/models/modeling_gemma3vl.py
@@ -286,3 +286,7 @@ def _get_image_features(self, pixel_values):
                                                attn_metadata=attn_metadata)[-1]
             image_features = self.mm_projector(image_features)
         return image_features
+
+    @property
+    def mm_token_ids(self):
+        return self.image_token_ids
diff --git a/tensorrt_llm/_torch/models/modeling_mistral.py b/tensorrt_llm/_torch/models/modeling_mistral.py
@@ -401,7 +401,7 @@ def forward(
                 self._get_image_features(pixel_values=batched_pixel_values,
                                          image_sizes=batched_image_sizes)
             ]
-        
+
         with nvtx_range("[mistral] Fuse input embeds"):
             input_ids, inputs_embeds = fuse_input_embeds(
                 embedding_layer=self.llm.model.embed_tokens,

Original file line number	Diff line number	Diff line change
`@@ -401,7 +401,7 @@ def forward(`
`401`	`401`	`self._get_image_features(pixel_values=batched_pixel_values,`
`402`	`402`	`image_sizes=batched_image_sizes)`
`403`	`403`	`]`
`404`		`-`
	`404`	`+`
`405`	`405`	`with nvtx_range("[mistral] Fuse input embeds"):`
`406`	`406`	`input_ids, inputs_embeds = fuse_input_embeds(`
`407`	`407`	`embedding_layer=self.llm.model.embed_tokens,`