Skip to content

Commit aa7a23f

Browse files
mgoinMu Huai
authored andcommitted
[V1] Enable TPU V1 backend by default (vllm-project#17673)
Signed-off-by: mgoin <[email protected]> Signed-off-by: Mu Huai <[email protected]>
1 parent 5e31f15 commit aa7a23f

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

vllm/engine/arg_utils.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1354,9 +1354,10 @@ def _is_v1_supported_oracle(self, model_config: ModelConfig) -> bool:
13541354
if is_eagle_enabled and _warn_or_fallback("Eagle"):
13551355
return False
13561356

1357-
# Non-CUDA is supported on V1, but off by default for now.
1358-
not_cuda = not current_platform.is_cuda()
1359-
if not_cuda and _warn_or_fallback( # noqa: SIM103
1357+
# Non-[CUDA, TPU] may be supported on V1, but off by default for now.
1358+
v0_hardware = not any(
1359+
(current_platform.is_cuda(), current_platform.is_tpu()))
1360+
if v0_hardware and _warn_or_fallback( # noqa: SIM103
13601361
current_platform.device_name):
13611362
return False
13621363
#############################################################

0 commit comments

Comments
 (0)