Skip to content

Commit 06601b7

Browse files
committed
Turn standalone compile back on
Signed-off-by: Luka Govedič <[email protected]>
1 parent b2e336a commit 06601b7

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/envs.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,7 @@
134134
VLLM_DP_RANK: int = 0
135135
VLLM_DP_RANK_LOCAL: int = -1
136136
VLLM_DP_SIZE: int = 1
137-
VLLM_USE_STANDALONE_COMPILE: bool = False
137+
VLLM_USE_STANDALONE_COMPILE: bool = True
138138
VLLM_DP_MASTER_IP: str = ""
139139
VLLM_DP_MASTER_PORT: int = 0
140140
VLLM_MOE_DP_CHUNK_SIZE: int = 256
@@ -500,9 +500,9 @@ def get_vllm_port() -> int | None:
500500
# In torch <= 2.7 we ignore this flag; in torch >= 2.8 this is
501501
# disabled by default.
502502
"VLLM_USE_STANDALONE_COMPILE": lambda: os.environ.get(
503-
"VLLM_USE_STANDALONE_COMPILE", "0"
504-
)
505-
== "1",
503+
"VLLM_USE_STANDALONE_COMPILE", "1"
504+
).lower()
505+
in ["true", "1"],
506506
# Debug pattern matching inside custom passes.
507507
# Should be set to the fx.Node name (e.g. 'getitem_34' or 'scaled_mm_3').
508508
"VLLM_PATTERN_MATCH_DEBUG": lambda: os.environ.get(

0 commit comments

Comments
 (0)