File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 134134 VLLM_DP_RANK : int = 0
135135 VLLM_DP_RANK_LOCAL : int = - 1
136136 VLLM_DP_SIZE : int = 1
137- VLLM_USE_STANDALONE_COMPILE : bool = False
137+ VLLM_USE_STANDALONE_COMPILE : bool = True
138138 VLLM_DP_MASTER_IP : str = ""
139139 VLLM_DP_MASTER_PORT : int = 0
140140 VLLM_MOE_DP_CHUNK_SIZE : int = 256
@@ -500,9 +500,9 @@ def get_vllm_port() -> int | None:
500500 # In torch <= 2.7 we ignore this flag; in torch >= 2.8 this is
501501 # disabled by default.
502502 "VLLM_USE_STANDALONE_COMPILE" : lambda : os .environ .get (
503- "VLLM_USE_STANDALONE_COMPILE" , "0 "
504- )
505- == "1" ,
503+ "VLLM_USE_STANDALONE_COMPILE" , "1 "
504+ ). lower ()
505+ in [ "true" , "1" ] ,
506506 # Debug pattern matching inside custom passes.
507507 # Should be set to the fx.Node name (e.g. 'getitem_34' or 'scaled_mm_3').
508508 "VLLM_PATTERN_MATCH_DEBUG" : lambda : os .environ .get (
You can’t perform that action at this time.
0 commit comments