address isotr0py's feedback

Signed-off-by: Tsai, Louie <[email protected]>

Author: louie-tsai

vllm/v1/worker/cpu_worker.py

@@ -1,5 +1,6 @@
 # SPDX-License-Identifier: Apache-2.0
 import os
+from importlib import util
 from typing import Optional
 
 import torch
@@ -110,7 +111,6 @@ def get_cpus_id_binding_based_on_numa_nodes(self) -> str:
         rank_to_cpus = self.local_omp_cpuid
         # Setup OpenMP thread affinity based on NUMA nodes automatically
         world_size = self.vllm_config.parallel_config.world_size
-        from importlib import util
         libnuma_found = util.find_spec("numa") is not None
         psutil_found = util.find_spec("psutil") is not None
         if libnuma_found and psutil_found:

vllm/worker/cpu_worker.py

@@ -2,6 +2,7 @@
 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
 """A CPU worker class."""
 import os
+from importlib import util
 from typing import Dict, List, Optional, Set, Tuple, Type
 
 import torch
@@ -408,7 +409,6 @@ def get_cpus_id_binding_based_on_numa_nodes(self) -> str:
         rank_to_cpus = self.local_omp_cpuid
         # Setup OpenMP thread affinity based on NUMA nodes automatically
         world_size = self.vllm_config.parallel_config.world_size
-        from importlib import util
         libnuma_found = util.find_spec("numa") is not None
         psutil_found = util.find_spec("psutil") is not None
         if libnuma_found and psutil_found: