From f4e96363e73c43970789a61e25cae4565a05fd7d Mon Sep 17 00:00:00 2001 From: Cai Yudong Date: Tue, 20 Aug 2024 18:54:53 +0800 Subject: [PATCH] Some optimizations for search Signed-off-by: Cai Yudong --- engine/base_client/search.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/engine/base_client/search.py b/engine/base_client/search.py index 3626191e..2b58e0ca 100644 --- a/engine/base_client/search.py +++ b/engine/base_client/search.py @@ -60,6 +60,7 @@ def search_all( ): parallel = self.search_params.get("parallel", 1) top = self.search_params.get("top", None) + queries = [q for q in queries] # Preload query vectors into memory # setup_search may require initialized client self.init_client( @@ -87,8 +88,7 @@ def search_all( self.search_params, ), ) as pool: - if parallel > 10: - time.sleep(15) # Wait for all processes to start + time.sleep(15) # Wait for all processes to start start = time.perf_counter() precisions, latencies = list( zip(*pool.imap_unordered(search_one, iterable=tqdm.tqdm(queries)))