Allow parallel optimizations in Qdrant after uploading (#208)

timvisee · web-flow · commit a26483bbd90e · 2025-01-03T00:00:49.000+05:30
diff --git a/engine/clients/qdrant/upload.py b/engine/clients/qdrant/upload.py
@@ -62,7 +62,8 @@ def post_upload(cls, _distance):
             collection_name=QDRANT_COLLECTION_NAME,
             optimizer_config=OptimizersConfigDiff(
                 # indexing_threshold=10_000,
-                max_optimization_threads=1,
+                # Set to a high number to not apply limits, already limited by CPU budget
+                max_optimization_threads=100_000,
             ),
         )
 

Original file line number	Diff line number	Diff line change
`@@ -62,7 +62,8 @@ def post_upload(cls, _distance):`
`62`	`62`	`collection_name=QDRANT_COLLECTION_NAME,`
`63`	`63`	`optimizer_config=OptimizersConfigDiff(`
`64`	`64`	`# indexing_threshold=10_000,`
`65`		`- max_optimization_threads=1,`
	`65`	`+ # Set to a high number to not apply limits, already limited by CPU budget`
	`66`	`+ max_optimization_threads=100_000,`
`66`	`67`	`),`
`67`	`68`	`)`
`68`	`69`