passing insert_fraction from config file

Author: slice4e

engine/base_client/search.py

@@ -86,6 +86,7 @@ def search_all(
         num_queries: int = -1,
         insert_fraction: float = 0.0,
     ):
+        insert_fraction = self.search_params.get("insert_fraction", 0.0)
         parallel = self.search_params.get("parallel", 1)
         top = self.search_params.get("top", None)
         single_search_params = self.search_params.get("search_params", None)
@@ -267,8 +268,7 @@ def worker_function(self, distance, search_one, insert_one, chunk, result_queue,
 def process_chunk(chunk, search_one, insert_one, insert_fraction):
     results = []
     for i, query in enumerate(chunk):
-        #if random.random() < insert_fraction:
-        if random.random() < 0.5:
+        if random.random() < insert_fraction:
             result = insert_one(query)
         else:
             # Search

experiments/configurations/dbpedia-calibration-mixed.json

@@ -15,6 +15,7 @@
     "search_params": [
       {
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "ef",
         "calibration_precision": 0.95,
@@ -27,9 +28,6 @@
       "parallel": 100,
       "algorithm": "hnsw",
       "data_type": "FLOAT16"
-    },
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -48,6 +46,7 @@
     "search_params": [
       {
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "ef",
         "calibration_precision": 0.95,
@@ -60,9 +59,6 @@
       "parallel": 100,
       "algorithm": "hnsw",
       "data_type": "FLOAT32"
-    },
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
 {
@@ -82,6 +78,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -94,9 +91,6 @@
       "parallel": 100,
       "data_type": "FLOAT16",
       "algorithm": "svs-vamana"
-    },
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -116,6 +110,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -128,9 +123,6 @@
       "parallel": 100,
       "data_type": "FLOAT32",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -151,6 +143,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -163,9 +156,6 @@
       "parallel": 100,
       "data_type": "FLOAT16",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -186,6 +176,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -198,9 +189,6 @@
       "parallel": 100,
       "data_type": "FLOAT32",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -221,6 +209,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -233,9 +222,6 @@
       "parallel": 100,
       "data_type": "FLOAT32",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -256,6 +242,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -268,9 +255,6 @@
       "parallel": 100,
       "data_type": "FLOAT16",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -291,6 +275,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -303,9 +288,6 @@
       "parallel": 100,
       "data_type": "FLOAT16",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   },
   {
@@ -326,6 +308,7 @@
       {
         "algorithm": "svs-vamana",
         "parallel": 100,
+        "insert_fraction": 0.1,
         "top": 100,
         "calibration_param": "SEARCH_WINDOW_SIZE",
         "calibration_precision": 0.95,
@@ -338,9 +321,6 @@
       "parallel": 100,
       "data_type": "FLOAT32",
       "algorithm": "svs-vamana"
-    }, 
-    "mixed_workload_params": {
-        "insert_fraction": 0.1
     }
   }
 ]