Benchmarks improvements (#83)

spotify · Aug 2, 2024 · 04fa382 · 04fa382
1 parent 6d9f17e
commit 04fa382
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 4 deletions.
diff --git a/benchmarks/index_creation.py b/benchmarks/index_creation.py
@@ -24,7 +24,7 @@ class IndexCreationSuite:
     params = (
         [256],
         [1024],
-        [voyager.Space.Euclidean, voyager.Space.Cosine],
+        [voyager.Space.Euclidean, voyager.Space.InnerProduct, voyager.Space.Cosine],
         [voyager.StorageDataType.E4M3, voyager.StorageDataType.Float8, voyager.StorageDataType.Float32],
         [24],
     )
@@ -50,6 +50,7 @@ def setup(
             ef_construction=ef_construction,
             M=20,
             storage_data_type=storage_data_type,
+            random_seed=4321,
         )
 
         self.input_data = input_data

diff --git a/benchmarks/index_query.py b/benchmarks/index_query.py
@@ -27,8 +27,8 @@ class IndexQuerySuite:
     repeat = (1, 10, 30.0)
     params = (
         [256],
-        [1024],
-        [voyager.Space.Euclidean, voyager.Space.Cosine],
+        [4096],
+        [voyager.Space.Euclidean, voyager.Space.InnerProduct, voyager.Space.Cosine],
         [voyager.StorageDataType.E4M3, voyager.StorageDataType.Float8, voyager.StorageDataType.Float32],
         [24],
     )
@@ -54,8 +54,9 @@ def setup_cache(self) -> Dict:
                 ef_construction=ef_construction,
                 M=20,
                 storage_data_type=storage_data_type,
+                random_seed=4321,
             )
-            index.add_items(input_data)
+            index.add_items(input_data, num_threads=1)
 
             data[param_combination] = (index.as_bytes(), input_data)