From d371150cc5dc38c2d8052e74768a2ece8ef09eab Mon Sep 17 00:00:00 2001 From: tellet-q Date: Fri, 12 Apr 2024 11:31:26 +0200 Subject: [PATCH 1/5] refactoring: Standardize format of search params in engine configs --- engine/clients/elasticsearch/search.py | 2 +- engine/clients/opensearch/search.py | 2 +- engine/clients/pgvector/search.py | 2 +- engine/clients/qdrant/search.py | 2 +- engine/clients/redis/search.py | 2 +- engine/clients/weaviate/search.py | 2 +- .../elasticsearch-single-node.json | 24 +- .../opensearch-single-node.json | 34 +- .../configurations/pgvector-single-node.json | 32 +- .../configurations/qdrant-on-disk.json | 2 +- .../qdrant-single-node-bq-rps.json | 386 +++++++++--------- .../qdrant-single-node-mmap.json | 24 +- .../qdrant-single-node-rps.json | 32 +- .../qdrant-single-node-sq-rps.json | 386 +++++++++--------- .../configurations/qdrant-single-node.json | 34 +- .../configurations/qdrant-vs-weaviate.json | 86 ++-- .../configurations/redis-single-node.json | 24 +- .../configurations/weaviate-single-node.json | 26 +- 18 files changed, 548 insertions(+), 554 deletions(-) diff --git a/engine/clients/elasticsearch/search.py b/engine/clients/elasticsearch/search.py index 29d20ec5..ffd4c617 100644 --- a/engine/clients/elasticsearch/search.py +++ b/engine/clients/elasticsearch/search.py @@ -51,7 +51,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: "field": "vector", "query_vector": vector, "k": top, - **{"num_candidates": 100, **cls.search_params}, + **{"num_candidates": 100, **cls.search_params["params"]}, } meta_conditions = cls.parser.parse(meta_conditions) diff --git a/engine/clients/opensearch/search.py b/engine/clients/opensearch/search.py index 8f388380..519efd16 100644 --- a/engine/clients/opensearch/search.py +++ b/engine/clients/opensearch/search.py @@ -84,5 +84,5 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: def setup_search(cls): if cls.search_params: cls.client.indices.put_settings( - body=cls.search_params, index=OPENSEARCH_INDEX + body=cls.search_params["params"], index=OPENSEARCH_INDEX ) diff --git a/engine/clients/pgvector/search.py b/engine/clients/pgvector/search.py index 62f53035..73b8c48c 100644 --- a/engine/clients/pgvector/search.py +++ b/engine/clients/pgvector/search.py @@ -24,7 +24,7 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic register_vector(cls.conn) cls.cur = cls.conn.cursor() cls.cur.execute( - f"SET hnsw.ef_search = {search_params['search_params']['hnsw_ef']}" + f"SET hnsw.ef_search = {search_params['params']['hnsw_ef']}" ) if distance == Distance.COSINE: cls.query = f"SELECT id, embedding <=> %s AS _score FROM items ORDER BY _score LIMIT %s" diff --git a/engine/clients/qdrant/search.py b/engine/clients/qdrant/search.py index 591a91b1..faff0ffd 100644 --- a/engine/clients/qdrant/search.py +++ b/engine/clients/qdrant/search.py @@ -41,7 +41,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: query_filter=cls.parser.parse(meta_conditions), limit=top, search_params=rest.SearchParams( - **cls.search_params.get("search_params", {}) + **cls.search_params.get("params", {}) ), ) return [(hit.id, hit.score) for hit in res] diff --git a/engine/clients/redis/search.py b/engine/clients/redis/search.py index dca31919..487e102a 100644 --- a/engine/clients/redis/search.py +++ b/engine/clients/redis/search.py @@ -64,7 +64,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: params_dict = { "vec_param": np.array(vector).astype(np.float32).tobytes(), "K": top, - "EF": cls.search_params["search_params"]["ef"], + "EF": cls.search_params["params"]["ef"], **params, } results = cls._ft.search(q, query_params=params_dict) diff --git a/engine/clients/weaviate/search.py b/engine/clients/weaviate/search.py index 4218be92..4ae65a0a 100644 --- a/engine/clients/weaviate/search.py +++ b/engine/clients/weaviate/search.py @@ -45,7 +45,7 @@ def search_one(self, vector, meta_conditions, top) -> List[Tuple[int, float]]: def setup_search(self): self.collection.config.update( vector_index_config=Reconfigure.VectorIndex.hnsw( - ef=self.search_params["vectorIndexConfig"]["ef"] + ef=self.search_params["params"]["ef"] ) ) diff --git a/experiments/configurations/elasticsearch-single-node.json b/experiments/configurations/elasticsearch-single-node.json index b3f0f609..30876093 100644 --- a/experiments/configurations/elasticsearch-single-node.json +++ b/experiments/configurations/elasticsearch-single-node.json @@ -7,8 +7,8 @@ }, "collection_params": { "index_options": { "m": 16, "ef_construction": 100 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, + { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -20,8 +20,8 @@ }, "collection_params": { "index_options": { "m": 16, "ef_construction": 128 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, + { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -33,8 +33,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 128 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, + { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -46,8 +46,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 256 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, + { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -72,8 +72,8 @@ }, "collection_params": { "index_options": { "m": 64, "ef_construction": 256 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, + { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -85,8 +85,8 @@ }, "collection_params": { "index_options": { "m": 64, "ef_construction": 512 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, + { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/opensearch-single-node.json b/experiments/configurations/opensearch-single-node.json index 348b850e..3d4915c1 100644 --- a/experiments/configurations/opensearch-single-node.json +++ b/experiments/configurations/opensearch-single-node.json @@ -7,8 +7,8 @@ }, "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 100 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -20,9 +20,8 @@ }, "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 128 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -33,9 +32,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 128 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -46,9 +44,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 256 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -59,9 +56,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 512 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -72,9 +68,8 @@ }, "collection_params": { "method": { "parameters": { "m": 64, "ef_construction": 256 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -85,9 +80,8 @@ }, "collection_params": { "method": { "parameters": { "m": 64, "ef_construction": 512 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } } ] diff --git a/experiments/configurations/pgvector-single-node.json b/experiments/configurations/pgvector-single-node.json index 22ced04d..3dda7a5a 100644 --- a/experiments/configurations/pgvector-single-node.json +++ b/experiments/configurations/pgvector-single-node.json @@ -5,7 +5,7 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -15,9 +15,9 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 16, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } }, + { "parallel": 16, "params": { "hnsw_ef": 128 } }, + { "parallel": 100, "params": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 1, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -27,8 +27,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -38,8 +38,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 128 } } }, @@ -49,8 +49,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 256 } } }, @@ -60,8 +60,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 512 } } }, @@ -71,8 +71,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 64, "ef_construct": 256 } } }, @@ -82,8 +82,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 64, "ef_construct": 512 } } } diff --git a/experiments/configurations/qdrant-on-disk.json b/experiments/configurations/qdrant-on-disk.json index b412557a..b9bd4747 100644 --- a/experiments/configurations/qdrant-on-disk.json +++ b/experiments/configurations/qdrant-on-disk.json @@ -8,7 +8,7 @@ "hnsw_config": { "on_disk": true } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 4 } } diff --git a/experiments/configurations/qdrant-single-node-bq-rps.json b/experiments/configurations/qdrant-single-node-bq-rps.json index 09f95c83..d7c0462f 100644 --- a/experiments/configurations/qdrant-single-node-bq-rps.json +++ b/experiments/configurations/qdrant-single-node-bq-rps.json @@ -7,7 +7,7 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } ], "upload_params": { "parallel": 1, "batch_size": 1024 } }, @@ -21,38 +21,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -66,38 +66,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -111,38 +111,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -156,38 +156,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -201,38 +201,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -246,38 +246,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } } diff --git a/experiments/configurations/qdrant-single-node-mmap.json b/experiments/configurations/qdrant-single-node-mmap.json index 56bc4dc4..93f72dfd 100644 --- a/experiments/configurations/qdrant-single-node-mmap.json +++ b/experiments/configurations/qdrant-single-node-mmap.json @@ -8,8 +8,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -22,8 +22,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -36,8 +36,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -50,8 +50,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -64,8 +64,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -78,8 +78,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-single-node-rps.json b/experiments/configurations/qdrant-single-node-rps.json index 405b058b..f474a90d 100644 --- a/experiments/configurations/qdrant-single-node-rps.json +++ b/experiments/configurations/qdrant-single-node-rps.json @@ -8,7 +8,7 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, { "parallel": 8, "search_params": { "hnsw_ef": 256 } }, { "parallel": 8, "search_params": { "hnsw_ef": 512 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } }, { "parallel": 8, "params": { "hnsw_ef": 256 } }, { "parallel": 8, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -21,9 +21,9 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 16, "search_params": { "hnsw_ef": 256 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } }, + { "parallel": 16, "params": { "hnsw_ef": 256 } }, + { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -36,8 +36,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -50,8 +50,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -64,8 +64,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -78,8 +78,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -92,8 +92,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -106,8 +106,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-single-node-sq-rps.json b/experiments/configurations/qdrant-single-node-sq-rps.json index 8bb83d62..054e33ef 100644 --- a/experiments/configurations/qdrant-single-node-sq-rps.json +++ b/experiments/configurations/qdrant-single-node-sq-rps.json @@ -7,7 +7,7 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } ], "upload_params": { "parallel": 1, "batch_size": 1024 } }, @@ -21,38 +21,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -66,38 +66,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -111,38 +111,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -156,38 +156,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -201,38 +201,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -246,38 +246,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } } diff --git a/experiments/configurations/qdrant-single-node.json b/experiments/configurations/qdrant-single-node.json index 3b46f9f3..f63e1e5c 100644 --- a/experiments/configurations/qdrant-single-node.json +++ b/experiments/configurations/qdrant-single-node.json @@ -7,7 +7,7 @@ "optimizers_config": { "memmap_threshold": 10000000 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -35,7 +35,7 @@ "search_params": [ { "parallel": 8, - "search_params": { + "params": { "hnsw_ef": 256, "quantization": { "oversampling": 2.0 @@ -53,9 +53,9 @@ "optimizers_config": { "memmap_threshold": 10000000 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 16, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "params": { "hnsw_ef": 128 } }, + { "parallel": 16, "params": { "hnsw_ef": 128 } }, + { "parallel": 100, "params": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -68,8 +68,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -82,8 +82,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -96,8 +96,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -110,8 +110,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -124,8 +124,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -138,8 +138,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-vs-weaviate.json b/experiments/configurations/qdrant-vs-weaviate.json index 32bbac6b..0ce31abd 100644 --- a/experiments/configurations/qdrant-vs-weaviate.json +++ b/experiments/configurations/qdrant-vs-weaviate.json @@ -9,15 +9,15 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } } + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -34,26 +34,26 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } } + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -66,13 +66,13 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 16 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 32 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 768 } } + { "parallel": 1, "params": { "hnsw_ef": 16 } }, + { "parallel": 1, "params": { "hnsw_ef": 32 } }, + { "parallel": 1, "params": { "hnsw_ef": 64 } }, + { "parallel": 1, "params": { "hnsw_ef": 128 } }, + { "parallel": 1, "params": { "hnsw_ef": 256 } }, + { "parallel": 1, "params": { "hnsw_ef": 512 } }, + { "parallel": 1, "params": { "hnsw_ef": 768 } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -88,13 +88,13 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 100, "search_params": { "hnsw_ef": 16 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 32 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768 } } + { "parallel": 100, "params": { "hnsw_ef": 16 } }, + { "parallel": 100, "params": { "hnsw_ef": 32 } }, + { "parallel": 100, "params": { "hnsw_ef": 64 } }, + { "parallel": 100, "params": { "hnsw_ef": 128 } }, + { "parallel": 100, "params": { "hnsw_ef": 256 } }, + { "parallel": 100, "params": { "hnsw_ef": 512 } }, + { "parallel": 100, "params": { "hnsw_ef": 768 } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, diff --git a/experiments/configurations/redis-single-node.json b/experiments/configurations/redis-single-node.json index 3b351edc..abe9d903 100644 --- a/experiments/configurations/redis-single-node.json +++ b/experiments/configurations/redis-single-node.json @@ -6,8 +6,8 @@ "collection_params": { }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, + { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -19,8 +19,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, + { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -32,8 +32,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, + { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -45,8 +45,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, + { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -58,8 +58,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, + { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -71,8 +71,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, + { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/weaviate-single-node.json b/experiments/configurations/weaviate-single-node.json index bf9ab23e..4978e8fb 100644 --- a/experiments/configurations/weaviate-single-node.json +++ b/experiments/configurations/weaviate-single-node.json @@ -7,7 +7,7 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 16 } }, "search_params": [ - { "parallel": 8, "vectorIndexConfig": { "ef": 128 } } + { "parallel": 8, "params": { "ef": 128 } } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -19,8 +19,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 16 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, + { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -32,8 +32,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, + { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -45,8 +45,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, + { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -58,8 +58,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 512, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, + { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -71,8 +71,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 64 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, + { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -84,8 +84,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 512, "maxConnections": 64 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, + { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } } From ac28d90c694c934acf58cd20f772892473aed970 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Fri, 12 Apr 2024 09:38:46 +0000 Subject: [PATCH 2/5] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- engine/clients/pgvector/search.py | 4 +--- engine/clients/qdrant/search.py | 4 +--- 2 files changed, 2 insertions(+), 6 deletions(-) diff --git a/engine/clients/pgvector/search.py b/engine/clients/pgvector/search.py index 73b8c48c..99ee962b 100644 --- a/engine/clients/pgvector/search.py +++ b/engine/clients/pgvector/search.py @@ -23,9 +23,7 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic cls.conn = psycopg.connect(**get_db_config(host, connection_params)) register_vector(cls.conn) cls.cur = cls.conn.cursor() - cls.cur.execute( - f"SET hnsw.ef_search = {search_params['params']['hnsw_ef']}" - ) + cls.cur.execute(f"SET hnsw.ef_search = {search_params['params']['hnsw_ef']}") if distance == Distance.COSINE: cls.query = f"SELECT id, embedding <=> %s AS _score FROM items ORDER BY _score LIMIT %s" elif distance == Distance.L2: diff --git a/engine/clients/qdrant/search.py b/engine/clients/qdrant/search.py index faff0ffd..876d7763 100644 --- a/engine/clients/qdrant/search.py +++ b/engine/clients/qdrant/search.py @@ -40,8 +40,6 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: query_vector=vector, query_filter=cls.parser.parse(meta_conditions), limit=top, - search_params=rest.SearchParams( - **cls.search_params.get("params", {}) - ), + search_params=rest.SearchParams(**cls.search_params.get("params", {})), ) return [(hit.id, hit.score) for hit in res] From 8a85f3b68d69a5cba1f12a6cc1e0a4893796cdb6 Mon Sep 17 00:00:00 2001 From: tellet-q Date: Fri, 12 Apr 2024 13:39:24 +0200 Subject: [PATCH 3/5] address review and rename params to config --- engine/clients/elasticsearch/search.py | 2 +- engine/clients/milvus/search.py | 2 +- engine/clients/opensearch/search.py | 2 +- engine/clients/pgvector/search.py | 2 +- engine/clients/qdrant/search.py | 2 +- engine/clients/redis/search.py | 2 +- engine/clients/weaviate/search.py | 2 +- .../elasticsearch-single-node.json | 28 +- .../configurations/milvus-on-disk.json | 2 +- .../configurations/milvus-single-node.json | 28 +- .../opensearch-single-node.json | 28 +- .../configurations/pgvector-single-node.json | 32 +- .../configurations/qdrant-on-disk.json | 2 +- .../qdrant-single-node-bq-rps.json | 386 +++++++++--------- .../qdrant-single-node-mmap.json | 24 +- .../qdrant-single-node-rps.json | 32 +- .../qdrant-single-node-sq-rps.json | 386 +++++++++--------- .../configurations/qdrant-single-node.json | 34 +- .../configurations/qdrant-vs-weaviate.json | 114 +++--- .../configurations/redis-single-node.json | 24 +- .../configurations/weaviate-single-node.json | 26 +- 21 files changed, 580 insertions(+), 580 deletions(-) diff --git a/engine/clients/elasticsearch/search.py b/engine/clients/elasticsearch/search.py index ffd4c617..9842ba3f 100644 --- a/engine/clients/elasticsearch/search.py +++ b/engine/clients/elasticsearch/search.py @@ -51,7 +51,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: "field": "vector", "query_vector": vector, "k": top, - **{"num_candidates": 100, **cls.search_params["params"]}, + **{**cls.search_params["config"]}, } meta_conditions = cls.parser.parse(meta_conditions) diff --git a/engine/clients/milvus/search.py b/engine/clients/milvus/search.py index 9b155f7b..f2e56d6f 100644 --- a/engine/clients/milvus/search.py +++ b/engine/clients/milvus/search.py @@ -38,7 +38,7 @@ def get_mp_start_method(cls): @classmethod def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: - param = {"metric_type": cls.distance, "params": cls.search_params["params"]} + param = {"metric_type": cls.distance, "params": cls.search_params["config"]} try: res = cls.collection.search( data=[vector], diff --git a/engine/clients/opensearch/search.py b/engine/clients/opensearch/search.py index 519efd16..364fc0cc 100644 --- a/engine/clients/opensearch/search.py +++ b/engine/clients/opensearch/search.py @@ -84,5 +84,5 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: def setup_search(cls): if cls.search_params: cls.client.indices.put_settings( - body=cls.search_params["params"], index=OPENSEARCH_INDEX + body=cls.search_params["config"], index=OPENSEARCH_INDEX ) diff --git a/engine/clients/pgvector/search.py b/engine/clients/pgvector/search.py index 99ee962b..91bcd5c9 100644 --- a/engine/clients/pgvector/search.py +++ b/engine/clients/pgvector/search.py @@ -23,7 +23,7 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic cls.conn = psycopg.connect(**get_db_config(host, connection_params)) register_vector(cls.conn) cls.cur = cls.conn.cursor() - cls.cur.execute(f"SET hnsw.ef_search = {search_params['params']['hnsw_ef']}") + cls.cur.execute(f"SET hnsw.ef_search = {search_params['config']['hnsw_ef']}") if distance == Distance.COSINE: cls.query = f"SELECT id, embedding <=> %s AS _score FROM items ORDER BY _score LIMIT %s" elif distance == Distance.L2: diff --git a/engine/clients/qdrant/search.py b/engine/clients/qdrant/search.py index 876d7763..411f889b 100644 --- a/engine/clients/qdrant/search.py +++ b/engine/clients/qdrant/search.py @@ -40,6 +40,6 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: query_vector=vector, query_filter=cls.parser.parse(meta_conditions), limit=top, - search_params=rest.SearchParams(**cls.search_params.get("params", {})), + search_params=rest.SearchParams(**cls.search_params.get("config", {})), ) return [(hit.id, hit.score) for hit in res] diff --git a/engine/clients/redis/search.py b/engine/clients/redis/search.py index 487e102a..7948ff17 100644 --- a/engine/clients/redis/search.py +++ b/engine/clients/redis/search.py @@ -64,7 +64,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: params_dict = { "vec_param": np.array(vector).astype(np.float32).tobytes(), "K": top, - "EF": cls.search_params["params"]["ef"], + "EF": cls.search_params["config"]["ef"], **params, } results = cls._ft.search(q, query_params=params_dict) diff --git a/engine/clients/weaviate/search.py b/engine/clients/weaviate/search.py index 4ae65a0a..74fa926e 100644 --- a/engine/clients/weaviate/search.py +++ b/engine/clients/weaviate/search.py @@ -45,7 +45,7 @@ def search_one(self, vector, meta_conditions, top) -> List[Tuple[int, float]]: def setup_search(self): self.collection.config.update( vector_index_config=Reconfigure.VectorIndex.hnsw( - ef=self.search_params["params"]["ef"] + ef=self.search_params["config"]["ef"] ) ) diff --git a/experiments/configurations/elasticsearch-single-node.json b/experiments/configurations/elasticsearch-single-node.json index 30876093..529b825c 100644 --- a/experiments/configurations/elasticsearch-single-node.json +++ b/experiments/configurations/elasticsearch-single-node.json @@ -7,8 +7,8 @@ }, "collection_params": { "index_options": { "m": 16, "ef_construction": 100 } }, "search_params": [ - { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, - { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -20,8 +20,8 @@ }, "collection_params": { "index_options": { "m": 16, "ef_construction": 128 } }, "search_params": [ - { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, - { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -33,8 +33,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 128 } }, "search_params": [ - { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, - { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -46,8 +46,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 256 } }, "search_params": [ - { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, - { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -59,8 +59,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 512 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -72,8 +72,8 @@ }, "collection_params": { "index_options": { "m": 64, "ef_construction": 256 } }, "search_params": [ - { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, - { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -85,8 +85,8 @@ }, "collection_params": { "index_options": { "m": 64, "ef_construction": 512 } }, "search_params": [ - { "parallel": 1, "params": { "num_candidates": 128 } }, { "parallel": 1, "params": { "num_candidates": 256 } }, { "parallel": 1, "params": { "num_candidates": 512 } }, - { "parallel": 100, "params": { "num_candidates": 128 } }, { "parallel": 100, "params": { "num_candidates": 256 } }, { "parallel": 100, "params": { "num_candidates": 512 } } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/milvus-on-disk.json b/experiments/configurations/milvus-on-disk.json index 971bd0ee..997edcf7 100644 --- a/experiments/configurations/milvus-on-disk.json +++ b/experiments/configurations/milvus-on-disk.json @@ -5,7 +5,7 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "params": { } } + { "parallel": 8, "config": { } } ], "upload_params": { "parallel": 4, "index_type": "DISKANN", "index_params": { } } } diff --git a/experiments/configurations/milvus-single-node.json b/experiments/configurations/milvus-single-node.json index 229cd068..bffc0a1c 100644 --- a/experiments/configurations/milvus-single-node.json +++ b/experiments/configurations/milvus-single-node.json @@ -5,8 +5,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 100, "M": 16 } } }, @@ -16,8 +16,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 128, "M": 16 } } }, @@ -27,8 +27,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 128, "M": 32 } } }, @@ -38,8 +38,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 256, "M": 32 } } }, @@ -49,8 +49,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 512, "M": 32 } } }, @@ -60,8 +60,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 256, "M": 64 } } }, @@ -71,8 +71,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 512, "M": 64 } } } diff --git a/experiments/configurations/opensearch-single-node.json b/experiments/configurations/opensearch-single-node.json index 3d4915c1..dda9314f 100644 --- a/experiments/configurations/opensearch-single-node.json +++ b/experiments/configurations/opensearch-single-node.json @@ -7,8 +7,8 @@ }, "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 100 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -20,8 +20,8 @@ }, "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 128 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -32,8 +32,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 128 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -44,8 +44,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 256 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -56,8 +56,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 512 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -68,8 +68,8 @@ }, "collection_params": { "method": { "parameters": { "m": 64, "ef_construction": 256 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -80,8 +80,8 @@ }, "collection_params": { "method": { "parameters": { "m": 64, "ef_construction": 512 } } }, "search_params": [ - { "parallel": 1, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "params": { "knn.algo_param.ef_search": 512 } }, - { "parallel": 100, "params": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "params": { "knn.algo_param.ef_search": 512 } } ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } } ] diff --git a/experiments/configurations/pgvector-single-node.json b/experiments/configurations/pgvector-single-node.json index 3dda7a5a..31b97fca 100644 --- a/experiments/configurations/pgvector-single-node.json +++ b/experiments/configurations/pgvector-single-node.json @@ -5,7 +5,7 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -15,9 +15,9 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } }, - { "parallel": 16, "params": { "hnsw_ef": 128 } }, - { "parallel": 100, "params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, + { "parallel": 16, "config": { "hnsw_ef": 128 } }, + { "parallel": 100, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 1, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -27,8 +27,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -38,8 +38,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 128 } } }, @@ -49,8 +49,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 256 } } }, @@ -60,8 +60,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 512 } } }, @@ -71,8 +71,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 64, "ef_construct": 256 } } }, @@ -82,8 +82,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 64, "ef_construct": 512 } } } diff --git a/experiments/configurations/qdrant-on-disk.json b/experiments/configurations/qdrant-on-disk.json index b9bd4747..36497eef 100644 --- a/experiments/configurations/qdrant-on-disk.json +++ b/experiments/configurations/qdrant-on-disk.json @@ -8,7 +8,7 @@ "hnsw_config": { "on_disk": true } }, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 4 } } diff --git a/experiments/configurations/qdrant-single-node-bq-rps.json b/experiments/configurations/qdrant-single-node-bq-rps.json index d7c0462f..1708bcfc 100644 --- a/experiments/configurations/qdrant-single-node-bq-rps.json +++ b/experiments/configurations/qdrant-single-node-bq-rps.json @@ -7,7 +7,7 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } ], "upload_params": { "parallel": 1, "batch_size": 1024 } }, @@ -21,38 +21,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -66,38 +66,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -111,38 +111,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -156,38 +156,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -201,38 +201,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -246,38 +246,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } } diff --git a/experiments/configurations/qdrant-single-node-mmap.json b/experiments/configurations/qdrant-single-node-mmap.json index 93f72dfd..5143cb44 100644 --- a/experiments/configurations/qdrant-single-node-mmap.json +++ b/experiments/configurations/qdrant-single-node-mmap.json @@ -8,8 +8,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -22,8 +22,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -36,8 +36,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -50,8 +50,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -64,8 +64,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -78,8 +78,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-single-node-rps.json b/experiments/configurations/qdrant-single-node-rps.json index f474a90d..9f1abc97 100644 --- a/experiments/configurations/qdrant-single-node-rps.json +++ b/experiments/configurations/qdrant-single-node-rps.json @@ -8,7 +8,7 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } }, { "parallel": 8, "params": { "hnsw_ef": 256 } }, { "parallel": 8, "params": { "hnsw_ef": 512 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, { "parallel": 8, "config": { "hnsw_ef": 256 } }, { "parallel": 8, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -21,9 +21,9 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } }, - { "parallel": 16, "params": { "hnsw_ef": 256 } }, - { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, + { "parallel": 16, "config": { "hnsw_ef": 256 } }, + { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -36,8 +36,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -50,8 +50,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -64,8 +64,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -78,8 +78,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -92,8 +92,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -106,8 +106,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-single-node-sq-rps.json b/experiments/configurations/qdrant-single-node-sq-rps.json index 054e33ef..a1d7d1f6 100644 --- a/experiments/configurations/qdrant-single-node-sq-rps.json +++ b/experiments/configurations/qdrant-single-node-sq-rps.json @@ -7,7 +7,7 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } ], "upload_params": { "parallel": 1, "batch_size": 1024 } }, @@ -21,38 +21,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -66,38 +66,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -111,38 +111,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -156,38 +156,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -201,38 +201,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -246,38 +246,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } } diff --git a/experiments/configurations/qdrant-single-node.json b/experiments/configurations/qdrant-single-node.json index f63e1e5c..ec75a30e 100644 --- a/experiments/configurations/qdrant-single-node.json +++ b/experiments/configurations/qdrant-single-node.json @@ -7,7 +7,7 @@ "optimizers_config": { "memmap_threshold": 10000000 } }, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -35,7 +35,7 @@ "search_params": [ { "parallel": 8, - "params": { + "config": { "hnsw_ef": 256, "quantization": { "oversampling": 2.0 @@ -53,9 +53,9 @@ "optimizers_config": { "memmap_threshold": 10000000 } }, "search_params": [ - { "parallel": 8, "params": { "hnsw_ef": 128 } }, - { "parallel": 16, "params": { "hnsw_ef": 128 } }, - { "parallel": 100, "params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, + { "parallel": 16, "config": { "hnsw_ef": 128 } }, + { "parallel": 100, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -68,8 +68,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -82,8 +82,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -96,8 +96,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -110,8 +110,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -124,8 +124,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -138,8 +138,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64 } }, { "parallel": 1, "params": { "hnsw_ef": 128 } }, { "parallel": 1, "params": { "hnsw_ef": 256 } }, { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, { "parallel": 100, "params": { "hnsw_ef": 128 } }, { "parallel": 100, "params": { "hnsw_ef": 256 } }, { "parallel": 100, "params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-vs-weaviate.json b/experiments/configurations/qdrant-vs-weaviate.json index 0ce31abd..12e46258 100644 --- a/experiments/configurations/qdrant-vs-weaviate.json +++ b/experiments/configurations/qdrant-vs-weaviate.json @@ -9,15 +9,15 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -34,26 +34,26 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } } + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -66,13 +66,13 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "params": { "hnsw_ef": 16 } }, - { "parallel": 1, "params": { "hnsw_ef": 32 } }, - { "parallel": 1, "params": { "hnsw_ef": 64 } }, - { "parallel": 1, "params": { "hnsw_ef": 128 } }, - { "parallel": 1, "params": { "hnsw_ef": 256 } }, - { "parallel": 1, "params": { "hnsw_ef": 512 } }, - { "parallel": 1, "params": { "hnsw_ef": 768 } } + { "parallel": 1, "config": { "hnsw_ef": 16 } }, + { "parallel": 1, "config": { "hnsw_ef": 32 } }, + { "parallel": 1, "config": { "hnsw_ef": 64 } }, + { "parallel": 1, "config": { "hnsw_ef": 128 } }, + { "parallel": 1, "config": { "hnsw_ef": 256 } }, + { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 1, "config": { "hnsw_ef": 768 } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -88,13 +88,13 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 100, "params": { "hnsw_ef": 16 } }, - { "parallel": 100, "params": { "hnsw_ef": 32 } }, - { "parallel": 100, "params": { "hnsw_ef": 64 } }, - { "parallel": 100, "params": { "hnsw_ef": 128 } }, - { "parallel": 100, "params": { "hnsw_ef": 256 } }, - { "parallel": 100, "params": { "hnsw_ef": 512 } }, - { "parallel": 100, "params": { "hnsw_ef": 768 } } + { "parallel": 100, "config": { "hnsw_ef": 16 } }, + { "parallel": 100, "config": { "hnsw_ef": 32 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, + { "parallel": 100, "config": { "hnsw_ef": 128 } }, + { "parallel": 100, "config": { "hnsw_ef": 256 } }, + { "parallel": 100, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 768 } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -112,20 +112,20 @@ }, "search_params": [ - { "parallel": 100, "vectorIndexConfig": { "ef": 16} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 32} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 768} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 16} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 32} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 768} } + { "parallel": 100, "config": { "ef": 16} }, + { "parallel": 100, "config": { "ef": 32} }, + { "parallel": 100, "config": { "ef": 64} }, + { "parallel": 100, "config": { "ef": 128} }, + { "parallel": 100, "config": { "ef": 256} }, + { "parallel": 100, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 768} }, + { "parallel": 1, "config": { "ef": 16} }, + { "parallel": 1, "config": { "ef": 32} }, + { "parallel": 1, "config": { "ef": 64} }, + { "parallel": 1, "config": { "ef": 128} }, + { "parallel": 1, "config": { "ef": 256} }, + { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 1, "config": { "ef": 768} } ], "upload_params": { "parallel": 8, "batch_size": 1024 } } diff --git a/experiments/configurations/redis-single-node.json b/experiments/configurations/redis-single-node.json index abe9d903..25369220 100644 --- a/experiments/configurations/redis-single-node.json +++ b/experiments/configurations/redis-single-node.json @@ -6,8 +6,8 @@ "collection_params": { }, "search_params": [ - { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -19,8 +19,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 128 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -32,8 +32,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -45,8 +45,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -58,8 +58,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -71,8 +71,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64 } }, { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 64 } }, { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/weaviate-single-node.json b/experiments/configurations/weaviate-single-node.json index 4978e8fb..3a4989cf 100644 --- a/experiments/configurations/weaviate-single-node.json +++ b/experiments/configurations/weaviate-single-node.json @@ -7,7 +7,7 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 16 } }, "search_params": [ - { "parallel": 8, "params": { "ef": 128 } } + { "parallel": 8, "config": { "ef": 128 } } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -19,8 +19,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 16 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, - { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -32,8 +32,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, - { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -45,8 +45,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, - { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -58,8 +58,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 512, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, - { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -71,8 +71,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 64 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, - { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -84,8 +84,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 512, "maxConnections": 64 } }, "search_params": [ - { "parallel": 1, "params": { "ef": 64} }, { "parallel": 1, "params": { "ef": 128} }, { "parallel": 1, "params": { "ef": 256} }, { "parallel": 1, "params": { "ef": 512} }, - { "parallel": 100, "params": { "ef": 64} }, { "parallel": 100, "params": { "ef": 128} }, { "parallel": 100, "params": { "ef": 256} }, { "parallel": 100, "params": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } } From f9c011c6e73404039aed961a9f6da5e0dc325d29 Mon Sep 17 00:00:00 2001 From: tellet-q Date: Fri, 12 Apr 2024 15:11:58 +0200 Subject: [PATCH 4/5] address review --- engine/clients/elasticsearch/search.py | 2 +- engine/clients/redis/search.py | 2 +- .../configurations/redis-single-node.json | 24 +++++++++---------- 3 files changed, 14 insertions(+), 14 deletions(-) diff --git a/engine/clients/elasticsearch/search.py b/engine/clients/elasticsearch/search.py index 9842ba3f..1c0e435f 100644 --- a/engine/clients/elasticsearch/search.py +++ b/engine/clients/elasticsearch/search.py @@ -51,7 +51,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: "field": "vector", "query_vector": vector, "k": top, - **{**cls.search_params["config"]}, + **cls.search_params["config"], } meta_conditions = cls.parser.parse(meta_conditions) diff --git a/engine/clients/redis/search.py b/engine/clients/redis/search.py index 7948ff17..5d5858df 100644 --- a/engine/clients/redis/search.py +++ b/engine/clients/redis/search.py @@ -64,7 +64,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: params_dict = { "vec_param": np.array(vector).astype(np.float32).tobytes(), "K": top, - "EF": cls.search_params["config"]["ef"], + **cls.search_params["config"], **params, } results = cls._ft.search(q, query_params=params_dict) diff --git a/experiments/configurations/redis-single-node.json b/experiments/configurations/redis-single-node.json index 25369220..e6e58bf5 100644 --- a/experiments/configurations/redis-single-node.json +++ b/experiments/configurations/redis-single-node.json @@ -6,8 +6,8 @@ "collection_params": { }, "search_params": [ - { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, - { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -19,8 +19,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 128 } }, "search_params": [ - { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, - { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -32,8 +32,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, - { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -45,8 +45,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, - { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -58,8 +58,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, - { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -71,8 +71,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "config": { "ef": 64 } }, { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, - { "parallel": 100, "config": { "ef": 64 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } } From f3e6d9be5db55c26e28399fa738a0d463c4525a5 Mon Sep 17 00:00:00 2001 From: tellet-q Date: Fri, 12 Apr 2024 17:21:37 +0200 Subject: [PATCH 5/5] fix: upgrade milvusdb image version --- engine/clients/milvus/config.py | 1 + engine/servers/milvus-limit-ram/docker-compose.yaml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/engine/clients/milvus/config.py b/engine/clients/milvus/config.py index 793ecfb7..48d26ed3 100644 --- a/engine/clients/milvus/config.py +++ b/engine/clients/milvus/config.py @@ -23,4 +23,5 @@ DataType.INT64: 0, DataType.VARCHAR: "---MILVUS DOES NOT ACCEPT EMPTY STRINGS---", DataType.FLOAT: 0.0, + DataType.DOUBLE: 0.0, } diff --git a/engine/servers/milvus-limit-ram/docker-compose.yaml b/engine/servers/milvus-limit-ram/docker-compose.yaml index 5c1aa231..888b9b9c 100644 --- a/engine/servers/milvus-limit-ram/docker-compose.yaml +++ b/engine/servers/milvus-limit-ram/docker-compose.yaml @@ -39,7 +39,7 @@ services: standalone: container_name: milvus-standalone - image: milvusdb/milvus:v2.3.0-beta + image: milvusdb/milvus:v2.3.1 command: ["milvus", "run", "standalone"] environment: ETCD_ENDPOINTS: etcd:2379