diff --git a/engine/clients/elasticsearch/search.py b/engine/clients/elasticsearch/search.py index 29d20ec5..1c0e435f 100644 --- a/engine/clients/elasticsearch/search.py +++ b/engine/clients/elasticsearch/search.py @@ -51,7 +51,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: "field": "vector", "query_vector": vector, "k": top, - **{"num_candidates": 100, **cls.search_params}, + **cls.search_params["config"], } meta_conditions = cls.parser.parse(meta_conditions) diff --git a/engine/clients/milvus/config.py b/engine/clients/milvus/config.py index 793ecfb7..48d26ed3 100644 --- a/engine/clients/milvus/config.py +++ b/engine/clients/milvus/config.py @@ -23,4 +23,5 @@ DataType.INT64: 0, DataType.VARCHAR: "---MILVUS DOES NOT ACCEPT EMPTY STRINGS---", DataType.FLOAT: 0.0, + DataType.DOUBLE: 0.0, } diff --git a/engine/clients/milvus/search.py b/engine/clients/milvus/search.py index 9b155f7b..f2e56d6f 100644 --- a/engine/clients/milvus/search.py +++ b/engine/clients/milvus/search.py @@ -38,7 +38,7 @@ def get_mp_start_method(cls): @classmethod def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: - param = {"metric_type": cls.distance, "params": cls.search_params["params"]} + param = {"metric_type": cls.distance, "params": cls.search_params["config"]} try: res = cls.collection.search( data=[vector], diff --git a/engine/clients/opensearch/search.py b/engine/clients/opensearch/search.py index 8f388380..364fc0cc 100644 --- a/engine/clients/opensearch/search.py +++ b/engine/clients/opensearch/search.py @@ -84,5 +84,5 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: def setup_search(cls): if cls.search_params: cls.client.indices.put_settings( - body=cls.search_params, index=OPENSEARCH_INDEX + body=cls.search_params["config"], index=OPENSEARCH_INDEX ) diff --git a/engine/clients/pgvector/search.py b/engine/clients/pgvector/search.py index 62f53035..91bcd5c9 100644 --- a/engine/clients/pgvector/search.py +++ b/engine/clients/pgvector/search.py @@ -23,9 +23,7 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic cls.conn = psycopg.connect(**get_db_config(host, connection_params)) register_vector(cls.conn) cls.cur = cls.conn.cursor() - cls.cur.execute( - f"SET hnsw.ef_search = {search_params['search_params']['hnsw_ef']}" - ) + cls.cur.execute(f"SET hnsw.ef_search = {search_params['config']['hnsw_ef']}") if distance == Distance.COSINE: cls.query = f"SELECT id, embedding <=> %s AS _score FROM items ORDER BY _score LIMIT %s" elif distance == Distance.L2: diff --git a/engine/clients/qdrant/search.py b/engine/clients/qdrant/search.py index 591a91b1..411f889b 100644 --- a/engine/clients/qdrant/search.py +++ b/engine/clients/qdrant/search.py @@ -40,8 +40,6 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: query_vector=vector, query_filter=cls.parser.parse(meta_conditions), limit=top, - search_params=rest.SearchParams( - **cls.search_params.get("search_params", {}) - ), + search_params=rest.SearchParams(**cls.search_params.get("config", {})), ) return [(hit.id, hit.score) for hit in res] diff --git a/engine/clients/redis/search.py b/engine/clients/redis/search.py index dca31919..5d5858df 100644 --- a/engine/clients/redis/search.py +++ b/engine/clients/redis/search.py @@ -64,7 +64,7 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]: params_dict = { "vec_param": np.array(vector).astype(np.float32).tobytes(), "K": top, - "EF": cls.search_params["search_params"]["ef"], + **cls.search_params["config"], **params, } results = cls._ft.search(q, query_params=params_dict) diff --git a/engine/clients/weaviate/search.py b/engine/clients/weaviate/search.py index 4218be92..74fa926e 100644 --- a/engine/clients/weaviate/search.py +++ b/engine/clients/weaviate/search.py @@ -45,7 +45,7 @@ def search_one(self, vector, meta_conditions, top) -> List[Tuple[int, float]]: def setup_search(self): self.collection.config.update( vector_index_config=Reconfigure.VectorIndex.hnsw( - ef=self.search_params["vectorIndexConfig"]["ef"] + ef=self.search_params["config"]["ef"] ) ) diff --git a/engine/servers/milvus-limit-ram/docker-compose.yaml b/engine/servers/milvus-limit-ram/docker-compose.yaml index 5c1aa231..888b9b9c 100644 --- a/engine/servers/milvus-limit-ram/docker-compose.yaml +++ b/engine/servers/milvus-limit-ram/docker-compose.yaml @@ -39,7 +39,7 @@ services: standalone: container_name: milvus-standalone - image: milvusdb/milvus:v2.3.0-beta + image: milvusdb/milvus:v2.3.1 command: ["milvus", "run", "standalone"] environment: ETCD_ENDPOINTS: etcd:2379 diff --git a/experiments/configurations/elasticsearch-single-node.json b/experiments/configurations/elasticsearch-single-node.json index b3f0f609..529b825c 100644 --- a/experiments/configurations/elasticsearch-single-node.json +++ b/experiments/configurations/elasticsearch-single-node.json @@ -7,8 +7,8 @@ }, "collection_params": { "index_options": { "m": 16, "ef_construction": 100 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -20,8 +20,8 @@ }, "collection_params": { "index_options": { "m": 16, "ef_construction": 128 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -33,8 +33,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 128 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -46,8 +46,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 256 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -59,8 +59,8 @@ }, "collection_params": { "index_options": { "m": 32, "ef_construction": 512 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -72,8 +72,8 @@ }, "collection_params": { "index_options": { "m": 64, "ef_construction": 256 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -85,8 +85,8 @@ }, "collection_params": { "index_options": { "m": 64, "ef_construction": 512 } }, "search_params": [ - { "parallel": 1, "num_candidates": 128 }, { "parallel": 1, "num_candidates": 256 }, { "parallel": 1, "num_candidates": 512 }, - { "parallel": 100, "num_candidates": 128 }, { "parallel": 100, "num_candidates": 256 }, { "parallel": 100, "num_candidates": 512 } + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, + { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/milvus-on-disk.json b/experiments/configurations/milvus-on-disk.json index 971bd0ee..997edcf7 100644 --- a/experiments/configurations/milvus-on-disk.json +++ b/experiments/configurations/milvus-on-disk.json @@ -5,7 +5,7 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "params": { } } + { "parallel": 8, "config": { } } ], "upload_params": { "parallel": 4, "index_type": "DISKANN", "index_params": { } } } diff --git a/experiments/configurations/milvus-single-node.json b/experiments/configurations/milvus-single-node.json index 229cd068..bffc0a1c 100644 --- a/experiments/configurations/milvus-single-node.json +++ b/experiments/configurations/milvus-single-node.json @@ -5,8 +5,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 100, "M": 16 } } }, @@ -16,8 +16,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 128, "M": 16 } } }, @@ -27,8 +27,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 128, "M": 32 } } }, @@ -38,8 +38,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 256, "M": 32 } } }, @@ -49,8 +49,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 512, "M": 32 } } }, @@ -60,8 +60,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 256, "M": 64 } } }, @@ -71,8 +71,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "params": { "ef": 128 } }, { "parallel": 1, "params": { "ef": 256 } }, { "parallel": 1, "params": { "ef": 512 } }, - { "parallel": 100, "params": { "ef": 128 } }, { "parallel": 100, "params": { "ef": 256 } }, { "parallel": 100, "params": { "ef": 512 } } + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, + { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], "upload_params": { "parallel": 16, "index_params": { "efConstruction": 512, "M": 64 } } } diff --git a/experiments/configurations/opensearch-single-node.json b/experiments/configurations/opensearch-single-node.json index 348b850e..dda9314f 100644 --- a/experiments/configurations/opensearch-single-node.json +++ b/experiments/configurations/opensearch-single-node.json @@ -7,8 +7,8 @@ }, "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 100 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -20,9 +20,8 @@ }, "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 128 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -33,9 +32,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 128 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -46,9 +44,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 256 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -59,9 +56,8 @@ }, "collection_params": { "method": { "parameters": { "m": 32, "ef_construction": 512 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -72,9 +68,8 @@ }, "collection_params": { "method": { "parameters": { "m": 64, "ef_construction": 256 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, { @@ -85,9 +80,8 @@ }, "collection_params": { "method": { "parameters": { "m": 64, "ef_construction": 512 } } }, "search_params": [ - { "parallel": 1, "knn.algo_param.ef_search": 128 }, { "parallel": 1, "knn.algo_param.ef_search": 256 }, { "parallel": 1, "knn.algo_param.ef_search": 512 }, - { "parallel": 100, "knn.algo_param.ef_search": 128 }, { "parallel": 100, "knn.algo_param.ef_search": 256 }, { "parallel": 100, "knn.algo_param.ef_search": 512 } - ], + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, + { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } } ] diff --git a/experiments/configurations/pgvector-single-node.json b/experiments/configurations/pgvector-single-node.json index 22ced04d..31b97fca 100644 --- a/experiments/configurations/pgvector-single-node.json +++ b/experiments/configurations/pgvector-single-node.json @@ -5,7 +5,7 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -15,9 +15,9 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 16, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, + { "parallel": 16, "config": { "hnsw_ef": 128 } }, + { "parallel": 100, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 1, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -27,8 +27,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, @@ -38,8 +38,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 128 } } }, @@ -49,8 +49,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 256 } } }, @@ -60,8 +60,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 32, "ef_construct": 512 } } }, @@ -71,8 +71,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 64, "ef_construct": 256 } } }, @@ -82,8 +82,8 @@ "connection_params": {}, "collection_params": {}, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16, "hnsw_config": { "m": 64, "ef_construct": 512 } } } diff --git a/experiments/configurations/qdrant-on-disk.json b/experiments/configurations/qdrant-on-disk.json index b412557a..36497eef 100644 --- a/experiments/configurations/qdrant-on-disk.json +++ b/experiments/configurations/qdrant-on-disk.json @@ -8,7 +8,7 @@ "hnsw_config": { "on_disk": true } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 4 } } diff --git a/experiments/configurations/qdrant-single-node-bq-rps.json b/experiments/configurations/qdrant-single-node-bq-rps.json index 09f95c83..1708bcfc 100644 --- a/experiments/configurations/qdrant-single-node-bq-rps.json +++ b/experiments/configurations/qdrant-single-node-bq-rps.json @@ -7,7 +7,7 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } ], "upload_params": { "parallel": 1, "batch_size": 1024 } }, @@ -21,38 +21,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -66,38 +66,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -111,38 +111,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -156,38 +156,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -201,38 +201,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -246,38 +246,38 @@ "quantization_config": { "binary": {"always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } } diff --git a/experiments/configurations/qdrant-single-node-mmap.json b/experiments/configurations/qdrant-single-node-mmap.json index 56bc4dc4..5143cb44 100644 --- a/experiments/configurations/qdrant-single-node-mmap.json +++ b/experiments/configurations/qdrant-single-node-mmap.json @@ -8,8 +8,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -22,8 +22,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -36,8 +36,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -50,8 +50,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -64,8 +64,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -78,8 +78,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-single-node-rps.json b/experiments/configurations/qdrant-single-node-rps.json index 405b058b..9f1abc97 100644 --- a/experiments/configurations/qdrant-single-node-rps.json +++ b/experiments/configurations/qdrant-single-node-rps.json @@ -8,7 +8,7 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, { "parallel": 8, "search_params": { "hnsw_ef": 256 } }, { "parallel": 8, "search_params": { "hnsw_ef": 512 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, { "parallel": 8, "config": { "hnsw_ef": 256 } }, { "parallel": 8, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -21,9 +21,9 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 16, "search_params": { "hnsw_ef": 256 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, + { "parallel": 16, "config": { "hnsw_ef": 256 } }, + { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -36,8 +36,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -50,8 +50,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -64,8 +64,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -78,8 +78,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -92,8 +92,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -106,8 +106,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-single-node-sq-rps.json b/experiments/configurations/qdrant-single-node-sq-rps.json index 8bb83d62..a1d7d1f6 100644 --- a/experiments/configurations/qdrant-single-node-sq-rps.json +++ b/experiments/configurations/qdrant-single-node-sq-rps.json @@ -7,7 +7,7 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } } ], "upload_params": { "parallel": 1, "batch_size": 1024 } }, @@ -21,38 +21,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -66,38 +66,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -111,38 +111,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -156,38 +156,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -201,38 +201,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -246,38 +246,38 @@ "quantization_config": { "scalar": {"type": "int8", "quantile": 0.99, "always_ram": true} } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 1.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } } diff --git a/experiments/configurations/qdrant-single-node.json b/experiments/configurations/qdrant-single-node.json index 3b46f9f3..ec75a30e 100644 --- a/experiments/configurations/qdrant-single-node.json +++ b/experiments/configurations/qdrant-single-node.json @@ -7,7 +7,7 @@ "optimizers_config": { "memmap_threshold": 10000000 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -35,7 +35,7 @@ "search_params": [ { "parallel": 8, - "search_params": { + "config": { "hnsw_ef": 256, "quantization": { "oversampling": 2.0 @@ -53,9 +53,9 @@ "optimizers_config": { "memmap_threshold": 10000000 } }, "search_params": [ - { "parallel": 8, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 16, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128 } } + { "parallel": 8, "config": { "hnsw_ef": 128 } }, + { "parallel": 16, "config": { "hnsw_ef": 128 } }, + { "parallel": 100, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -68,8 +68,8 @@ "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -82,8 +82,8 @@ "hnsw_config": { "m": 32, "ef_construct": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -96,8 +96,8 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -110,8 +110,8 @@ "hnsw_config": { "m": 32, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -124,8 +124,8 @@ "hnsw_config": { "m": 64, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -138,8 +138,8 @@ "hnsw_config": { "m": 64, "ef_construct": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, { "parallel": 100, "search_params": { "hnsw_ef": 512 } } + { "parallel": 1, "config": { "hnsw_ef": 64 } }, { "parallel": 1, "config": { "hnsw_ef": 128 } }, { "parallel": 1, "config": { "hnsw_ef": 256 } }, { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, { "parallel": 100, "config": { "hnsw_ef": 128 } }, { "parallel": 100, "config": { "hnsw_ef": 256 } }, { "parallel": 100, "config": { "hnsw_ef": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/qdrant-vs-weaviate.json b/experiments/configurations/qdrant-vs-weaviate.json index 32bbac6b..12e46258 100644 --- a/experiments/configurations/qdrant-vs-weaviate.json +++ b/experiments/configurations/qdrant-vs-weaviate.json @@ -9,15 +9,15 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } } + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -34,26 +34,26 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } } + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } }, + { "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -66,13 +66,13 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "hnsw_ef": 16 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 32 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 64 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 256 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 1, "search_params": { "hnsw_ef": 768 } } + { "parallel": 1, "config": { "hnsw_ef": 16 } }, + { "parallel": 1, "config": { "hnsw_ef": 32 } }, + { "parallel": 1, "config": { "hnsw_ef": 64 } }, + { "parallel": 1, "config": { "hnsw_ef": 128 } }, + { "parallel": 1, "config": { "hnsw_ef": 256 } }, + { "parallel": 1, "config": { "hnsw_ef": 512 } }, + { "parallel": 1, "config": { "hnsw_ef": 768 } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -88,13 +88,13 @@ "hnsw_config": { "m": 32, "ef_construct": 256 } }, "search_params": [ - { "parallel": 100, "search_params": { "hnsw_ef": 16 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 32 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 64 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 128 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 256 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 512 } }, - { "parallel": 100, "search_params": { "hnsw_ef": 768 } } + { "parallel": 100, "config": { "hnsw_ef": 16 } }, + { "parallel": 100, "config": { "hnsw_ef": 32 } }, + { "parallel": 100, "config": { "hnsw_ef": 64 } }, + { "parallel": 100, "config": { "hnsw_ef": 128 } }, + { "parallel": 100, "config": { "hnsw_ef": 256 } }, + { "parallel": 100, "config": { "hnsw_ef": 512 } }, + { "parallel": 100, "config": { "hnsw_ef": 768 } } ], "upload_params": { "parallel": 8, "batch_size": 1024 } }, @@ -112,20 +112,20 @@ }, "search_params": [ - { "parallel": 100, "vectorIndexConfig": { "ef": 16} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 32} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 768} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 16} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 32} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 1, "vectorIndexConfig": { "ef": 768} } + { "parallel": 100, "config": { "ef": 16} }, + { "parallel": 100, "config": { "ef": 32} }, + { "parallel": 100, "config": { "ef": 64} }, + { "parallel": 100, "config": { "ef": 128} }, + { "parallel": 100, "config": { "ef": 256} }, + { "parallel": 100, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 768} }, + { "parallel": 1, "config": { "ef": 16} }, + { "parallel": 1, "config": { "ef": 32} }, + { "parallel": 1, "config": { "ef": 64} }, + { "parallel": 1, "config": { "ef": 128} }, + { "parallel": 1, "config": { "ef": 256} }, + { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 1, "config": { "ef": 768} } ], "upload_params": { "parallel": 8, "batch_size": 1024 } } diff --git a/experiments/configurations/redis-single-node.json b/experiments/configurations/redis-single-node.json index 3b351edc..e6e58bf5 100644 --- a/experiments/configurations/redis-single-node.json +++ b/experiments/configurations/redis-single-node.json @@ -6,8 +6,8 @@ "collection_params": { }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, @@ -19,8 +19,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 128 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -32,8 +32,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -45,8 +45,8 @@ "hnsw_config": { "M": 32, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -58,8 +58,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 256 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } }, @@ -71,8 +71,8 @@ "hnsw_config": { "M": 64, "EF_CONSTRUCTION": 512 } }, "search_params": [ - { "parallel": 1, "search_params": { "ef": 64 } }, { "parallel": 1, "search_params": { "ef": 128 } }, { "parallel": 1, "search_params": { "ef": 256 } }, { "parallel": 1, "search_params": { "ef": 512 } }, - { "parallel": 100, "search_params": { "ef": 64 } }, { "parallel": 100, "search_params": { "ef": 128 } }, { "parallel": 100, "search_params": { "ef": 256 } }, { "parallel": 100, "search_params": { "ef": 512 } } + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, + { "parallel": 100, "config": { "EF": 64 } }, { "parallel": 100, "config": { "EF": 128 } }, { "parallel": 100, "config": { "EF": 256 } }, { "parallel": 100, "config": { "EF": 512 } } ], "upload_params": { "parallel": 16 } } diff --git a/experiments/configurations/weaviate-single-node.json b/experiments/configurations/weaviate-single-node.json index bf9ab23e..3a4989cf 100644 --- a/experiments/configurations/weaviate-single-node.json +++ b/experiments/configurations/weaviate-single-node.json @@ -7,7 +7,7 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 16 } }, "search_params": [ - { "parallel": 8, "vectorIndexConfig": { "ef": 128 } } + { "parallel": 8, "config": { "ef": 128 } } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -19,8 +19,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 16 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -32,8 +32,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -45,8 +45,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -58,8 +58,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 512, "maxConnections": 32 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -71,8 +71,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 64 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, @@ -84,8 +84,8 @@ }, "collection_params": { "vectorIndexConfig": { "efConstruction": 512, "maxConnections": 64 } }, "search_params": [ - { "parallel": 1, "vectorIndexConfig": { "ef": 64} }, { "parallel": 1, "vectorIndexConfig": { "ef": 128} }, { "parallel": 1, "vectorIndexConfig": { "ef": 256} }, { "parallel": 1, "vectorIndexConfig": { "ef": 512} }, - { "parallel": 100, "vectorIndexConfig": { "ef": 64} }, { "parallel": 100, "vectorIndexConfig": { "ef": 128} }, { "parallel": 100, "vectorIndexConfig": { "ef": 256} }, { "parallel": 100, "vectorIndexConfig": { "ef": 512} } + { "parallel": 1, "config": { "ef": 64} }, { "parallel": 1, "config": { "ef": 128} }, { "parallel": 1, "config": { "ef": 256} }, { "parallel": 1, "config": { "ef": 512} }, + { "parallel": 100, "config": { "ef": 64} }, { "parallel": 100, "config": { "ef": 128} }, { "parallel": 100, "config": { "ef": 256} }, { "parallel": 100, "config": { "ef": 512} } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }