From 84efa60bca04539a4e83186a0df3711b143caef2 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Wed, 2 Oct 2024 23:23:32 +0500 Subject: [PATCH 01/15] Add cli support for running benchmark with custom dataset in pgvector hnsw and ivvfflat. --- .../backend/clients/pgvector/cli.py | 3 + vectordb_bench/cli/cli.py | 137 ++++++++++++++++++ 2 files changed, 140 insertions(+) diff --git a/vectordb_bench/backend/clients/pgvector/cli.py b/vectordb_bench/backend/clients/pgvector/cli.py index 4e0922694..d5779caf6 100644 --- a/vectordb_bench/backend/clients/pgvector/cli.py +++ b/vectordb_bench/backend/clients/pgvector/cli.py @@ -10,6 +10,7 @@ IVFFlatTypedDict, cli, click_parameter_decorators_from_typed_dict, + get_custom_case_config, run, ) from vectordb_bench.backend.clients import DB @@ -77,6 +78,7 @@ def PgVectorIVFFlat( ): from .config import PgVectorConfig, PgVectorIVFFlatConfig + parameters["custom_case"] = get_custom_case_config(parameters) run( db=DB.PgVector, db_config=PgVectorConfig( @@ -107,6 +109,7 @@ def PgVectorHNSW( ): from .config import PgVectorConfig, PgVectorHNSWConfig + parameters["custom_case"] = get_custom_case_config(parameters) run( db=DB.PgVector, db_config=PgVectorConfig( diff --git a/vectordb_bench/cli/cli.py b/vectordb_bench/cli/cli.py index 00910261b..950bf730b 100644 --- a/vectordb_bench/cli/cli.py +++ b/vectordb_bench/cli/cli.py @@ -17,6 +17,8 @@ Any, ) import click + +from vectordb_bench.backend.clients.api import MetricType from .. import config from ..backend.clients import DB from ..interface import benchMarkRunner, global_result_future @@ -147,6 +149,37 @@ def parse_task_stages( return stages +def check_custom_case_parameters(ctx, param, value): + if ctx.params.get("case_type") == "PerformanceCustomDataset": + if value is None: + raise click.BadParameter("Custom case parameters\ + \n--custom-case-name\n--custom-dataset-name\n--custom-dataset-dir\n--custom-dataset-size \ + \n--custom-dataset-dim\n--custom-dataset-file-count\n are required") + return value + + +def get_custom_case_config(parameters: dict) -> dict: + custom_case_config = {} + if parameters["case_type"] == "PerformanceCustomDataset": + custom_case_config = { + "name": parameters["custom_case_name"], + "description": parameters["custom_case_description"], + "load_timeout": parameters["custom_case_load_timeout"], + "optimize_timeout": parameters["custom_case_optimize_timeout"], + "dataset_config": { + "name": parameters["custom_dataset_name"], + "dir": parameters["custom_dataset_dir"], + "size": parameters["custom_dataset_size"], + "dim": parameters["custom_dataset_dim"], + "metric_type": parameters["custom_dataset_metric_type"], + "file_count": parameters["custom_dataset_file_count"], + "use_shuffled": parameters["custom_dataset_use_shuffled"], + "with_gt": parameters["custom_dataset_with_gt"], + } + } + return custom_case_config + + log = logging.getLogger(__name__) @@ -205,6 +238,7 @@ class CommonTypedDict(TypedDict): click.option( "--case-type", type=click.Choice([ct.name for ct in CaseType if ct.name != "Custom"]), + is_eager=True, default="Performance1536D50K", help="Case type", ), @@ -258,6 +292,108 @@ class CommonTypedDict(TypedDict): callback=lambda *args: list(map(int, click_arg_split(*args))), ), ] + custom_case_name: Annotated[ + str, + click.option( + "--custom-case-name", + help="Custom dataset case name", + callback=check_custom_case_parameters, + ) + ] + custom_case_description: Annotated[ + str, + click.option( + "--custom-case-description", + help="Custom dataset case description", + default="This is a customized dataset.", + show_default=True, + ) + ] + custom_case_load_timeout: Annotated[ + int, + click.option( + "--custom-case-load-timeout", + help="Custom dataset case load timeout", + default=36000, + show_default=True, + ) + ] + custom_case_optimize_timeout: Annotated[ + int, + click.option( + "--custom-case-optimize-timeout", + help="Custom dataset case optimize timeout", + default=36000, + show_default=True, + ) + ] + custom_dataset_name: Annotated[ + str, + click.option( + "--custom-dataset-name", + help="Custom dataset name", + callback=check_custom_case_parameters, + ), + ] + custom_dataset_dir: Annotated[ + str, + click.option( + "--custom-dataset-dir", + help="Custom dataset directory", + callback=check_custom_case_parameters, + ), + ] + custom_dataset_size: Annotated[ + int, + click.option( + "--custom-dataset-size", + help="Custom dataset size", + callback=check_custom_case_parameters, + ), + ] + custom_dataset_dim: Annotated[ + int, + click.option( + "--custom-dataset-dim", + help="Custom dataset dimension", + callback=check_custom_case_parameters, + ), + ] + custom_dataset_metric_type: Annotated[ + str, + click.option( + "--custom-dataset-metric-type", + help="Custom dataset metric type", + default=MetricType.COSINE.name, + show_default=True, + ), + ] + custom_dataset_file_count: Annotated[ + int, + click.option( + "--custom-dataset-file-count", + help="Custom dataset file count", + callback=check_custom_case_parameters, + ), + ] + custom_dataset_use_shuffled: Annotated[ + bool, + click.option( + "--custom-dataset-use-shuffled/--no-custom-dataset-use-shuffled", + help="Custom dataset use shuffled", + default=False, + show_default=True, + ), + ] + custom_dataset_with_gt: Annotated[ + bool, + click.option( + "--custom-dataset-with-gt/--no-custom-dataset-with-gt", + help="Custom dataset with ground truth", + default=True, + show_default=True, + ), + ] class HNSWBaseTypedDict(TypedDict): @@ -343,6 +479,7 @@ def run( concurrency_duration=parameters["concurrency_duration"], num_concurrency=[int(s) for s in parameters["num_concurrency"]], ), + custom_case=parameters["custom_case"], ), stages=parse_task_stages( ( From 51b1eced3b9d7a6283a4a119956eecdc262f88a0 Mon Sep 17 00:00:00 2001 From: cutecutecat Date: Tue, 8 Oct 2024 10:04:00 +0800 Subject: [PATCH 02/15] feat: upgrade pgvecto.rs sdk to v0.2.2 Signed-off-by: cutecutecat --- pyproject.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 4da9ce2cc..015ed8c3f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,7 +56,7 @@ all = [ "weaviate-client", "elasticsearch", "pgvector", - "pgvecto_rs[psycopg3]>=0.2.1", + "pgvecto_rs[psycopg3]>=0.2.2", "sqlalchemy", "redis", "chromadb", @@ -72,7 +72,7 @@ weaviate = [ "weaviate-client" ] elastic = [ "elasticsearch" ] pgvector = [ "psycopg", "psycopg-binary", "pgvector" ] pgvectorscale = [ "psycopg", "psycopg-binary", "pgvector" ] -pgvecto_rs = [ "pgvecto_rs[psycopg3]>=0.2.1" ] +pgvecto_rs = [ "pgvecto_rs[psycopg3]>=0.2.2" ] redis = [ "redis" ] memorydb = [ "memorydb" ] chromadb = [ "chromadb" ] From 5e7e438364bb16015d824d087046bee2e3dc5319 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Mon, 14 Oct 2024 20:28:18 +0500 Subject: [PATCH 03/15] Randomly pick start idx of test dataset in concurrency search. --- vectordb_bench/backend/runner/mp_runner.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vectordb_bench/backend/runner/mp_runner.py b/vectordb_bench/backend/runner/mp_runner.py index 3b99cfe6e..6a9f7c979 100644 --- a/vectordb_bench/backend/runner/mp_runner.py +++ b/vectordb_bench/backend/runner/mp_runner.py @@ -2,6 +2,7 @@ import traceback import concurrent import multiprocessing as mp +import random import logging from typing import Iterable import numpy as np @@ -46,7 +47,7 @@ def search(self, test_data: list[list[float]], q: mp.Queue, cond: mp.Condition) cond.wait() with self.db.init(): - num, idx = len(test_data), 0 + num, idx = len(test_data), random.randint(0, len(test_data) - 1) start_time = time.perf_counter() count = 0 From 13f82907edb12083c40ebda351b5756ad2efcae4 Mon Sep 17 00:00:00 2001 From: Navneet Verma Date: Wed, 16 Oct 2024 14:24:52 -0700 Subject: [PATCH 04/15] Added optimzation for Opensearch Signed-off-by: Navneet Verma --- .../clients/aws_opensearch/aws_opensearch.py | 53 ++++++++++++++++--- .../backend/clients/aws_opensearch/config.py | 18 ++++--- .../backend/clients/aws_opensearch/run.py | 37 +++++++++++-- .../frontend/config/dbCaseConfigs.py | 42 +++++++++++++++ 4 files changed, 135 insertions(+), 15 deletions(-) diff --git a/vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py b/vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py index 5b0728ac8..a27eb01fc 100644 --- a/vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +++ b/vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py @@ -3,7 +3,7 @@ import time from typing import Iterable, Type from ..api import VectorDB, DBCaseConfig, DBConfig, IndexType -from .config import AWSOpenSearchConfig, AWSOpenSearchIndexConfig +from .config import AWSOpenSearchConfig, AWSOpenSearchIndexConfig, AWSOS_Engine from opensearchpy import OpenSearch from opensearchpy.helpers import bulk @@ -83,7 +83,7 @@ def _create_index(self, client: OpenSearch): @contextmanager def init(self) -> None: - """connect to elasticsearch""" + """connect to opensearch""" self.client = OpenSearch(**self.db_config) yield @@ -97,7 +97,7 @@ def insert_embeddings( metadata: list[int], **kwargs, ) -> tuple[int, Exception]: - """Insert the embeddings to the elasticsearch.""" + """Insert the embeddings to the opensearch.""" assert self.client is not None, "should self.init() first" insert_data = [] @@ -136,13 +136,15 @@ def search_embedding( body = { "size": k, "query": {"knn": {self.vector_col_name: {"vector": query, "k": k}}}, + **({"filter": {"range": {self.id_col_name: {"gt": filters["id"]}}}} if filters else {}) } try: - resp = self.client.search(index=self.index_name, body=body) + resp = self.client.search(index=self.index_name, body=body,size=k,_source=False,docvalue_fields=[self.id_col_name],stored_fields="_none_",filter_path=[f"hits.hits.fields.{self.id_col_name}"],) log.info(f'Search took: {resp["took"]}') log.info(f'Search shards: {resp["_shards"]}') log.info(f'Search hits total: {resp["hits"]["total"]}') - result = [int(d["_id"]) for d in resp["hits"]["hits"]] + result = [h["fields"][self.id_col_name][0] for h in resp["hits"]["hits"]] + #result = [int(d["_id"]) for d in resp["hits"]["hits"]] # log.info(f'success! length={len(res)}') return result @@ -152,7 +154,46 @@ def search_embedding( def optimize(self): """optimize will be called between insertion and search in performance cases.""" - pass + # Call refresh first to ensure that all segments are created + self._refresh_index() + self._do_force_merge() + # Call refresh again to ensure that the index is ready after force merge. + self._refresh_index() + # ensure that all graphs are loaded in memory and ready for search + self._load_graphs_to_memory() + + def _refresh_index(self): + log.debug(f"Starting refresh for index {self.index_name}") + SECONDS_WAITING_FOR_REFRESH_API_CALL_SEC = 30 + while True: + try: + log.info(f"Starting the Refresh Index..") + self.client.indices.refresh(index=self.index_name) + break + except Exception as e: + log.info( + f"Refresh errored out. Sleeping for {SECONDS_WAITING_FOR_REFRESH_API_CALL_SEC} sec and then Retrying : {e}") + time.sleep(SECONDS_WAITING_FOR_REFRESH_API_CALL_SEC) + continue + log.debug(f"Completed refresh for index {self.index_name}") + + def _do_force_merge(self): + log.debug(f"Starting force merge for index {self.index_name}") + force_merge_endpoint = f'/{self.index_name}/_forcemerge?max_num_segments=1&wait_for_completion=false' + force_merge_task_id = self.client.transport.perform_request('POST', force_merge_endpoint)['task'] + SECONDS_WAITING_FOR_FORCE_MERGE_API_CALL_SEC = 30 + while True: + time.sleep(SECONDS_WAITING_FOR_FORCE_MERGE_API_CALL_SEC) + task_status = self.client.tasks.get(task_id=force_merge_task_id) + if task_status['completed']: + break + log.debug(f"Completed force merge for index {self.index_name}") + + def _load_graphs_to_memory(self): + if self.case_config.engine != AWSOS_Engine.lucene: + log.info("Calling warmup API to load graphs into memory") + warmup_endpoint = f'/_plugins/_knn/warmup/{self.index_name}' + self.client.transport.perform_request('GET', warmup_endpoint) def ready_to_load(self): """ready_to_load will be called before load in load cases.""" diff --git a/vectordb_bench/backend/clients/aws_opensearch/config.py b/vectordb_bench/backend/clients/aws_opensearch/config.py index bc82380b7..15cd4ead8 100644 --- a/vectordb_bench/backend/clients/aws_opensearch/config.py +++ b/vectordb_bench/backend/clients/aws_opensearch/config.py @@ -1,9 +1,10 @@ +import logging from enum import Enum from pydantic import SecretStr, BaseModel from ..api import DBConfig, DBCaseConfig, MetricType, IndexType - +log = logging.getLogger(__name__) class AWSOpenSearchConfig(DBConfig, BaseModel): host: str = "" port: int = 443 @@ -31,14 +32,18 @@ class AWSOS_Engine(Enum): class AWSOpenSearchIndexConfig(BaseModel, DBCaseConfig): metric_type: MetricType = MetricType.L2 - engine: AWSOS_Engine = AWSOS_Engine.nmslib - efConstruction: int = 360 - M: int = 30 + engine: AWSOS_Engine = AWSOS_Engine.faiss + efConstruction: int = 256 + efSearch: int = 256 + M: int = 16 def parse_metric(self) -> str: if self.metric_type == MetricType.IP: - return "innerproduct" # only support faiss / nmslib, not for Lucene. + return "innerproduct" elif self.metric_type == MetricType.COSINE: + if self.engine == AWSOS_Engine.faiss: + log.info(f"Using metric type as innerproduct because faiss doesn't support cosine as metric type for Opensearch") + return "innerproduct" return "cosinesimil" return "l2" @@ -49,7 +54,8 @@ def index_param(self) -> dict: "engine": self.engine.value, "parameters": { "ef_construction": self.efConstruction, - "m": self.M + "m": self.M, + "ef_search": self.efSearch } } return params diff --git a/vectordb_bench/backend/clients/aws_opensearch/run.py b/vectordb_bench/backend/clients/aws_opensearch/run.py index 3924cbd75..d2698d139 100644 --- a/vectordb_bench/backend/clients/aws_opensearch/run.py +++ b/vectordb_bench/backend/clients/aws_opensearch/run.py @@ -40,12 +40,12 @@ def create_index(client, index_name): "type": "knn_vector", "dimension": _DIM, "method": { - "engine": "nmslib", + "engine": "faiss", "name": "hnsw", "space_type": "l2", "parameters": { - "ef_construction": 128, - "m": 24, + "ef_construction": 256, + "m": 16, } } } @@ -108,12 +108,43 @@ def search(client, index_name): print('\nSearch not ready, sleep 1s') time.sleep(1) +def optimize_index(client, index_name): + print(f"Starting force merge for index {index_name}") + force_merge_endpoint = f'/{index_name}/_forcemerge?max_num_segments=1&wait_for_completion=false' + force_merge_task_id = client.transport.perform_request('POST', force_merge_endpoint)['task'] + SECONDS_WAITING_FOR_FORCE_MERGE_API_CALL_SEC = 30 + while True: + time.sleep(SECONDS_WAITING_FOR_FORCE_MERGE_API_CALL_SEC) + task_status = client.tasks.get(task_id=force_merge_task_id) + if task_status['completed']: + break + print(f"Completed force merge for index {index_name}") + + +def refresh_index(client, index_name): + print(f"Starting refresh for index {index_name}") + SECONDS_WAITING_FOR_REFRESH_API_CALL_SEC = 30 + while True: + try: + print(f"Starting the Refresh Index..") + client.indices.refresh(index=index_name) + break + except Exception as e: + print( + f"Refresh errored out. Sleeping for {SECONDS_WAITING_FOR_REFRESH_API_CALL_SEC} sec and then Retrying : {e}") + time.sleep(SECONDS_WAITING_FOR_REFRESH_API_CALL_SEC) + continue + print(f"Completed refresh for index {index_name}") + + def main(): client = create_client() try: create_index(client, _INDEX_NAME) bulk_insert(client, _INDEX_NAME) + optimize_index(client, _INDEX_NAME) + refresh_index(client, _INDEX_NAME) search(client, _INDEX_NAME) delete_index(client, _INDEX_NAME) except Exception as e: diff --git a/vectordb_bench/frontend/config/dbCaseConfigs.py b/vectordb_bench/frontend/config/dbCaseConfigs.py index 78d1936d7..68bf83f19 100644 --- a/vectordb_bench/frontend/config/dbCaseConfigs.py +++ b/vectordb_bench/frontend/config/dbCaseConfigs.py @@ -360,6 +360,37 @@ class CaseConfigInput(BaseModel): }, ) +CaseConfigParamInput_EFConstruction_AWSOpensearch = CaseConfigInput( + label=CaseConfigParamType.EFConstruction, + inputType=InputType.Number, + inputConfig={ + "min": 100, + "max": 1024, + "value": 256, + }, +) + +CaseConfigParamInput_M_AWSOpensearch = CaseConfigInput( + label=CaseConfigParamType.M, + inputType=InputType.Number, + inputConfig={ + "min": 4, + "max": 64, + "value": 16, + }, +) + +CaseConfigParamInput_EF_SEARCH_AWSOpensearch = CaseConfigInput( + label=CaseConfigParamType.ef_search, + inputType=InputType.Number, + inputConfig={ + "min": 100, + "max": 1024, + "value": 256, + }, +) + + CaseConfigParamInput_maintenance_work_mem_PgVector = CaseConfigInput( label=CaseConfigParamType.maintenance_work_mem, inputHelp="Recommended value: 1.33x the index size, not to exceed the available free memory." @@ -839,6 +870,13 @@ class CaseConfigInput(BaseModel): CaseConfigParamInput_NumCandidates_ES, ] +AWSOpensearchLoadingConfig = [CaseConfigParamInput_EFConstruction_AWSOpensearch, CaseConfigParamInput_M_AWSOpensearch] +AWSOpenSearchPerformanceConfig = [ + CaseConfigParamInput_EFConstruction_AWSOpensearch, + CaseConfigParamInput_M_AWSOpensearch, + CaseConfigParamInput_EF_SEARCH_AWSOpensearch, +] + PgVectorLoadingConfig = [ CaseConfigParamInput_IndexType_PgVector, CaseConfigParamInput_Lists_PgVector, @@ -920,6 +958,10 @@ class CaseConfigInput(BaseModel): CaseLabel.Load: ESLoadingConfig, CaseLabel.Performance: ESPerformanceConfig, }, + DB.AWSOpenSearch: { + CaseLabel.Load: AWSOpensearchLoadingConfig, + CaseLabel.Performance: AWSOpenSearchPerformanceConfig, + }, DB.PgVector: { CaseLabel.Load: PgVectorLoadingConfig, CaseLabel.Performance: PgVectorPerformanceConfig, From 0e048788c39e1012fde27b778060999edc5f9eae Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Fri, 18 Oct 2024 11:02:23 +0800 Subject: [PATCH 05/15] record the test time; add version / note info for milvus and zillizcloud results; Signed-off-by: min.tian --- vectordb_bench/frontend/vdb_benchmark.py | 14 +- vectordb_bench/models.py | 8 +- .../result_20230727_standard_milvus.json | 54 ++++++- .../result_20230808_standard_milvus.json | 48 ++++++ .../result_20230727_standard_zillizcloud.json | 30 +++- .../result_20230808_standard_zillizcloud.json | 24 +++ ..._20240105_standard_202401_zillizcloud.json | 147 ++++++++++++------ vectordb_bench/results/getLeaderboardData.py | 24 ++- vectordb_bench/results/leaderboard.json | 2 +- 9 files changed, 287 insertions(+), 64 deletions(-) diff --git a/vectordb_bench/frontend/vdb_benchmark.py b/vectordb_bench/frontend/vdb_benchmark.py index b859c68b8..c76a2f3de 100644 --- a/vectordb_bench/frontend/vdb_benchmark.py +++ b/vectordb_bench/frontend/vdb_benchmark.py @@ -1,8 +1,13 @@ import streamlit as st from vectordb_bench.frontend.components.check_results.footer import footer -from vectordb_bench.frontend.components.check_results.stPageConfig import initResultsPageConfig +from vectordb_bench.frontend.components.check_results.stPageConfig import ( + initResultsPageConfig, +) from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon -from vectordb_bench.frontend.components.check_results.nav import NavToQuriesPerDollar, NavToRunTest +from vectordb_bench.frontend.components.check_results.nav import ( + NavToQuriesPerDollar, + NavToRunTest, +) from vectordb_bench.frontend.components.check_results.charts import drawCharts from vectordb_bench.frontend.components.check_results.filters import getshownData from vectordb_bench.frontend.components.get_results.saveAsImage import getResults @@ -20,7 +25,10 @@ def main(): allResults = benchMarkRunner.get_results() st.title("Vector Database Benchmark") - st.caption("Note that all testing was completed in July 2023, except for the times already noted.") + st.caption( + "Except for zillizcloud-v2024.1, which was tested in _January 2024_, all other tests were completed before _August 2023_." + ) + st.caption("All tested milvus are in _standalone_ mode.") # results selector and filter resultSelectorContainer = st.sidebar.container() diff --git a/vectordb_bench/models.py b/vectordb_bench/models.py index 75b427091..e4c361855 100644 --- a/vectordb_bench/models.py +++ b/vectordb_bench/models.py @@ -163,16 +163,20 @@ class TestResult(BaseModel): results: list[CaseResult] file_fmt: str = "result_{}_{}_{}.json" # result_20230718_statndard_milvus.json + timestamp: float = 0.0 def flush(self): db2case = self.get_db_results() - + timestamp = date.today().timestamp() result_root = config.RESULTS_LOCAL_DIR for db, result in db2case.items(): self.write_db_file( result_dir=result_root.joinpath(db.value), partial=TestResult( - run_id=self.run_id, task_label=self.task_label, results=result + run_id=self.run_id, + task_label=self.task_label, + results=result, + timestamp=timestamp, ), db=db.value.lower(), ) diff --git a/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json b/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json index cc9944ef3..47b0d4138 100644 --- a/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json +++ b/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json @@ -14,6 +14,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -40,6 +42,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -66,6 +70,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -92,6 +98,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -118,6 +126,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -144,6 +154,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -170,6 +182,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -196,6 +210,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -222,6 +238,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -248,6 +266,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -276,6 +296,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -304,6 +326,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -332,6 +356,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -360,6 +386,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -388,6 +416,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -416,6 +446,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -444,6 +476,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -472,6 +506,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -500,6 +536,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -528,6 +566,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -556,6 +596,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -584,6 +626,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -612,6 +656,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -640,6 +686,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -668,6 +716,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -696,6 +746,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -714,4 +766,4 @@ } ], "file_fmt": "result_{}_{}_{}.json" -} +} \ No newline at end of file diff --git a/vectordb_bench/results/Milvus/result_20230808_standard_milvus.json b/vectordb_bench/results/Milvus/result_20230808_standard_milvus.json index bfc48ac58..30c59c9ad 100644 --- a/vectordb_bench/results/Milvus/result_20230808_standard_milvus.json +++ b/vectordb_bench/results/Milvus/result_20230808_standard_milvus.json @@ -14,6 +14,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -40,6 +42,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -66,6 +70,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -92,6 +98,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -118,6 +126,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -144,6 +154,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -170,6 +182,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -196,6 +210,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -222,6 +238,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -248,6 +266,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -274,6 +294,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -300,6 +322,8 @@ "db": "Milvus", "db_config": { "db_label": "4c16g-disk", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -326,6 +350,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -354,6 +380,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -382,6 +410,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -410,6 +440,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -438,6 +470,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -466,6 +500,8 @@ "db": "Milvus", "db_config": { "db_label": "2c8g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -494,6 +530,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -522,6 +560,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -550,6 +590,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -578,6 +620,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -606,6 +650,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { @@ -634,6 +680,8 @@ "db": "Milvus", "db_config": { "db_label": "16c64g-hnsw", + "version": "v2.2.12", + "note": "standalone mode", "uri": "**********" }, "db_case_config": { diff --git a/vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json b/vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json index 919333d77..e20a2eab6 100644 --- a/vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +++ b/vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json @@ -14,6 +14,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -41,6 +42,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -68,6 +70,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -95,6 +98,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -122,6 +126,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -149,6 +154,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -176,6 +182,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -203,6 +210,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -230,6 +238,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -257,6 +266,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -284,6 +294,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -311,6 +322,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -338,6 +350,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -365,6 +378,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -392,6 +406,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -419,6 +434,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -446,6 +462,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -473,6 +490,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -500,6 +518,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -527,6 +546,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -554,6 +574,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -581,6 +602,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -608,6 +630,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -635,6 +658,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -662,6 +686,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -689,6 +714,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -716,6 +742,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -743,6 +770,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -760,4 +788,4 @@ } ], "file_fmt": "result_{}_{}_{}.json" -} +} \ No newline at end of file diff --git a/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json b/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json index 68460e649..a0047bc45 100644 --- a/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +++ b/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json @@ -14,6 +14,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -41,6 +42,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -68,6 +70,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v", "uri": "**********", "user": "root", "password": "**********" @@ -95,6 +98,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -122,6 +126,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -149,6 +154,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -176,6 +182,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -203,6 +210,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -230,6 +238,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -257,6 +266,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -284,6 +294,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -311,6 +322,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "8cu-perf", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -338,6 +350,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -365,6 +378,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -392,6 +406,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -419,6 +434,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -446,6 +462,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -473,6 +490,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -500,6 +518,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -527,6 +546,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -554,6 +574,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -581,6 +602,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -608,6 +630,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" @@ -635,6 +658,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "2cu-cap", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" diff --git a/vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json b/vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json index f37ed02a6..5d9907754 100644 --- a/vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +++ b/vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json @@ -13,7 +13,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -40,7 +41,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -67,7 +69,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -94,7 +97,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -121,7 +125,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -148,7 +153,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -175,7 +181,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -202,7 +209,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -229,7 +237,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -256,7 +265,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -283,7 +293,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -310,7 +321,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "8cu-perf-(Jan-2024)", + "db_label": "8cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -337,7 +349,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -364,7 +377,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -391,7 +405,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -418,7 +433,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -445,7 +461,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -472,7 +489,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -499,7 +517,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -526,7 +545,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -553,7 +573,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -580,7 +601,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -607,7 +629,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -634,7 +657,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -661,7 +685,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -688,7 +713,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -715,7 +741,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -742,7 +769,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -769,7 +797,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -796,7 +825,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "2cu-cap-(Jan-2024)", + "db_label": "2cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -823,7 +853,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -850,7 +881,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -877,7 +909,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -904,7 +937,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -931,7 +965,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -958,7 +993,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -985,7 +1021,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1012,7 +1049,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1039,7 +1077,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1066,7 +1105,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1093,7 +1133,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1120,7 +1161,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-perf-(Jan-2024)", + "db_label": "1cu-perf", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1147,7 +1189,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1174,7 +1217,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1201,7 +1245,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1228,7 +1273,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1255,7 +1301,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1282,7 +1329,8 @@ "task_config": { "db": "ZillizCloud", "db_config": { - "db_label": "1cu-cap-(Jan-2024)", + "db_label": "1cu-cap", + "version": "v2024.1", "uri": "**********", "user": "db_admin", "password": "**********" @@ -1299,5 +1347,6 @@ "label": "x" } ], - "file_fmt": "result_{}_{}_{}.json" + "file_fmt": "result_{}_{}_{}.json", + "timestamp": 1704038400.0 } \ No newline at end of file diff --git a/vectordb_bench/results/getLeaderboardData.py b/vectordb_bench/results/getLeaderboardData.py index c6484514d..222c568ab 100644 --- a/vectordb_bench/results/getLeaderboardData.py +++ b/vectordb_bench/results/getLeaderboardData.py @@ -4,7 +4,8 @@ from vectordb_bench.backend.cases import CaseType from vectordb_bench.frontend.config.dbPrices import DB_DBLABEL_TO_PRICE from vectordb_bench.interface import benchMarkRunner -from vectordb_bench.models import CaseResult, ResultLabel, TestResult +from vectordb_bench.models import ResultLabel, TestResult +from datetime import datetime taskLabelToCode = { ResultLabel.FAILED: -1, @@ -13,12 +14,16 @@ } +def format_time(ts: float) -> str: + default_standard_test_time = datetime(2023, 8, 1) + t = datetime.fromtimestamp(ts) + if t < default_standard_test_time: + t = default_standard_test_time + return t.strftime("%Y-%m") + + def main(): allResults: list[TestResult] = benchMarkRunner.get_results() - results: list[CaseResult] = [] - for result in allResults: - if "standard" in result.task_label: - results += result.results if allResults is not None: data = [ @@ -26,13 +31,18 @@ def main(): "db": d.task_config.db.value, "db_label": d.task_config.db_config.db_label, "db_name": d.task_config.db_name, - "case": d.task_config.case_config.case_id.case_name, + "case": d.task_config.case_config.case_id.case_name(), "qps": d.metrics.qps, "latency": d.metrics.serial_latency_p99, "recall": d.metrics.recall, "label": taskLabelToCode[d.label], + "note": d.task_config.db_config.note, + "version": d.task_config.db_config.version, + "test_time": format_time(test_result.timestamp), } - for d in results + for test_result in allResults + if "standard" in test_result.task_label + for d in test_result.results if d.task_config.case_config.case_id != CaseType.CapacityDim128 and d.task_config.case_config.case_id != CaseType.CapacityDim960 ] diff --git a/vectordb_bench/results/leaderboard.json b/vectordb_bench/results/leaderboard.json index 261a82c94..9f64ade18 100644 --- a/vectordb_bench/results/leaderboard.json +++ b/vectordb_bench/results/leaderboard.json @@ -1 +1 @@ -[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"qp$":477384.9056603773},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0}] \ No newline at end of file +[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"note":"","version":"","test_time":"2023-08","qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"note":"","version":"","test_time":"2023-08","qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"note":"","version":"","test_time":"2023-08","qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"note":"","version":"","test_time":"2023-08","qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"note":"","version":"","test_time":"2023-08","qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"note":"","version":"","test_time":"2023-08","qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"note":"","version":"","test_time":"2023-08","qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"note":"","version":"","test_time":"2023-08","qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"note":"","version":"","test_time":"2023-08","qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"note":"","version":"","test_time":"2023-08","qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"note":"","version":"","test_time":"2023-08","qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"note":"","version":"","test_time":"2023-08","qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"note":"","version":"","test_time":"2023-08","qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"note":"","version":"","test_time":"2023-08","qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"note":"","version":"","test_time":"2023-08","qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"note":"","version":"","test_time":"2023-08","qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"note":"","version":"","test_time":"2023-08","qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"note":"","version":"","test_time":"2023-08","qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"note":"","version":"","test_time":"2023-08","qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"note":"","version":"","test_time":"2023-08","qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"note":"","version":"","test_time":"2023-08","qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"note":"","version":"","test_time":"2023-08","qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"note":"","version":"","test_time":"2023-08","qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"note":"","version":"","test_time":"2023-08","qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"note":"","version":"","test_time":"2023-08","qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"note":"","version":"","test_time":"2023-08","qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"note":"","version":"v","test_time":"2023-08","qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":477384.9056603773},{"db":"Milvus","db_label":"test","db_name":"Milvus-test-v2","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":3419.8808,"latency":3.0,"recall":0.965,"label":1,"note":"note","version":"v2","test_time":"2024-10","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":14477915.943396227},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10429462.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":13421212.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":17135215.471698113},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":11615829.62264151},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12034320.849056603},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4769742.735849056},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2178959.716981132},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2675677.641509434},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6268592.830188679},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2343325.4716981133},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2198902.075471698},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6102937.358490566},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5434784.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4937268.679245283},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8895452.830188679},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":7784612.8301886795},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4905901.132075472},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5696925.2830188675},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4679130.566037735},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4817538.113207547},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8933466.792452829},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6468970.188679245},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4661493.96226415},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1109941.1320754716},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":660172.0754716981},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":530155.4716981131},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1930973.2075471696},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1072942.641509434},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":507956.60377358494},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":16347883.018867927},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10586705.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":22081138.86792453},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":19774442.264150944},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12331025.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":21077352.452830188},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0}] \ No newline at end of file From ef5b4fc2fd6a37afae01872cd77b05863682632f Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Wed, 23 Oct 2024 18:02:23 +0800 Subject: [PATCH 06/15] fix bug: date to datetime Signed-off-by: min.tian --- vectordb_bench/models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vectordb_bench/models.py b/vectordb_bench/models.py index e4c361855..7968e3e26 100644 --- a/vectordb_bench/models.py +++ b/vectordb_bench/models.py @@ -1,6 +1,6 @@ import logging import pathlib -from datetime import date +from datetime import date, datetime from enum import Enum, StrEnum, auto from typing import List, Self @@ -167,7 +167,7 @@ class TestResult(BaseModel): def flush(self): db2case = self.get_db_results() - timestamp = date.today().timestamp() + timestamp = datetime.combine(date.today(), datetime.min.time()).timestamp() result_root = config.RESULTS_LOCAL_DIR for db, result in db2case.items(): self.write_db_file( From 82ffe00b013d469cfe71567a8e646e6ced4315e3 Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Thu, 24 Oct 2024 17:14:18 +0800 Subject: [PATCH 07/15] update leaderboard data Signed-off-by: min.tian --- vectordb_bench/results/leaderboard.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vectordb_bench/results/leaderboard.json b/vectordb_bench/results/leaderboard.json index 9f64ade18..768b4123c 100644 --- a/vectordb_bench/results/leaderboard.json +++ b/vectordb_bench/results/leaderboard.json @@ -1 +1 @@ -[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"note":"","version":"","test_time":"2023-08","qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"note":"","version":"","test_time":"2023-08","qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"note":"","version":"","test_time":"2023-08","qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"note":"","version":"","test_time":"2023-08","qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"note":"","version":"","test_time":"2023-08","qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"note":"","version":"","test_time":"2023-08","qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"note":"","version":"","test_time":"2023-08","qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"note":"","version":"","test_time":"2023-08","qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"note":"","version":"","test_time":"2023-08","qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"note":"","version":"","test_time":"2023-08","qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"note":"","version":"","test_time":"2023-08","qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"note":"","version":"","test_time":"2023-08","qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"note":"","version":"","test_time":"2023-08","qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"note":"","version":"","test_time":"2023-08","qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"note":"","version":"","test_time":"2023-08","qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"note":"","version":"","test_time":"2023-08","qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"note":"","version":"","test_time":"2023-08","qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"note":"","version":"","test_time":"2023-08","qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"note":"","version":"","test_time":"2023-08","qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"note":"","version":"","test_time":"2023-08","qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"note":"","version":"","test_time":"2023-08","qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"note":"","version":"","test_time":"2023-08","qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"note":"","version":"","test_time":"2023-08","qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"note":"","version":"","test_time":"2023-08","qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"note":"","version":"","test_time":"2023-08","qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"note":"","version":"","test_time":"2023-08","qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"note":"","version":"v","test_time":"2023-08","qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":477384.9056603773},{"db":"Milvus","db_label":"test","db_name":"Milvus-test-v2","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":3419.8808,"latency":3.0,"recall":0.965,"label":1,"note":"note","version":"v2","test_time":"2024-10","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":14477915.943396227},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10429462.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":13421212.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":17135215.471698113},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":11615829.62264151},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12034320.849056603},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4769742.735849056},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2178959.716981132},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2675677.641509434},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6268592.830188679},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2343325.4716981133},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2198902.075471698},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6102937.358490566},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5434784.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4937268.679245283},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8895452.830188679},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":7784612.8301886795},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4905901.132075472},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5696925.2830188675},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4679130.566037735},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4817538.113207547},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8933466.792452829},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6468970.188679245},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4661493.96226415},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1109941.1320754716},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":660172.0754716981},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":530155.4716981131},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1930973.2075471696},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1072942.641509434},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":507956.60377358494},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":16347883.018867927},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10586705.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":22081138.86792453},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":19774442.264150944},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12331025.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":21077352.452830188},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0}] \ No newline at end of file +[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"note":"","version":"","test_time":"2023-08","qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"note":"","version":"","test_time":"2023-08","qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"note":"","version":"","test_time":"2023-08","qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"note":"","version":"","test_time":"2023-08","qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"note":"","version":"","test_time":"2023-08","qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"note":"","version":"","test_time":"2023-08","qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"note":"","version":"","test_time":"2023-08","qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"note":"","version":"","test_time":"2023-08","qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"note":"","version":"","test_time":"2023-08","qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"note":"","version":"","test_time":"2023-08","qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"note":"","version":"","test_time":"2023-08","qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"note":"","version":"","test_time":"2023-08","qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"note":"","version":"","test_time":"2023-08","qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"note":"","version":"","test_time":"2023-08","qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"note":"","version":"","test_time":"2023-08","qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"note":"","version":"","test_time":"2023-08","qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"note":"","version":"","test_time":"2023-08","qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"note":"","version":"","test_time":"2023-08","qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"note":"","version":"","test_time":"2023-08","qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"note":"","version":"","test_time":"2023-08","qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"note":"","version":"","test_time":"2023-08","qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"note":"","version":"","test_time":"2023-08","qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"note":"","version":"","test_time":"2023-08","qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"note":"","version":"","test_time":"2023-08","qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"note":"","version":"","test_time":"2023-08","qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"note":"","version":"","test_time":"2023-08","qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"note":"","version":"v","test_time":"2023-08","qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":477384.9056603773},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":14477915.943396227},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10429462.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":13421212.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":17135215.471698113},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":11615829.62264151},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12034320.849056603},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4769742.735849056},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2178959.716981132},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2675677.641509434},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6268592.830188679},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2343325.4716981133},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2198902.075471698},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6102937.358490566},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5434784.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4937268.679245283},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8895452.830188679},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":7784612.8301886795},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4905901.132075472},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5696925.2830188675},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4679130.566037735},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4817538.113207547},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8933466.792452829},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6468970.188679245},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4661493.96226415},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1109941.1320754716},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":660172.0754716981},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":530155.4716981131},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1930973.2075471696},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1072942.641509434},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":507956.60377358494},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":16347883.018867927},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10586705.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":22081138.86792453},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":19774442.264150944},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12331025.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":21077352.452830188},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0}] \ No newline at end of file From 422303a74a1ade49ef8d1d5a3633a42cb3d568fb Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Fri, 25 Oct 2024 14:28:55 +0800 Subject: [PATCH 08/15] fix leaderboard data: zillizcloud version Signed-off-by: min.tian --- .../ZillizCloud/result_20230808_standard_zillizcloud.json | 2 +- vectordb_bench/results/leaderboard.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json b/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json index a0047bc45..e48158a02 100644 --- a/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +++ b/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json @@ -70,7 +70,7 @@ "db": "ZillizCloud", "db_config": { "db_label": "1cu-perf", - "version": "v", + "version": "v2023.6", "uri": "**********", "user": "root", "password": "**********" diff --git a/vectordb_bench/results/leaderboard.json b/vectordb_bench/results/leaderboard.json index 768b4123c..2aa911cc2 100644 --- a/vectordb_bench/results/leaderboard.json +++ b/vectordb_bench/results/leaderboard.json @@ -1 +1 @@ -[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"note":"","version":"","test_time":"2023-08","qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"note":"","version":"","test_time":"2023-08","qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"note":"","version":"","test_time":"2023-08","qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"note":"","version":"","test_time":"2023-08","qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"note":"","version":"","test_time":"2023-08","qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"note":"","version":"","test_time":"2023-08","qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"note":"","version":"","test_time":"2023-08","qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"note":"","version":"","test_time":"2023-08","qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"note":"","version":"","test_time":"2023-08","qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"note":"","version":"","test_time":"2023-08","qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"note":"","version":"","test_time":"2023-08","qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"note":"","version":"","test_time":"2023-08","qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"note":"","version":"","test_time":"2023-08","qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"note":"","version":"","test_time":"2023-08","qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"note":"","version":"","test_time":"2023-08","qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"note":"","version":"","test_time":"2023-08","qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"note":"","version":"","test_time":"2023-08","qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"note":"","version":"","test_time":"2023-08","qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"note":"","version":"","test_time":"2023-08","qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"note":"","version":"","test_time":"2023-08","qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"note":"","version":"","test_time":"2023-08","qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"note":"","version":"","test_time":"2023-08","qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"note":"","version":"","test_time":"2023-08","qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"note":"","version":"","test_time":"2023-08","qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"note":"","version":"","test_time":"2023-08","qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"note":"","version":"","test_time":"2023-08","qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"note":"","version":"v","test_time":"2023-08","qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":477384.9056603773},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":14477915.943396227},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10429462.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":13421212.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":17135215.471698113},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":11615829.62264151},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12034320.849056603},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4769742.735849056},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2178959.716981132},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2675677.641509434},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6268592.830188679},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2343325.4716981133},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2198902.075471698},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6102937.358490566},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5434784.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4937268.679245283},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8895452.830188679},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":7784612.8301886795},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4905901.132075472},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5696925.2830188675},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4679130.566037735},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4817538.113207547},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8933466.792452829},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6468970.188679245},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4661493.96226415},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1109941.1320754716},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":660172.0754716981},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":530155.4716981131},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1930973.2075471696},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1072942.641509434},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":507956.60377358494},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":16347883.018867927},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10586705.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":22081138.86792453},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":19774442.264150944},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12331025.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":21077352.452830188},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0}] \ No newline at end of file +[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"note":"","version":"","test_time":"2023-08","qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"note":"","version":"","test_time":"2023-08","qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw-v2.2.12","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"note":"standalone mode","version":"v2.2.12","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"note":"","version":"","test_time":"2023-08","qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"note":"","version":"","test_time":"2023-08","qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"note":"","version":"","test_time":"2023-08","qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"note":"","version":"","test_time":"2023-08","qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"note":"","version":"","test_time":"2023-08","qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"note":"","version":"","test_time":"2023-08","qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"note":"","version":"","test_time":"2023-08","qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"note":"","version":"","test_time":"2023-08","qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"note":"","version":"","test_time":"2023-08","qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"note":"","version":"","test_time":"2023-08","qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"note":"","version":"","test_time":"2023-08","qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"note":"","version":"","test_time":"2023-08","qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"note":"","version":"","test_time":"2023-08","qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"note":"","version":"","test_time":"2023-08","qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"note":"","version":"","test_time":"2023-08","qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"note":"","version":"","test_time":"2023-08","qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"note":"","version":"","test_time":"2023-08","qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"note":"","version":"","test_time":"2023-08","qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"note":"","version":"","test_time":"2023-08","qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"note":"","version":"","test_time":"2023-08","qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"note":"","version":"","test_time":"2023-08","qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"note":"","version":"","test_time":"2023-08","qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"note":"","version":"","test_time":"2023-08","qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"note":"","version":"","test_time":"2023-08","qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"note":"","version":"","test_time":"2023-08","qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"note":"","version":"","test_time":"2023-08","qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"note":"","version":"","test_time":"2023-08","qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"note":"","version":"","test_time":"2023-08","qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"note":"","version":"","test_time":"2023-08","qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"note":"","version":"","test_time":"2023-08","qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"note":"","version":"","test_time":"2023-08","qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"note":"","version":"","test_time":"2023-08","qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"note":"","version":"","test_time":"2023-08","qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"note":"","version":"","test_time":"2023-08","qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"note":"","version":"","test_time":"2023-08","qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2023.6","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"note":"","version":"v2023.6","test_time":"2023-08","qp$":477384.9056603773},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":14477915.943396227},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10429462.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":13421212.358490566},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":17135215.471698113},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":11615829.62264151},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12034320.849056603},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4769742.735849056},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2178959.716981132},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2675677.641509434},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6268592.830188679},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2343325.4716981133},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":2198902.075471698},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6102937.358490566},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5434784.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4937268.679245283},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8895452.830188679},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":7784612.8301886795},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4905901.132075472},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":5696925.2830188675},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4679130.566037735},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4817538.113207547},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":8933466.792452829},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":6468970.188679245},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":4661493.96226415},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1109941.1320754716},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":660172.0754716981},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":530155.4716981131},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1930973.2075471696},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":1072942.641509434},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":507956.60377358494},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":16347883.018867927},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":10586705.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":22081138.86792453},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":19774442.264150944},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":12331025.660377359},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":21077352.452830188},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap-v2024.1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"note":"","version":"v2024.1","test_time":"2024-01","qp$":0.0}] \ No newline at end of file From 2efc6b5e769c21a92d4e80c72b7fb7f4ff91d8a7 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Fri, 25 Oct 2024 15:10:27 +0500 Subject: [PATCH 09/15] Fixed custom_case key error in parameters dict in CLI command. --- vectordb_bench/cli/cli.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vectordb_bench/cli/cli.py b/vectordb_bench/cli/cli.py index 950bf730b..7cc430aca 100644 --- a/vectordb_bench/cli/cli.py +++ b/vectordb_bench/cli/cli.py @@ -479,7 +479,7 @@ def run( concurrency_duration=parameters["concurrency_duration"], num_concurrency=[int(s) for s in parameters["num_concurrency"]], ), - custom_case=parameters["custom_case"], + custom_case=parameters.get("custom_case", {}), ), stages=parse_task_stages( ( From c7d4a7e382eb3541bb26c4af9530c90a3047d4e0 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Fri, 25 Oct 2024 15:22:28 +0500 Subject: [PATCH 10/15] Refactored command options for consistency. --- vectordb_bench/cli/cli.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vectordb_bench/cli/cli.py b/vectordb_bench/cli/cli.py index 7cc430aca..edce758e1 100644 --- a/vectordb_bench/cli/cli.py +++ b/vectordb_bench/cli/cli.py @@ -379,7 +379,7 @@ class CommonTypedDict(TypedDict): custom_dataset_use_shuffled: Annotated[ bool, click.option( - "--custom-dataset-use-shuffled/--no-custom-dataset-use-shuffled", + "--custom-dataset-use-shuffled/--skip-custom-dataset-use-shuffled", help="Custom dataset use shuffled", default=False, show_default=True, @@ -388,7 +388,7 @@ class CommonTypedDict(TypedDict): custom_dataset_with_gt: Annotated[ bool, click.option( - "--custom-dataset-with-gt/--no-custom-dataset-with-gt", + "--custom-dataset-with-gt/--skip-custom-dataset-with-gt", help="Custom dataset with ground truth", default=True, show_default=True, From aa48c4830b574ff2d2c08339cdd6331aaca73bb3 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Fri, 25 Oct 2024 15:23:57 +0500 Subject: [PATCH 11/15] Updated readme, added custom case related command options information. Added instruction to include custom_case while adding the CLI support for the client. --- README.md | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/README.md b/README.md index f76ac5c10..373be031d 100644 --- a/README.md +++ b/README.md @@ -119,6 +119,27 @@ Options: --ef-search INTEGER hnsw ef-search --quantization-type [none|halfvec] quantization type for vectors + --custom-case-name TEXT Custom case name i.e. PerformanceCase1536D50K + --custom-case-description TEXT Custom name description + --custom-case-load-timeout INTEGER + Custom case load timeout [default: 36000] + --custom-case-optimize-timeout INTEGER + Custom case optimize timeout [default: 36000] + --custom-dataset-name TEXT + Dataset name i.e OpenAI + --custom-dataset-dir TEXT Dataset directory i.e. openai_medium_500k + --custom-dataset-size INTEGER Dataset size i.e. 500000 + --custom-dataset-dim INTEGER Dataset dimension + --custom-dataset-metric-type TEXT + Dataset distance metric [default: COSINE] + --custom-dataset-file-count INTEGER + Dataset file count + --custom-dataset-use-shuffled / --skip-custom-dataset-use-shuffled + Use shuffled custom dataset or skip [default: custom-dataset- + use-shuffled] + --custom-dataset-with-gt / --skip-custom-dataset-with-gt + Custom dataset with ground truth or skip [default: custom-dataset- + with-gt] --help Show this message and exit. ``` #### Using a configuration file. @@ -463,6 +484,8 @@ def ZillizAutoIndex(**parameters: Unpack[ZillizTypedDict]): 3. Update db_config and db_case_config to match client requirements 4. Continue to add new functions for each index config. 5. Import the client cli module and command to vectordb_bench/cli/vectordbbench.py (for databases with multiple commands (index configs), this only needs to be done for one command) + 6. Import the `get_custom_case_config` function from `vectordb_bench/cli/cli.py` and add a new key `custom_case` to the `parameters` variable within the command. + > cli modules with multiple index configs: > - pgvector: vectordb_bench/backend/clients/pgvector/cli.py From 51390b7bbaf354acda98d691062e348b640981de Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Fri, 25 Oct 2024 15:34:02 +0500 Subject: [PATCH 12/15] update the instruction for adding custom_case support in new CLI implementation --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 373be031d..b779af11f 100644 --- a/README.md +++ b/README.md @@ -484,7 +484,7 @@ def ZillizAutoIndex(**parameters: Unpack[ZillizTypedDict]): 3. Update db_config and db_case_config to match client requirements 4. Continue to add new functions for each index config. 5. Import the client cli module and command to vectordb_bench/cli/vectordbbench.py (for databases with multiple commands (index configs), this only needs to be done for one command) - 6. Import the `get_custom_case_config` function from `vectordb_bench/cli/cli.py` and add a new key `custom_case` to the `parameters` variable within the command. + 6. Import the `get_custom_case_config` function from `vectordb_bench/cli/cli.py` and use it to add a new key `custom_case` to the `parameters` variable within the command. > cli modules with multiple index configs: From f18eaec2cc27bdf0535ce14b920fd7f6cb965642 Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Mon, 28 Oct 2024 09:38:46 +0800 Subject: [PATCH 13/15] add key for plotly_chart Signed-off-by: min.tian --- .../components/check_results/charts.py | 15 +++++++++------ .../frontend/pages/quries_per_dollar.py | 18 +++++++++++++----- 2 files changed, 22 insertions(+), 11 deletions(-) diff --git a/vectordb_bench/frontend/components/check_results/charts.py b/vectordb_bench/frontend/components/check_results/charts.py index c2b2813b8..9e869b479 100644 --- a/vectordb_bench/frontend/components/check_results/charts.py +++ b/vectordb_bench/frontend/components/check_results/charts.py @@ -1,5 +1,7 @@ from vectordb_bench.backend.cases import Case -from vectordb_bench.frontend.components.check_results.expanderStyle import initMainExpanderStyle +from vectordb_bench.frontend.components.check_results.expanderStyle import ( + initMainExpanderStyle, +) from vectordb_bench.metric import metricOrder, isLowerIsBetterMetric, metricUnitMap from vectordb_bench.frontend.config.styles import * from vectordb_bench.models import ResultLabel @@ -11,7 +13,7 @@ def drawCharts(st, allData, failedTasks, caseNames: list[str]): for caseName in caseNames: chartContainer = st.expander(caseName, True) data = [data for data in allData if data["case_name"] == caseName] - drawChart(data, chartContainer) + drawChart(data, chartContainer, key_prefix=caseName) errorDBs = failedTasks[caseName] showFailedDBs(chartContainer, errorDBs) @@ -35,7 +37,7 @@ def showFailedText(st, text, dbs): ) -def drawChart(data, st): +def drawChart(data, st, key_prefix: str): metricsSet = set() for d in data: metricsSet = metricsSet.union(d["metricsSet"]) @@ -43,7 +45,8 @@ def drawChart(data, st): for i, metric in enumerate(showMetrics): container = st.container() - drawMetricChart(data, metric, container) + key = f"{key_prefix}-{metric}" + drawMetricChart(data, metric, container, key=key) def getLabelToShapeMap(data): @@ -75,7 +78,7 @@ def getLabelToShapeMap(data): return labelToShapeMap -def drawMetricChart(data, metric, st): +def drawMetricChart(data, metric, st, key: str): dataWithMetric = [d for d in data if d.get(metric, 0) > 1e-7] # dataWithMetric = data if len(dataWithMetric) == 0: @@ -161,4 +164,4 @@ def drawMetricChart(data, metric, st): ), ) - chart.plotly_chart(fig, use_container_width=True) + chart.plotly_chart(fig, use_container_width=True, key=key) diff --git a/vectordb_bench/frontend/pages/quries_per_dollar.py b/vectordb_bench/frontend/pages/quries_per_dollar.py index 0bb05294b..4a45181de 100644 --- a/vectordb_bench/frontend/pages/quries_per_dollar.py +++ b/vectordb_bench/frontend/pages/quries_per_dollar.py @@ -1,10 +1,17 @@ import streamlit as st from vectordb_bench.frontend.components.check_results.footer import footer -from vectordb_bench.frontend.components.check_results.expanderStyle import initMainExpanderStyle +from vectordb_bench.frontend.components.check_results.expanderStyle import ( + initMainExpanderStyle, +) from vectordb_bench.frontend.components.check_results.priceTable import priceTable -from vectordb_bench.frontend.components.check_results.stPageConfig import initResultsPageConfig +from vectordb_bench.frontend.components.check_results.stPageConfig import ( + initResultsPageConfig, +) from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon -from vectordb_bench.frontend.components.check_results.nav import NavToResults, NavToRunTest +from vectordb_bench.frontend.components.check_results.nav import ( + NavToResults, + NavToRunTest, +) from vectordb_bench.frontend.components.check_results.charts import drawMetricChart from vectordb_bench.frontend.components.check_results.filters import getshownData from vectordb_bench.frontend.components.get_results.saveAsImage import getResults @@ -16,7 +23,7 @@ def main(): # set page config initResultsPageConfig(st) - + # header drawHeaderIcon(st) @@ -57,7 +64,8 @@ def main(): dataWithMetric.append(d) if len(dataWithMetric) > 0: chartContainer = st.expander(caseName, True) - drawMetricChart(data, metric, chartContainer) + key = f"{caseName}-{metric}" + drawMetricChart(data, metric, chartContainer, key=key) # footer footer(st.container()) From aa6d4dc1d570814b97768dc0e769c5b3e108b49f Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Mon, 28 Oct 2024 09:52:31 +0800 Subject: [PATCH 14/15] add key for plotly_chart Signed-off-by: min.tian --- vectordb_bench/frontend/components/concurrent/charts.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/vectordb_bench/frontend/components/concurrent/charts.py b/vectordb_bench/frontend/components/concurrent/charts.py index 7fc509ea5..68e7f3210 100644 --- a/vectordb_bench/frontend/components/concurrent/charts.py +++ b/vectordb_bench/frontend/components/concurrent/charts.py @@ -22,7 +22,7 @@ def drawChartsByCase(allData, showCaseNames: list[str], st): for caseData in caseDataList for i in range(len(caseData["conc_num_list"])) ] - drawChart(data, chartContainer) + drawChart(data, chartContainer, key=f"{caseName}-qps-p99") def getRange(metric, data, padding_multipliers): @@ -36,7 +36,7 @@ def getRange(metric, data, padding_multipliers): return rangeV -def drawChart(data, st): +def drawChart(data, st, key: str): if len(data) == 0: return @@ -73,7 +73,4 @@ def drawChart(data, st): fig.update_yaxes(range=yrange, title_text="QPS") fig.update_traces(textposition="bottom right", texttemplate="conc-%{text:,.4~r}") - st.plotly_chart( - fig, - use_container_width=True, - ) + st.plotly_chart(fig, use_container_width=True, key=key) From c66dfb52975598e766fcc29ad43c2850433f743b Mon Sep 17 00:00:00 2001 From: "min.tian" Date: Mon, 28 Oct 2024 14:24:52 +0800 Subject: [PATCH 15/15] fix pinecone client Signed-off-by: min.tian --- .../backend/clients/pinecone/config.py | 2 - .../backend/clients/pinecone/pinecone.py | 70 +++++++++---------- 2 files changed, 34 insertions(+), 38 deletions(-) diff --git a/vectordb_bench/backend/clients/pinecone/config.py b/vectordb_bench/backend/clients/pinecone/config.py index dc1596379..2bbcbb350 100644 --- a/vectordb_bench/backend/clients/pinecone/config.py +++ b/vectordb_bench/backend/clients/pinecone/config.py @@ -4,12 +4,10 @@ class PineconeConfig(DBConfig): api_key: SecretStr - environment: SecretStr index_name: str def to_dict(self) -> dict: return { "api_key": self.api_key.get_secret_value(), - "environment": self.environment.get_secret_value(), "index_name": self.index_name, } diff --git a/vectordb_bench/backend/clients/pinecone/pinecone.py b/vectordb_bench/backend/clients/pinecone/pinecone.py index c2653ee27..c1351f7a9 100644 --- a/vectordb_bench/backend/clients/pinecone/pinecone.py +++ b/vectordb_bench/backend/clients/pinecone/pinecone.py @@ -3,7 +3,7 @@ import logging from contextlib import contextmanager from typing import Type - +import pinecone from ..api import VectorDB, DBConfig, DBCaseConfig, EmptyDBCaseConfig, IndexType from .config import PineconeConfig @@ -11,7 +11,8 @@ log = logging.getLogger(__name__) PINECONE_MAX_NUM_PER_BATCH = 1000 -PINECONE_MAX_SIZE_PER_BATCH = 2 * 1024 * 1024 # 2MB +PINECONE_MAX_SIZE_PER_BATCH = 2 * 1024 * 1024 # 2MB + class Pinecone(VectorDB): def __init__( @@ -23,30 +24,25 @@ def __init__( **kwargs, ): """Initialize wrapper around the milvus vector database.""" - self.index_name = db_config["index_name"] - self.api_key = db_config["api_key"] - self.environment = db_config["environment"] - self.batch_size = int(min(PINECONE_MAX_SIZE_PER_BATCH / (dim * 5), PINECONE_MAX_NUM_PER_BATCH)) - # Pincone will make connections with server while import - # so place the import here. - import pinecone - pinecone.init( - api_key=self.api_key, environment=self.environment) + self.index_name = db_config.get("index_name", "") + self.api_key = db_config.get("api_key", "") + self.batch_size = int( + min(PINECONE_MAX_SIZE_PER_BATCH / (dim * 5), PINECONE_MAX_NUM_PER_BATCH) + ) + + pc = pinecone.Pinecone(api_key=self.api_key) + index = pc.Index(self.index_name) + if drop_old: - list_indexes = pinecone.list_indexes() - if self.index_name in list_indexes: - index = pinecone.Index(self.index_name) - index_dim = index.describe_index_stats()["dimension"] - if (index_dim != dim): - raise ValueError( - f"Pinecone index {self.index_name} dimension mismatch, expected {index_dim} got {dim}") - log.info( - f"Pinecone client delete old index: {self.index_name}") - index.delete(delete_all=True) - index.close() - else: + index_stats = index.describe_index_stats() + index_dim = index_stats["dimension"] + if index_dim != dim: raise ValueError( - f"Pinecone index {self.index_name} does not exist") + f"Pinecone index {self.index_name} dimension mismatch, expected {index_dim} got {dim}" + ) + for namespace in index_stats["namespaces"]: + log.info(f"Pinecone index delete namespace: {namespace}") + index.delete(delete_all=True, namespace=namespace) self._metadata_key = "meta" @@ -59,13 +55,10 @@ def case_config_cls(cls, index_type: IndexType | None = None) -> Type[DBCaseConf return EmptyDBCaseConfig @contextmanager - def init(self) -> None: - import pinecone - pinecone.init( - api_key=self.api_key, environment=self.environment) - self.index = pinecone.Index(self.index_name) + def init(self): + pc = pinecone.Pinecone(api_key=self.api_key) + self.index = pc.Index(self.index_name) yield - self.index.close() def ready_to_load(self): pass @@ -83,11 +76,16 @@ def insert_embeddings( insert_count = 0 try: for batch_start_offset in range(0, len(embeddings), self.batch_size): - batch_end_offset = min(batch_start_offset + self.batch_size, len(embeddings)) + batch_end_offset = min( + batch_start_offset + self.batch_size, len(embeddings) + ) insert_datas = [] for i in range(batch_start_offset, batch_end_offset): - insert_data = (str(metadata[i]), embeddings[i], { - self._metadata_key: metadata[i]}) + insert_data = ( + str(metadata[i]), + embeddings[i], + {self._metadata_key: metadata[i]}, + ) insert_datas.append(insert_data) self.index.upsert(insert_datas) insert_count += batch_end_offset - batch_start_offset @@ -101,7 +99,7 @@ def search_embedding( k: int = 100, filters: dict | None = None, timeout: int | None = None, - ) -> list[tuple[int, float]]: + ) -> list[int]: if filters is None: pinecone_filters = {} else: @@ -111,9 +109,9 @@ def search_embedding( top_k=k, vector=query, filter=pinecone_filters, - )['matches'] + )["matches"] except Exception as e: print(f"Error querying index: {e}") raise e - id_res = [int(one_res['id']) for one_res in res] + id_res = [int(one_res["id"]) for one_res in res] return id_res