record the test time; add version / note info for milvus and zillizcl…

…oud results; Signed-off-by: min.tian <[email protected]>
zilliztech · Oct 18, 2024 · f25bd93 · f25bd93
1 parent 5e7e438
commit f25bd93
Show file tree

Hide file tree

Showing 8 changed files with 276 additions and 61 deletions.
diff --git a/vectordb_bench/models.py b/vectordb_bench/models.py
@@ -163,16 +163,20 @@ class TestResult(BaseModel):
     results: list[CaseResult]
 
     file_fmt: str = "result_{}_{}_{}.json"  # result_20230718_statndard_milvus.json
+    timestamp: float = 0.0
 
     def flush(self):
         db2case = self.get_db_results()
-
+        timestamp = date.today().timestamp()
         result_root = config.RESULTS_LOCAL_DIR
         for db, result in db2case.items():
             self.write_db_file(
                 result_dir=result_root.joinpath(db.value),
                 partial=TestResult(
-                    run_id=self.run_id, task_label=self.task_label, results=result
+                    run_id=self.run_id,
+                    task_label=self.task_label,
+                    results=result,
+                    timestamp=timestamp,
                 ),
                 db=db.value.lower(),
             )

diff --git a/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json b/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json
@@ -14,6 +14,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -40,6 +42,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -66,6 +70,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -92,6 +98,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -118,6 +126,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -144,6 +154,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -170,6 +182,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -196,6 +210,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -222,6 +238,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -248,6 +266,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -276,6 +296,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -304,6 +326,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -332,6 +356,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -360,6 +386,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -388,6 +416,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -416,6 +446,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -444,6 +476,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -472,6 +506,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -500,6 +536,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -528,6 +566,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -556,6 +596,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -584,6 +626,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -612,6 +656,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -640,6 +686,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -668,6 +716,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -696,6 +746,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -714,4 +766,4 @@
     }
   ],
   "file_fmt": "result_{}_{}_{}.json"
-}
+}