Add data type conversion test (zilliztech#653)

Signed-off-by: Cai Yudong <[email protected]>

tests/ut/test_type.cc

@@ -20,8 +20,8 @@ TEST_CASE("Test bf16 patch", "[bf16 patch]") {
     const int64_t nb = 1000, nq = 10;
     const int64_t dim = 128;
 
-    const auto train_ds = GenFloatDataSet(nb, dim);
-    const auto query_ds = GenFloatDataSet(nq, dim);
+    const auto train_ds = GenDataSet(nb, dim);
+    const auto query_ds = GenDataSet(nq, dim);
 
     auto train_tensor = reinterpret_cast<const float*>(train_ds->GetTensor());
 
@@ -99,3 +99,27 @@ TEST_CASE("Test bf16 patch", "[bf16 patch]") {
         REQUIRE(ip_dist[i] == ip_dist_new[i]);
     }
 }
+
+template <typename T>
+void
+check_data_type_accuracy(float accuracy) {
+    const int64_t nb = 100;
+    const int64_t dim = 16;
+
+    auto fp32_base_ds = GenDataSet(nb, dim);
+
+    auto type_base_ds = knowhere::data_type_conversion<float, T>(*fp32_base_ds);
+    auto fp32_base_ds_2 = knowhere::data_type_conversion<T, float>(*type_base_ds);
+
+    auto bv1 = static_cast<const float*>(fp32_base_ds->GetTensor());
+    auto bv2 = static_cast<const float*>(fp32_base_ds_2->GetTensor());
+
+    for (int64_t i = 0; i < nb * dim; i++) {
+        REQUIRE(std::abs(bv2[i] / bv1[i] - 1.0) < accuracy);
+    }
+}
+
+TEST_CASE("Test Float16", "[fp16]") {
+    check_data_type_accuracy<knowhere::fp16>(0.001);
+    check_data_type_accuracy<knowhere::bf16>(0.01);
+}

tests/ut/utils.h

@@ -38,21 +38,10 @@ struct DisPairLess {
 
 inline knowhere::DataSetPtr
 GenDataSet(int rows, int dim, int seed = 42) {
-    std::mt19937 rng(seed);
-    std::uniform_int_distribution<> distrib(0.0, 100.0);
-    float* ts = new float[rows * dim];
-    for (int i = 0; i < rows * dim; ++i) ts[i] = (float)distrib(rng);
-    auto ds = knowhere::GenDataSet(rows, dim, ts);
-    ds->SetIsOwner(true);
-    return ds;
-}
-
-inline knowhere::DataSetPtr
-GenFloatDataSet(int rows, int dim, int seed = 42) {
     std::mt19937 rng(seed);
     std::uniform_real_distribution<> distrib(0.0, 100.0);
     float* ts = new float[rows * dim];
-    for (int i = 0; i < rows * dim; ++i) ts[i] = (float)distrib(rng);
+    for (int i = 0; i < rows * dim; ++i) ts[i] = distrib(rng);
     auto ds = knowhere::GenDataSet(rows, dim, ts);
     ds->SetIsOwner(true);
     return ds;
@@ -149,7 +138,7 @@ GetKNNRecall(const knowhere::DataSet& ground_truth, const std::vector<std::vecto
     auto gt_ids = ground_truth.GetIds();
 
     uint32_t matched_num = 0;
-    for (auto i = 0; i < nq; ++i) {
+    for (size_t i = 0; i < nq; ++i) {
         std::vector<int64_t> ids_0(gt_ids + i * gt_k, gt_ids + i * gt_k + gt_k);
         std::vector<int64_t> ids_1 = result[i];