test(db): add test for overall archive

Former-commit-id: 34b7aa89adc45c2505619b902e7701ce7df4e91a

cpp/unittest/db/db_tests.cpp

@@ -9,6 +9,7 @@
 
 #include "utils.h"
 #include "db/DB.h"
+#include "db/DBImpl.h"
 
 using namespace zilliz::vecwise;
 
@@ -57,6 +58,51 @@ TEST_F(DBTest, CONFIG_TEST) {
     }
 }
 
+TEST_F(DBTest2, ARHIVE_DISK_CHECK) {
+
+    static const std::string group_name = "test_group";
+    static const int group_dim = 256;
+
+    engine::meta::GroupSchema group_info;
+    group_info.dimension = group_dim;
+    group_info.group_id = group_name;
+    engine::Status stat = db_->add_group(group_info);
+
+    engine::meta::GroupSchema group_info_get;
+    group_info_get.group_id = group_name;
+    stat = db_->get_group(group_info_get);
+    ASSERT_STATS(stat);
+    ASSERT_EQ(group_info_get.dimension, group_dim);
+
+    engine::IDNumbers vector_ids;
+    engine::IDNumbers target_ids;
+
+    int d = 256;
+    int nb = 30;
+    float *xb = new float[d * nb];
+    for(int i = 0; i < nb; i++) {
+        for(int j = 0; j < d; j++) xb[d * i + j] = drand48();
+        xb[d * i] += i / 2000.;
+    }
+
+    int loop = 100000;
+
+    for (auto i=0; i<loop; ++i) {
+        db_->add_vectors(group_name, nb, xb, vector_ids);
+        std::this_thread::sleep_for(std::chrono::microseconds(1));
+    }
+
+    std::this_thread::sleep_for(std::chrono::seconds(1));
+
+    long size;
+    db_->size(size);
+    /* LOG(DEBUG) << "size=" << size; */
+    ASSERT_TRUE(size < 2UL*1024*1024*1024);
+
+    delete [] xb;
+};
+
+
 TEST_F(DBTest, DB_TEST) {
 
     static const std::string group_name = "test_group";

cpp/unittest/db/utils.cpp

@@ -29,19 +29,30 @@ void DBTest::InitLog() {
     el::Loggers::reconfigureLogger("default", defaultConf);
 }
 
-void DBTest::SetUp() {
-    InitLog();
+engine::Options DBTest::GetOptions() {
     auto options = engine::OptionsFactory::Build();
     options.meta.path = "/tmp/vecwise_test";
+    return options;
+}
+
+void DBTest::SetUp() {
+    InitLog();
+    auto options = GetOptions();
     db_ = engine::DBFactory::Build(options, "Faiss,IDMap");
 }
 
 void DBTest::TearDown() {
     delete db_;
-    auto options = engine::OptionsFactory::Build();
     boost::filesystem::remove_all("/tmp/vecwise_test");
 }
 
+engine::Options DBTest2::GetOptions() {
+    auto options = engine::OptionsFactory::Build();
+    options.meta.path = "/tmp/vecwise_test";
+    options.meta.archive_conf = engine::ArchiveConf("delete", "disk:2");
+    return options;
+}
+
 void MetaTest::SetUp() {
     InitLog();
     impl_ = engine::DBMetaImplFactory::Build();

cpp/unittest/db/utils.h

@@ -39,6 +39,12 @@ protected:
     void InitLog();
     virtual void SetUp() override;
     virtual void TearDown() override;
+    virtual zilliz::vecwise::engine::Options GetOptions();
+};
+
+class DBTest2 : public DBTest {
+protected:
+    virtual zilliz::vecwise::engine::Options GetOptions() override;
 };