db_impl.h

#pragma once

#include <mutex>
#include <condition_variable>
#include <memory>
#include <atomic>
#include "db.h"
#include "memvectors.h"
#include "Types.h"

namespace zilliz {
namespace vecwise {
namespace engine {

class Env;

namespace meta {
    class Meta;
}

class DBImpl : public DB {
public:
    DBImpl(const Options& options_, const std::string& name_);

    virtual Status add_group(const GroupOptions& options_,
            const std::string& group_id_,
            meta::GroupSchema& group_info_) override;
    virtual Status get_group(const std::string& group_id_, meta::GroupSchema& group_info_) override;
    virtual Status has_group(const std::string& group_id_, bool& has_or_not_) override;

    virtual Status get_group_files(const std::string& group_id_,
                                   const int date_delta_,
                                   meta::GroupFilesSchema& group_files_info_) override;

    virtual Status add_vectors(const std::string& group_id_,
            size_t n, const float* vectors, IDNumbers& vector_ids_) override;

    virtual Status search(const std::string& group_id, size_t k, size_t nq,
            const float* vectors, QueryResults& results) override;

    virtual ~DBImpl();

private:
    Status merge_files(const std::string& group_id,
            const meta::DateT& date,
            const meta::GroupFilesSchema& files);
    Status background_merge_files(const std::string& group_id);

    void try_schedule_compaction();
    void start_timer_task(int interval_);
    void background_timer_task(int interval_);

    static void BGWork(void* db);
    void background_call();
    void background_compaction();

    const std::string& _dbname;
    Env* const _env;
    const Options _options;

    std::mutex _mutex;
    std::condition_variable _bg_work_finish_signal;
    bool _bg_compaction_scheduled;
    Status _bg_error;
    std::atomic<bool> _shutting_down;

    std::shared_ptr<meta::Meta> _pMeta;
    std::shared_ptr<MemManager> _pMemMgr;

}; // DBImpl

} // namespace engine
} // namespace vecwise
} // namespace zilliz