DBImpl.h

/*******************************************************************************
 * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved
 * Unauthorized copying of this file, via any medium is strictly prohibited.
 * Proprietary and confidential.
 ******************************************************************************/
#pragma once

#include "DB.h"
#include "MemManager.h"
#include "Types.h"
#include "Traits.h"

#include <mutex>
#include <condition_variable>
#include <memory>
#include <atomic>

namespace zilliz {
namespace vecwise {
namespace engine {

class Env;

namespace meta {
    class Meta;
}

template <typename EngineT>
class DBImpl : public DB {
public:
    typedef typename meta::Meta::Ptr MetaPtr;
    typedef typename MemManager<EngineT>::Ptr MemManagerPtr;

    DBImpl(const Options& options);

    virtual Status add_group(meta::TableSchema& table_schema) override;
    virtual Status get_group(meta::TableSchema& table_schema) override;
    virtual Status has_group(const std::string& table_id, bool& has_or_not) override;

    virtual Status add_vectors(const std::string& table_id,
            size_t n, const float* vectors, IDNumbers& vector_ids) override;

    virtual Status search(const std::string& table_id, size_t k, size_t nq,
            const float* vectors, QueryResults& results) override;

    virtual Status search(const std::string& table_id, size_t k, size_t nq,
            const float* vectors, const meta::DatesT& dates, QueryResults& results) override;

    virtual Status drop_all() override;

    virtual Status size(long& result) override;

    virtual ~DBImpl();

private:

    void BackgroundBuildIndex();
    Status BuildIndex(const meta::TableFileSchema&);
    Status TryBuildIndex();
    Status MergeFiles(const std::string& table_id,
            const meta::DateT& date,
            const meta::TableFilesSchema& files);
    Status BackgroundMergeFiles(const std::string& table_id);

    void TrySchedule();
    void StartTimerTasks(int interval);
    void BackgroundTimerTask(int interval);

    static void BGWork(void* db);
    void BackgroundCall();
    void BackgroundCompaction();

    Env* const env_;
    const Options options_;

    std::mutex mutex_;
    std::condition_variable bg_work_finish_signal_;
    bool bg_compaction_scheduled_;
    Status bg_error_;
    std::atomic<bool> shutting_down_;

    std::mutex build_index_mutex_;
    bool bg_build_index_started_;
    std::condition_variable bg_build_index_finish_signal_;

    std::thread bg_timer_thread_;

    MetaPtr pMeta_;
    MemManagerPtr pMemMgr_;

}; // DBImpl


} // namespace engine
} // namespace vecwise
} // namespace zilliz

#include "DBImpl.inl"