DefaultVectorsFormat.h 2.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

#pragma once

#include <mutex>
#include <string>
#include <vector>

#include "codecs/VectorsFormat.h"
#include "segment/Vectors.h"

namespace milvus {
namespace codec {

class DefaultVectorsFormat : public VectorsFormat {
 public:
    DefaultVectorsFormat() = default;

    void
Y
yudong.cai 已提交
35
    read(const storage::FSHandlerPtr& fs_ptr, segment::VectorsPtr& vectors_read) override;
36 37

    void
Y
yudong.cai 已提交
38
    write(const storage::FSHandlerPtr& fs_ptr, const segment::VectorsPtr& vectors) override;
39 40

    void
Y
yudong.cai 已提交
41
    read_uids(const storage::FSHandlerPtr& fs_ptr, std::vector<segment::doc_id_t>& uids) override;
42 43

    void
Y
yudong.cai 已提交
44
    read_vectors(const storage::FSHandlerPtr& fs_ptr, off_t offset, size_t num_bytes,
45
                 std::vector<uint8_t>& raw_vectors) override;
46 47 48 49 50 51 52 53 54 55

    // No copy and move
    DefaultVectorsFormat(const DefaultVectorsFormat&) = delete;
    DefaultVectorsFormat(DefaultVectorsFormat&&) = delete;

    DefaultVectorsFormat&
    operator=(const DefaultVectorsFormat&) = delete;
    DefaultVectorsFormat&
    operator=(DefaultVectorsFormat&&) = delete;

56 57 58 59 60 61 62
 private:
    void
    read_vectors_internal(const std::string&, off_t, size_t, std::vector<uint8_t>&);

    void
    read_uids_internal(const std::string&, std::vector<segment::doc_id_t>&);

63 64 65 66 67 68 69 70 71
 private:
    std::mutex mutex_;

    const std::string raw_vector_extension_ = ".rv";
    const std::string user_id_extension_ = ".uid";
};

}  // namespace codec
}  // namespace milvus