JobMgr.cpp 3.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

S
starlord 已提交
18
#include "scheduler/JobMgr.h"
19
#include "SchedInst.h"
20
#include "TaskCreator.h"
21
#include "optimizer/Optimizer.h"
W
wxyu 已提交
22
#include "scheduler/Algorithm.h"
W
wxyu 已提交
23 24 25
#include "scheduler/optimizer/Optimizer.h"
#include "scheduler/tasklabel/SpecResLabel.h"
#include "task/Task.h"
26

W
wxyu 已提交
27
#include <utility>
28 29 30 31

namespace milvus {
namespace scheduler {

S
starlord 已提交
32
JobMgr::JobMgr(ResourceMgrPtr res_mgr) : res_mgr_(std::move(res_mgr)) {
S
starlord 已提交
33
}
34 35 36 37 38

void
JobMgr::Start() {
    if (not running_) {
        running_ = true;
W
wxyu 已提交
39
        worker_thread_ = std::thread(&JobMgr::worker_function, this);
40 41 42 43 44 45 46 47 48 49 50 51
    }
}

void
JobMgr::Stop() {
    if (running_) {
        this->Put(nullptr);
        worker_thread_.join();
        running_ = false;
    }
}

W
wxyu 已提交
52 53 54 55 56 57 58 59 60
json
JobMgr::Dump() const {
    json ret{
        {"running", running_},
        {"event_queue_length", queue_.size()},
    };
    return ret;
}

61
void
S
starlord 已提交
62
JobMgr::Put(const JobPtr& job) {
63 64 65 66 67 68 69 70 71 72 73
    {
        std::lock_guard<std::mutex> lock(mutex_);
        queue_.push(job);
    }
    cv_.notify_one();
}

void
JobMgr::worker_function() {
    while (running_) {
        std::unique_lock<std::mutex> lock(mutex_);
W
wxyu 已提交
74
        cv_.wait(lock, [this] { return !queue_.empty(); });
75 76 77 78 79 80 81 82
        auto job = queue_.front();
        queue_.pop();
        lock.unlock();
        if (job == nullptr) {
            break;
        }

        auto tasks = build_task(job);
83 84 85
        for (auto& task : tasks) {
            OptimizerInst::GetInstance()->Run(task);
        }
W
wxyu 已提交
86

W
wxyu 已提交
87
        for (auto& task : tasks) {
W
wxyu 已提交
88 89 90
            calculate_path(task);
        }

91 92 93 94
        // disk resources NEVER be empty.
        if (auto disk = res_mgr_->GetDiskResources()[0].lock()) {
            for (auto& task : tasks) {
                disk->task_table().Put(task);
95 96 97 98 99 100
            }
        }
    }
}

std::vector<TaskPtr>
S
starlord 已提交
101
JobMgr::build_task(const JobPtr& job) {
102 103 104
    return TaskCreator::Create(job);
}

W
wxyu 已提交
105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122
void
JobMgr::calculate_path(const TaskPtr& task) {
    if (task->type_ != TaskType::SearchTask) {
        return;
    }

    if (task->label()->Type() != TaskLabelType::SPECIFIED_RESOURCE) {
        return;
    }

    std::vector<std::string> path;
    auto spec_label = std::static_pointer_cast<SpecResLabel>(task->label());
    auto src = res_mgr_->GetDiskResources()[0];
    auto dest = spec_label->resource();
    ShortestPath(src.lock(), dest.lock(), res_mgr_, path);
    task->path() = Path(path, path.size() - 1);
}

S
starlord 已提交
123 124
}  // namespace scheduler
}  // namespace milvus