From 71fa8bdd05dca378bfbb6ec042c5102436080d92 Mon Sep 17 00:00:00 2001 From: jinhai Date: Thu, 31 Oct 2019 11:03:22 +0000 Subject: [PATCH] Fix parallel merge issue Former-commit-id: 7eae24c65e50c6c0abc423b841c14bf16a8c0a1d --- core/src/scheduler/job/SearchJob.h | 4 ++++ core/src/scheduler/task/SearchTask.cpp | 5 ++++- 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/core/src/scheduler/job/SearchJob.h b/core/src/scheduler/job/SearchJob.h index 1e586090..40cf59e2 100644 --- a/core/src/scheduler/job/SearchJob.h +++ b/core/src/scheduler/job/SearchJob.h @@ -90,6 +90,10 @@ class SearchJob : public Job { return index_files_; } + std::mutex& mutex() { + return mutex_; + } + private: uint64_t topk_ = 0; uint64_t nq_ = 0; diff --git a/core/src/scheduler/task/SearchTask.cpp b/core/src/scheduler/task/SearchTask.cpp index 1bf1caff..7daa6268 100644 --- a/core/src/scheduler/task/SearchTask.cpp +++ b/core/src/scheduler/task/SearchTask.cpp @@ -219,8 +219,11 @@ XSearchTask::Execute() { // step 3: pick up topk result auto spec_k = index_engine_->Count() < topk ? index_engine_->Count() : topk; - XSearchTask::MergeTopkToResultSet(output_ids, output_distance, spec_k, nq, topk, metric_l2, + { + std::unique_lock lock(search_job->mutex()); + XSearchTask::MergeTopkToResultSet(output_ids, output_distance, spec_k, nq, topk, metric_l2, search_job->GetResult()); + } span = rc.RecordSection(hdr + ", reduce topk"); // search_job->AccumReduceCost(span); -- GitLab