/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include // NOLINT #include #include // NOLINT #include // NOLINT #include #include // NOLINT #include #include "glog/logging.h" #include "paddle/fluid/platform/enforce.h" #include "paddle/fluid/platform/macros.h" // for DISABLE_COPY_AND_ASSIGN namespace paddle { namespace framework { struct ExceptionHandler { mutable std::future> future_; explicit ExceptionHandler( std::future>&& f) : future_(std::move(f)) {} void operator()() const { auto ex = this->future_.get(); if (ex != nullptr) { LOG(FATAL) << "The exception is thrown inside the thread pool. You " "should use RunAndGetException to handle the exception.\n" "The default exception handler is LOG(FATAL)." << ex->what(); } } }; // ThreadPool maintains a queue of tasks, and runs them using a fixed // number of threads. class ThreadPool { public: explicit ThreadPool(int num_threads); using Task = std::packaged_task()>; // Returns the singleton of ThreadPool. static ThreadPool* GetInstance(); ~ThreadPool(); // Run pushes a function to the task queue and returns a std::future // object. To wait for the completion of the task, call // std::future::wait(). template std::future Run(Callback fn) { auto f = this->RunAndGetException(fn); return std::async(std::launch::deferred, ExceptionHandler(std::move(f))); } template std::future> RunAndGetException( Callback fn) { std::unique_lock lock(mutex_); Task task([fn]() -> std::unique_ptr { try { fn(); } catch (platform::EnforceNotMet ex) { return std::unique_ptr( new platform::EnforceNotMet(ex)); } catch (const std::exception& e) { LOG(FATAL) << "Unexpected exception is catched in thread pool. All " "throwable exception in Fluid should be an EnforceNotMet." << e.what(); } return nullptr; }); std::future> f = task.get_future(); tasks_.push(std::move(task)); scheduled_.notify_one(); return f; } private: DISABLE_COPY_AND_ASSIGN(ThreadPool); // The constructor starts threads to run TaskLoop, which retrieves // and runs tasks from the queue. void TaskLoop(); // Init is called by GetInstance. static void Init(); private: static std::unique_ptr threadpool_; static std::once_flag init_flag_; std::vector> threads_; std::queue tasks_; std::mutex mutex_; bool running_; std::condition_variable scheduled_; }; class ThreadPoolIO : ThreadPool { public: static ThreadPool* GetInstanceIO(); static void InitIO(); private: // NOTE: threadpool in base will be inhereted here. static std::unique_ptr io_threadpool_; static std::once_flag io_init_flag_; }; // Run a function asynchronously. // NOTE: The function must return void. If the function need to return a value, // you can use lambda to capture a value pointer. template std::future Async(Callback callback) { return ThreadPool::GetInstance()->Run(callback); } template std::future AsyncIO(Callback callback) { return ThreadPoolIO::GetInstanceIO()->Run(callback); } } // namespace framework } // namespace paddle