context.h

// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once
#include <paddle/fluid/lite/cuda/blas.h>
#include <memory>
#include <vector>
#include "paddle/fluid/lite/core/target_wrapper.h"

#ifdef PADDLE_WITH_CUDA
#include "paddle/fluid/lite/cuda/cuda_utils.h"
#endif

namespace paddle {
namespace lite {

#ifdef LITE_WITH_CUDA
// Only works with CUDA kernels.
struct CUDAContext {
  // overall information
  cudaStream_t exec_stream;
  cudaStream_t io_stream;

  // not thread-safe, should allocate for each thread.
  std::shared_ptr<cuda::Blas<float>> blas_fp32;

  // kernel information
  std::vector<cudaEvent_t> input_events;
  std::vector<cudaEvent_t> output_events;
};
#endif

#ifdef LITE_WITH_X86
struct X86Context {
  // overall information
  // kernel information
};
#endif

// Context for running a kernel.
// Holds the necessary resource and information.
class KernelContext {
 public:
#ifdef LITE_WITH_CUDA
  CUDAContext& AsCudaContext() {
    if (target_ != TARGET(kUnk)) {
      CHECK(target_ == TARGET(kCUDA));
    } else {
      target_ = TARGET(kCUDA);
      cuda_ctx_.reset(new CUDAContext);
    }
    return *cuda_ctx_;
  }
#endif  // LITE_WITH_CUDA

#ifdef LITE_WITH_X86
  X86Context& AsX86Context() {
    if (target_ != TARGET(kUnk)) {
      CHECK(target_ == TARGET(kX86));
    } else {
      target_ = TARGET(kX86);
      x86_ctx_.reset(new X86Context);
    }
    return *x86_ctx_;
  }
#endif  // lite_with_x86

 private:
#ifdef LITE_WITH_CUDA
  std::unique_ptr<CUDAContext> cuda_ctx_;
#endif

#ifdef LITE_WITH_X86
  std::unique_ptr<X86Context> x86_ctx_;
#endif

  TargetType target_{TARGET(kUnk)};
};

}  // namespace lite
}  // namespace paddle