// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include "paddle/fluid/lite/cuda/cuda_utils.h" #include "paddle/fluid/lite/utils/all.h" namespace paddle { namespace lite { namespace cuda { #define CUBLAS_CHECK(xxx) CHECK_EQ((xxx), CUBLAS_STATUS_SUCCESS); /* * Some basic methods. */ struct BlasBase { /* BlasBase() { CUBLAS_CHECK(cublasCreate(&handle_)); } ~BlasBase() { CUBLAS_CHECK(cublasDestroy(handle_)); } */ void SetStream(cudaStream_t stream) { CUBLAS_CHECK(cublasSetStream(handle_, stream)); } cudaStream_t GetStream() const { cudaStream_t stream; CUBLAS_CHECK(cublasGetStream_v2(handle_, &stream)); return stream; } int GetVersion() const { int version{}; CUBLAS_CHECK(cublasGetVersion_v2(handle_, &version)); return version; } cublasHandle_t& handle() const { return handle_; } protected: // Not thread-safe, should created for each thread. // According to cublas doc. mutable cublasHandle_t handle_; }; // T: Scalar type. template class Blas : public lite::cuda::BlasBase { public: void sgemm(cublasOperation_t transa, cublasOperation_t transb, // int m, int n, int k, // const T* alpha, // const T* A, int lda, // const T* B, int ldb, // const T* beta, // T* C, int ldc) const { CHECK_EQ(CUBLAS_STATUS_SUCCESS, cublasSgemm(handle_, // CUBLAS_OP_N, CUBLAS_OP_N, // m, n, k, alpha, A, lda, B, ldb, beta, C, ldc)); } }; } // namespace cuda } // namespace lite } // namespace paddle