cl_engine.h 4.9 KB
Newer Older
L
liuruilong 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once

#include <memory>
#include <string>

20
#include "CL/cl.h"
L
liuruilong 已提交
21
#include "common/enforce.h"
L
liuruilong 已提交
22
#include "common/log.h"
L
liuruilong 已提交
23
#include "framework/cl/cl_deleter.h"
L
liuruilong 已提交
24
#include "framework/cl/cl_tool.h"
L
liuruilong 已提交
25

L
liuruilong 已提交
26 27 28 29 30 31 32 33
namespace paddle_mobile {
namespace framework {

class CLEngine {
 public:
  static CLEngine *Instance();

  bool Init();
xiebaiyuan's avatar
xiebaiyuan 已提交
34
  bool isInitSuccess();
L
liuruilong 已提交
35
  std::unique_ptr<_cl_context, CLContextDeleter> CreateContext() {
L
liuruilong 已提交
36 37
    cl_int status;
    cl_context c = clCreateContext(NULL, 1, devices_, NULL, NULL, &status);
L
liuruilong 已提交
38
    std::unique_ptr<_cl_context, CLContextDeleter> context_ptr(c);
L
liuruilong 已提交
39
    CL_CHECK_ERRORS(status);
L
liuruilong 已提交
40 41
    return std::move(context_ptr);
  }
L
liuruilong 已提交
42

L
liuruilong 已提交
43 44
  std::unique_ptr<_cl_command_queue, CLCommQueueDeleter> CreateClCommandQueue(
      cl_context context) {
L
liuruilong 已提交
45
    cl_int status;
46
    cl_command_queue queue =
L
liuruilong 已提交
47
        clCreateCommandQueue(context, devices_[0], 0, &status);
48 49
    std::unique_ptr<_cl_command_queue, CLCommQueueDeleter> command_queue_ptr(
        queue);
L
liuruilong 已提交
50
    CL_CHECK_ERRORS(status);
L
liuruilong 已提交
51 52
    return std::move(command_queue_ptr);
  }
L
liuruilong 已提交
53

xiebaiyuan's avatar
xiebaiyuan 已提交
54 55 56 57 58 59 60 61 62 63 64 65 66 67
  cl_context getContext() {
    if (context_ == nullptr) {
      context_ = CreateContext();
    }
    return context_.get();
  }

  cl_command_queue getClCommandQueue() {
    if (command_queue_ == nullptr) {
      command_queue_ = CreateClCommandQueue(getContext());
    }
    return command_queue_.get();
  }

68 69
  std::unique_ptr<_cl_program, CLProgramDeleter> CreateProgramWith(
      cl_context context, std::string file_name) {
L
liuruilong 已提交
70 71
    FILE *file = fopen(file_name.c_str(), "rb");
    PADDLE_MOBILE_ENFORCE(file != nullptr, "can't open file: %s ",
L
liuruilong 已提交
72
                          file_name.c_str());
L
liuruilong 已提交
73 74 75 76 77 78 79 80 81 82 83 84
    fseek(file, 0, SEEK_END);
    int64_t size = ftell(file);
    PADDLE_MOBILE_ENFORCE(size > 0, "size is too small");
    rewind(file);
    char *data = new char[size + 1];
    size_t bytes_read = fread(data, 1, size, file);
    data[size] = '\0';
    PADDLE_MOBILE_ENFORCE(bytes_read == size,
                          "read binary file bytes do not match with fseek");
    fclose(file);

    const char *source = data;
L
liuruilong 已提交
85
    size_t sourceSize[] = {strlen(source)};
86
    cl_program p =
L
liuruilong 已提交
87 88 89 90 91 92
        clCreateProgramWithSource(context, 1, &source, sourceSize, &status_);

    DLOG << " cl kernel file name: " << file_name;
    DLOG << " source size: " << sourceSize[0];
    CL_CHECK_ERRORS(status_);

L
liuruilong 已提交
93
    std::unique_ptr<_cl_program, CLProgramDeleter> program_ptr(p);
L
liuruilong 已提交
94

L
liuruilong 已提交
95 96
    return std::move(program_ptr);
  }
L
liuruilong 已提交
97

L
liuruilong 已提交
98
  std::unique_ptr<_cl_event, CLEventDeleter> CreateEvent(cl_context context) {
L
liuruilong 已提交
99
    cl_event event = clCreateUserEvent(context, &status_);
L
liuruilong 已提交
100
    std::unique_ptr<_cl_event, CLEventDeleter> event_ptr(event);
L
liuruilong 已提交
101
    CL_CHECK_ERRORS(status_);
L
liuruilong 已提交
102 103 104
    return std::move(event_ptr);
  }

L
liuruilong 已提交
105
  bool BuildProgram(cl_program program) {
L
liuruilong 已提交
106
    cl_int status;
107 108 109 110
    std::string path = "-cl-fast-relaxed-math -I " +
                       CLEngine::Instance()->GetCLPath() + "/cl_kernel";

    status = clBuildProgram(program, 0, 0, path.c_str(), 0, 0);
L
liuruilong 已提交
111

L
liuruilong 已提交
112
    CL_CHECK_ERRORS(status);
L
liuruilong 已提交
113 114 115 116 117

    if (status_ == CL_BUILD_PROGRAM_FAILURE) {
      size_t log_size;
      clGetProgramBuildInfo(program, CLEngine::Instance()->DeviceID(),
                            CL_PROGRAM_BUILD_LOG, 0, NULL, &log_size);
L
liuruilong 已提交
118
      char *log = reinterpret_cast<char *>(malloc(log_size));
L
liuruilong 已提交
119 120 121 122 123 124 125 126 127 128
      clGetProgramBuildInfo(program, CLEngine::Instance()->DeviceID(),
                            CL_PROGRAM_BUILD_LOG, log_size, log, NULL);
      DLOG << " program build error: " << log;
    }

    if (status == CL_SUCCESS) {
      return true;
    } else {
      return false;
    }
L
liuruilong 已提交
129
  }
L
liuruilong 已提交
130

L
liuruilong 已提交
131 132
  cl_device_id DeviceID(int index = 0) { return devices_[index]; }

Y
yangfei 已提交
133 134 135
  std::string GetCLPath() { return cl_path_; }
  void setClPath(std::string cl_path) { cl_path_ = cl_path; }

L
liuruilong 已提交
136 137 138 139 140 141 142 143
 private:
  CLEngine() { initialized_ = false; }

  bool SetPlatform();

  bool SetClDeviceId();

  bool initialized_;
L
liuruilong 已提交
144

L
liuruilong 已提交
145
  cl_platform_id platform_;
L
liuruilong 已提交
146

L
liuruilong 已提交
147
  cl_device_id *devices_;
L
liuruilong 已提交
148

L
liuruilong 已提交
149 150
  cl_int status_;

Y
yangfei 已提交
151
  std::string cl_path_;
L
liuruilong 已提交
152
  std::unique_ptr<_cl_program, CLProgramDeleter> program_;
L
liuruilong 已提交
153

xiebaiyuan's avatar
xiebaiyuan 已提交
154 155 156 157 158
  std::unique_ptr<_cl_context, CLContextDeleter> context_ = nullptr;

  std::unique_ptr<_cl_command_queue, CLCommQueueDeleter> command_queue_ =
      nullptr;

159
  //  bool SetClContext();
L
liuruilong 已提交
160

161
  //  bool SetClCommandQueue();
L
liuruilong 已提交
162

163
  //  bool LoadKernelFromFile(const char *kernel_file);
L
liuruilong 已提交
164

165
  //  bool BuildProgram();
xiebaiyuan's avatar
xiebaiyuan 已提交
166
  bool is_init_success_ = false;
L
liuruilong 已提交
167 168 169 170
};

}  // namespace framework
}  // namespace paddle_mobile