cl_tensor.h 3.8 KB
Newer Older
L
liuruilong 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once

#include <memory>
#include <string>
#include <vector>

#include "framework/tensor_base.h"
L
liuruilong 已提交
22 23
#include "framework/cl/cl_engine.h"
#include "framework/cl/cl_deleter.h"
L
liuruilong 已提交
24
#include "CL/cl.h"
L
liuruilong 已提交
25 26 27 28

namespace paddle_mobile {
namespace framework {

L
liuruilong 已提交
29
class CLTensor : TensorBase {
L
liuruilong 已提交
30
 public:
L
liuruilong 已提交
31
  CLTensor(cl_context context) : context_(context) {}
L
liuruilong 已提交
32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86

  /*! Resize the dimensions of the memory block. */
  inline CLTensor &Resize(const DDim &dims) {
    dims_ = dims;
    return *this;
  }

  //  template<typename T>
  //  inline T *mutable_with_data(void *data) {
  //    int64_t size = numel() * sizeof(float);
  //    holder_.reset(new PlaceholderImpl(size, data, typeid(T)));
  //    return reinterpret_cast<T *>(reinterpret_cast<void *>(
  //            reinterpret_cast<uintptr_t>(holder_->ptr())));
  //  }

  inline void *mutable_data(std::type_index type) {
    if (holder_ != nullptr) {
      holder_->set_type(type);
    }
    PADDLE_MOBILE_ENFORCE(numel() >= 0, "the Tensor's numel must >=0.")
    int64_t size = numel() * SizeOfType(type);
    if (holder_ == nullptr || holder_->size() < size + offset_) {
      holder_.reset(new PlaceholderImpl(size, type));
      offset_ = 0;
    }
    return reinterpret_cast<void *>(
        reinterpret_cast<uintptr_t>(holder_->ptr()) + offset_);
  }

  /**
   * @brief   Return a pointer to mutable memory block.
   * @note    If not exist, then allocation.
   */
  template <typename T>
  inline T *mutable_data() {
    static_assert(std::is_pod<T>::value, "T must be POD");
    return reinterpret_cast<T *>(mutable_data(typeid(T)));
  }

  /**
   * @brief     Return a pointer to mutable memory block.
   *
   * @param[in] dims    The dimensions of the memory block.
   * @param[in] place   The place of the memory block.
   *
   * @note      If not exist, then allocation.
   */
  template <typename T>
  inline T *mutable_data(DDim dims) {
    static_assert(std::is_pod<T>::value, "T must be POD");
    Resize(dims);
    return mutable_data<T>();
  }

 private:
L
liuruilong 已提交
87 88 89

  cl_context context_;

L
liuruilong 已提交
90 91 92 93 94 95 96 97 98 99 100 101
  /*
   *   virtual ~Placeholder() = default;

    virtual void *ptr() const = 0;

    virtual size_t size() const = 0;

    virtual std::type_index type() const = 0;

    virtual void set_type(std::type_index type) = 0;
   * */
  struct PlaceholderImpl : public Placeholder {
L
liuruilong 已提交
102 103
    PlaceholderImpl(size_t size, void *input, std::type_index type, cl_context context)
        : ptr_(clCreateBuffer(context,
L
liuruilong 已提交
104 105 106
                              CL_MEM_READ_ONLY | CL_MEM_COPY_HOST_PTR, size,
                              reinterpret_cast<void *>(input), NULL)),
          size_(size),
L
liuruilong 已提交
107
          type_(type) {
L
liuruilong 已提交
108

L
liuruilong 已提交
109 110 111 112
    }

    PlaceholderImpl(size_t size, std::type_index type, cl_context context)
        : ptr_(clCreateBuffer(context,
L
liuruilong 已提交
113 114 115 116 117 118 119 120 121 122 123 124
                              CL_MEM_READ_WRITE, size, NULL, NULL)),
          size_(size),
          type_(type) {}

    virtual size_t size() const { return size_; }

    virtual void *ptr() const { return static_cast<void *>(ptr_.get()); }

    virtual std::type_index type() const { return type_; }

    virtual void set_type(std::type_index type) { type_ = type; }

L
liuruilong 已提交
125
    std::unique_ptr<_cl_mem, CLMemDeleter> ptr_;
L
liuruilong 已提交
126 127 128 129 130

    size_t size_;

    /* the current type of memory */
    std::type_index type_;
L
liuruilong 已提交
131

L
liuruilong 已提交
132
  };
L
liuruilong 已提交
133

L
liuruilong 已提交
134 135 136 137
};

}  // namespace framework
}  // namespace paddle_mobile