tensor.h 4.4 KB
Newer Older
Y
Yi Wang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Y
Yi Wang 已提交
15 16
#pragma once

17
#include <cstdint>
F
fengjiayi 已提交
18 19 20 21 22 23 24
#include <memory>
#include <type_traits>
#include "paddle/framework/ddim.h"
#include "paddle/framework/enforce.h"
#include "paddle/memory/memory.h"
#include "paddle/platform/place.h"

Y
Yi Wang 已提交
25 26 27 28 29
namespace paddle {
namespace framework {

class Tensor {
 public:
30 31 32 33
  Tensor() : offset_(0) {}

  Tensor(const DDim& dims) : dims_(dims), offset_(0) {}

Y
Yi Wang 已提交
34 35
  template <typename T>
  const T* data() const {
36 37 38 39 40
    PADDLE_ENFORCE(
        holder_ != nullptr,
        "Tenosr has not been initialized. Call Tensor::mutable_data first.");
    return reinterpret_cast<const T*>(
        reinterpret_cast<uintptr_t>(holder_->Ptr()) + offset_);
Y
Yi Wang 已提交
41 42 43
  }

  template <typename T,  // must be POD types
F
fengjiayi 已提交
44 45
            typename std::enable_if<std::is_pod<T>::value>::type* = nullptr>
  T* mutable_data(DDim dims, paddle::platform::Place place) {
46
    dims_ = dims;
F
fengjiayi 已提交
47 48 49
    if (holder_ == nullptr ||
        !(holder_->Place() ==
          place) /* some versions of boost::variant don't have operator!= */
50
        || holder_->Size() < product(dims) * sizeof(T) + offset_) {
F
fengjiayi 已提交
51
      holder_.reset(new PlaceholderImpl<T>(place, product(dims) * sizeof(T)));
52
      offset_ = 0;
Y
Yi Wang 已提交
53
    }
54 55
    return reinterpret_cast<T*>(reinterpret_cast<uintptr_t>(holder_->Ptr()) +
                                offset_);
Y
Yi Wang 已提交
56 57
  }

58 59
  void ShareDataFrom(const Tensor& src) {
    PADDLE_ENFORCE(src.holder_ != nullptr,
F
fengjiayi 已提交
60
                   "Can not share data from an uninitialized tensor.");
61 62 63
    holder_ = src.holder_;
    dims_ = src.dims_;
    offset_ = src.offset_;
Y
Yi Wang 已提交
64 65
  }

66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88
  Tensor Slice(const int& begin_idx, const int& end_idx) {
    PADDLE_ENFORCE(holder_ != nullptr,
                   "The sliced tenosr has not been initialized.");
    PADDLE_ENFORCE(begin_idx >= 0 && end_idx <= dims_[0],
                   "Slice index is less than zero or out of bound.");
    PADDLE_ENFORCE(begin_idx < end_idx,
                   "Begin index must be less than end index.");
    PADDLE_ENFORCE(dims_[0] != 1, "Can not slice a tensor with dims_[0] = 1.");
    std::vector<int> d = vectorize(dims_);
    int base = 1;
    for (size_t i = 1; i < d.size(); ++i) {
      base *= d[i];
    }
    Tensor dst;
    dst.holder_ = holder_;
    dst.dims_ = dims_;
    dst.dims_[0] = end_idx - begin_idx;
    dst.offset_ = offset_ + begin_idx * base * holder_->TypeSize();
    return dst;
  }

  DDim dims() const { return dims_; }

Y
Yi Wang 已提交
89 90 91 92 93 94
 private:
  // Placeholder hides type T, so it doesn't appear as a template
  // parameter of Variable.
  struct Placeholder {
    virtual ~Placeholder() {}
    virtual void* Ptr() const = 0;
F
fengjiayi 已提交
95
    virtual paddle::platform::Place Place() const = 0;
Y
Yi Wang 已提交
96
    virtual size_t Size() const = 0;
97
    virtual size_t TypeSize() const = 0;
Y
Yi Wang 已提交
98 99 100 101
  };

  template <typename T>
  struct PlaceholderImpl : public Placeholder {
102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
   private:
    class Deleter {
     public:
      Deleter(platform::Place place) : place_(place) {}
      void operator()(T* ptr) {
        paddle::memory::Free(place_, static_cast<void*>(ptr));
      }

     private:
      paddle::platform::Place place_;
    };

   public:
    PlaceholderImpl(paddle::platform::Place place, size_t size)
        : ptr_(static_cast<T*>(paddle::memory::Alloc(place, size)),
               Deleter(place)),
          place_(place),
Y
Yi Wang 已提交
119 120 121 122
          size_(size) {}

    virtual void* Ptr() const { return static_cast<void*>(ptr_.get()); }
    virtual size_t Size() const { return size_; }
F
fengjiayi 已提交
123
    virtual paddle::platform::Place Place() const { return place_; }
124
    virtual size_t TypeSize() const { return sizeof(T); }
Y
Yi Wang 已提交
125

126
    std::unique_ptr<T, Deleter> ptr_;
F
fengjiayi 已提交
127 128
    paddle::platform::Place place_;  // record the place of ptr_.
    size_t size_;                    // size of the memory block.
Y
Yi Wang 已提交
129 130
  };

131
  std::shared_ptr<Placeholder> holder_;  // holds the memory block if allocated.
132 133
  DDim dims_;
  size_t offset_;  // marks the begin of tensor data area.
Y
Yi Wang 已提交
134 135 136 137
};

}  // namespace framework
}  // namespace paddle