sampling_id_op.h 2.2 KB
Newer Older
T
tangwei12 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
#pragma once

#include <random>
#include <vector>
T
tangwei12 已提交
18
#include "paddle/fluid/framework/lod_tensor.h"
T
tangwei12 已提交
19 20 21 22 23
#include "paddle/fluid/framework/op_registry.h"

namespace paddle {
namespace operators {

T
tangwei12 已提交
24 25
using Tensor = framework::Tensor;

T
tangwei12 已提交
26 27 28 29 30 31 32 33
template <typename DeviceContext, typename T>
class SamplingIdKernel : public framework::OpKernel<T> {
 public:
  void Compute(const framework::ExecutionContext& context) const override {
    const Tensor* input = context.Input<Tensor>("X");
    const int batch_size = static_cast<int>(input->dims()[0]);
    const int width = static_cast<int>(input->dims()[1]);

T
tangwei12 已提交
34 35
    std::vector<T> ins_vector;
    framework::TensorToVector(*input, context.device_context(), &ins_vector);
T
tangwei12 已提交
36

T
tangwei12 已提交
37 38 39 40 41 42
    std::vector<int> ids(batch_size);
    for (size_t i = 0; i < batch_size; ++i) {
      double r = this->get_rand();
      int id = width - 1;
      for (int j = 0; j < width; ++j) {
        if ((r -= ins_vector[i * width + j]) < 0) {
T
tangwei12 已提交
43 44 45 46 47 48 49 50 51 52
          id = j;
          break;
        }
      }
      ids[i] = id;
    }

    std::vector<int64_t> out_dim;
    out_dim.push_back(static_cast<int64_t>(batch_size));

T
tangwei12 已提交
53
    Tensor* output = context.Output<Tensor>("Out");
T
tangwei12 已提交
54
    output->Resize(framework::make_ddim(out_dim));
T
tangwei12 已提交
55 56 57 58
    output->mutable_data<T>(context.GetPlace());
    framework::TensorFromVector(ids, context.device_context(), output);
  }

T
tangwei12 已提交
59 60 61 62 63 64 65
  double get_rand() const {
    // Will be used to obtain a seed for the random number engine
    std::random_device rd;
    // Standard mersenne_twister_engine seeded with rd()
    std::mt19937 gen(rd());
    std::uniform_real_distribution<> dis(0, 1);
    return dis(gen);
T
tangwei12 已提交
66 67 68 69
  }

 private:
  unsigned int defaultSeed = 0;
T
tangwei12 已提交
70
};
T
tangwei12 已提交
71 72
}  // namespace operators
}  // namespace paddle