sequence_padding_test.cc 4.7 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Y
Yiqun Liu 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Y
Yi Wang 已提交
15
#include "paddle/fluid/operators/math/sequence_padding.h"
W
wanghuancoder 已提交
16

Y
Yiqun Liu 已提交
17
#include <gtest/gtest.h>
18 19 20
template <typename DeviceContext, typename T>
void TestSequencePadding(const DeviceContext &context,
                         const paddle::framework::LoD &lod,
Y
Yiqun Liu 已提交
21 22 23 24 25
                         const size_t sequence_width) {
  paddle::framework::LoDTensor cpu_seq;
  paddle::framework::LoDTensor cpu_seq_back;
  paddle::framework::LoDTensor seq;
  paddle::framework::LoDTensor seq_back;
F
fengjiayi 已提交
26
  paddle::framework::LoDTensor padding;
F
fengjiayi 已提交
27 28
  paddle::framework::LoDTensor cpu_pad_value;
  paddle::framework::LoDTensor pad_value;
Y
Yiqun Liu 已提交
29 30 31 32 33 34 35 36

  const size_t level = lod.size() - 1;
  auto seq_dims =
      paddle::framework::make_ddim({static_cast<int64_t>(lod[level].back()),
                                    static_cast<int64_t>(sequence_width)});

  cpu_seq.set_lod(lod);
  cpu_seq.mutable_data<T>(seq_dims, paddle::platform::CPUPlace());
C
chengduoZH 已提交
37
  for (int64_t i = 0; i < cpu_seq.numel(); ++i) {
Y
Yiqun Liu 已提交
38 39 40
    cpu_seq.data<T>()[i] = static_cast<T>(i);
  }

41 42
  auto place = context.GetPlace();
  if (paddle::platform::is_cpu_place(place)) {
Y
Yiqun Liu 已提交
43 44
    seq = cpu_seq;
  } else {
45
    TensorCopySync(cpu_seq, place, &seq);
Y
Yiqun Liu 已提交
46 47 48 49
    seq.set_lod(lod);
  }

  const size_t max_sequence_length =
Y
yangyaming 已提交
50
      paddle::operators::math::MaximumSequenceLength(lod[level]);
Y
Yiqun Liu 已提交
51 52 53 54 55
  const size_t num_sequences = lod[level].size() - 1;
  auto padding_dims =
      paddle::framework::make_ddim({static_cast<int64_t>(max_sequence_length),
                                    static_cast<int64_t>(num_sequences),
                                    static_cast<int64_t>(sequence_width)});
Y
yangyaming 已提交
56

57
  padding.mutable_data<T>(padding_dims, place);
Y
yangyaming 已提交
58

59
  T *pad_value_data =
F
fengjiayi 已提交
60 61
      cpu_pad_value.mutable_data<T>({1}, paddle::platform::CPUPlace());
  *pad_value_data = static_cast<T>(0);
62
  if (paddle::platform::is_cpu_place(place)) {
F
fengjiayi 已提交
63 64
    pad_value = cpu_pad_value;
  } else {
65
    TensorCopySync(cpu_pad_value, place, &pad_value);
F
fengjiayi 已提交
66 67
  }

Y
Yiqun Liu 已提交
68
  paddle::operators::math::PaddingLoDTensorFunctor<DeviceContext, T>()(
H
Hui Zhang 已提交
69
      context, seq, &padding, pad_value, -1, 0, false,
Y
yangyaming 已提交
70
      paddle::operators::math::kLengthBatchWidth);
Y
Yiqun Liu 已提交
71 72

  seq_back.set_lod(lod);
73
  seq_back.mutable_data<T>(seq_dims, place);
Y
Yiqun Liu 已提交
74
  paddle::operators::math::UnpaddingLoDTensorFunctor<DeviceContext, T>()(
H
Hui Zhang 已提交
75
      context, padding, &seq_back, -1, 0, false,
Y
yangyaming 已提交
76
      paddle::operators::math::kLengthBatchWidth);
Y
Yiqun Liu 已提交
77

78
  if (paddle::platform::is_cpu_place(place)) {
Y
Yiqun Liu 已提交
79 80
    cpu_seq_back = seq_back;
  } else {
F
fengjiayi 已提交
81
    TensorCopySync(seq_back, paddle::platform::CPUPlace(), &cpu_seq_back);
Y
Yiqun Liu 已提交
82 83 84 85 86
    cpu_seq_back.set_lod(lod);
  }

  EXPECT_EQ(cpu_seq.numel(), cpu_seq_back.numel());
  EXPECT_EQ(cpu_seq.dims(), cpu_seq_back.dims());
C
chengduoZH 已提交
87
  for (int64_t i = 0; i < cpu_seq.numel(); ++i) {
Y
Yiqun Liu 已提交
88 89
    EXPECT_EQ(cpu_seq.data<T>()[i], cpu_seq_back.data<T>()[i]);
  }
90
}
Y
Yiqun Liu 已提交
91 92

TEST(Seq2BatchPadding, CPU) {
93 94 95 96
  auto place = paddle::platform::CPUPlace();
  auto *context = static_cast<paddle::platform::CPUDeviceContext *>(
      paddle::platform::DeviceContextPool::Instance().Get(place));

Y
Yiqun Liu 已提交
97 98
  paddle::framework::LoD lod1;
  lod1.push_back(std::vector<size_t>{0, 10});
99 100
  TestSequencePadding<paddle::platform::CPUDeviceContext, float>(*context, lod1,
                                                                 16);
Y
Yiqun Liu 已提交
101 102 103

  paddle::framework::LoD lod2;
  lod2.push_back(std::vector<size_t>{0, 2, 7, 10});
104 105
  TestSequencePadding<paddle::platform::CPUDeviceContext, float>(*context, lod2,
                                                                 128);
Y
Yiqun Liu 已提交
106 107
}

108
#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
Y
Yiqun Liu 已提交
109
TEST(SequencePadding, CUDA) {
110 111 112 113
  auto place = paddle::platform::CUDAPlace(0);
  auto *context = static_cast<paddle::platform::CUDADeviceContext *>(
      paddle::platform::DeviceContextPool::Instance().Get(place));

Y
Yiqun Liu 已提交
114 115
  paddle::framework::LoD lod1;
  lod1.push_back(std::vector<size_t>{0, 10});
116 117
  TestSequencePadding<paddle::platform::CUDADeviceContext, float>(*context,
                                                                  lod1, 16);
Y
Yiqun Liu 已提交
118 119 120

  paddle::framework::LoD lod2;
  lod2.push_back(std::vector<size_t>{0, 2, 7, 10});
121 122
  TestSequencePadding<paddle::platform::CUDADeviceContext, float>(*context,
                                                                  lod2, 128);
Y
Yiqun Liu 已提交
123 124
}
#endif