test_grid_sampler_op.py

#   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


import unittest
import numpy as np
from op_test import OpTest


def AffineGrid(theta, size):
    n = size[0]
    h = size[2]
    w = size[3]
    h_idx = np.repeat(
            np.linspace(-1, 1, h)[np.newaxis, :], w, axis=0).T[:, :, np.newaxis]
    w_idx = np.repeat(
            np.linspace(-1, 1, w)[np.newaxis, :], h, axis=0)[:, :, np.newaxis]
    grid = np.concatenate(
            [w_idx, h_idx, np.ones([h, w, 1])], axis=2)  # h * w * 3
    grid = np.repeat(grid[np.newaxis, :], size[0], axis=0)  # n * h * w *3

    ret = np.zeros([n, h * w, 2])
    theta = theta.transpose([0, 2, 1])
    for i in range(len(theta)):
        ret[i] = np.dot(grid[i].reshape([h * w, 3]), theta[i])

    return ret.reshape([n, h, w, 2]).astype("float32")

def getGridPointValue(data, x, y):
    data_shape = data.shape
    N = data_shape[0]
    H = data_shape[2]
    W = data_shape[3]

    out = np.zeros(data_shape, dtype='float')
    for i in range(N):
        for j in range(H):
            for k in range(W):
                if y[i, j, k] < 0 or y[i, j, k] > H - 1 or x[i, j, k] < 0 or x[i, j, k] > W - 1:
                    out[i, :, j, k] = 0
                else:
                    out[i, :, j, k] = data[i, :, y[i, j, k], x[i, j, k]]

    return out

def GridSampler(data, grid):
    dims = data.shape
    N = dims[0]
    C = dims[1]
    H = dims[2]
    W = dims[3]

    x = grid[:, :, :, 0]
    y = grid[:, :, :, 1]
    y_max = H - 1
    x_max = W - 1

    x = 0.5 * ((x.astype('float32') + 1.0) * x_max)
    y = 0.5 * ((y.astype('float32') + 1.0) * y_max)

    x0 = np.floor(x).astype('int32')
    x1 = x0 + 1
    y0 = np.floor(y).astype('int32') 
    y1 = y0 + 1

    wa = np.tile(((x1 - x) * (y1 - y)).reshape((N, 1, H, W)), (1, C, 1, 1))
    wb = np.tile(((x1 - x) * (y - y0)).reshape((N, 1, H, W)), (1, C, 1, 1))
    wc = np.tile(((x - x0) * (y1 - y)).reshape((N, 1, H, W)), (1, C, 1, 1))
    wd = np.tile(((x - x0) * (y - y0)).reshape((N, 1, H, W)), (1, C, 1, 1))

    va = getGridPointValue(data, x0, y0)
    vb = getGridPointValue(data, x0, y1)
    vc = getGridPointValue(data, x1, y0)
    vd = getGridPointValue(data, x1, y1)

    out = (wa * va + wb * vb + wc * vc + wd * vd).astype('float32')
    return out

class TestGridSamplerOp(OpTest):
    def setUp(self):
        self.initTestCase()
        self.op_type = 'grid_sampler'
        x = np.random.randint(0, 255, self.x_shape).astype('float32')

        theta = np.zeros(self.theta_shape).astype('float32')
        for i in range(self.theta_shape[0]):
            for j in range(2):
                for k in range(3):
                    theta[i, j, k] = np.random.rand(1)[0]
        grid = AffineGrid(theta, self.x_shape)

        self.inputs = {'X': x, 'Grid': grid}
        self.attrs = {'use_cudnn': True}
        self.outputs = {'Output': GridSampler(x, grid)}

    def test_check_output(self):
        self.check_output(atol=1e-3)

    def test_check_grad_normal(self):
        self.check_grad(['X', 'Grid'], 'Output', max_relative_error=0.61)

    def initTestCase(self):
        self.x_shape = (2, 5, 7, 3)
        self.grid_shape = (2, 7, 3, 2)
        self.theta_shape = (2, 2, 3)

if __name__ == "__main__":
    unittest.main()