diff --git a/python/paddle/nn/functional/vision.py b/python/paddle/nn/functional/vision.py
index a76bc9e86d226e08217bfafe3f39a71b6b5ed5ef..e56c5736cf75a86f930737ce6e5aa7a19c5c9a62 100644
--- a/python/paddle/nn/functional/vision.py
+++ b/python/paddle/nn/functional/vision.py
@@ -302,6 +302,9 @@ def grid_sample(x,
     if (cudnn_version is not None
         ) and align_corners and mode == 'bilinear' and padding_mode == 'zeros':
         use_cudnn = True
+        # CUDNN always computes gradients for all inputs
+        x.stop_gradient = False
+        grid.stop_gradient = False
     ipts = {'X': x, 'Grid': grid}
     attrs = {
         'mode': mode,