diff --git a/paddle/fluid/operators/index_impl.cu.h b/paddle/fluid/operators/index_impl.cu.h
index bae0d3f569f5f42a7ff63593352cd63579810606..3d6a5e0ea88a28addaf09d90cae9659cbea85305 100644
--- a/paddle/fluid/operators/index_impl.cu.h
+++ b/paddle/fluid/operators/index_impl.cu.h
@@ -45,7 +45,7 @@ __global__ void VectorizedIndexKernel(T *out, int numel, int main_offset,
                                             BLOCK_NUM_X * VecSize);
   }
   int num = numel - data_offset;
-  if (numel > 0) {
+  if (num > 0) {
     kps::InitWithDataIndex<int, VecSize, 1, 1>(&args[0], data_offset);
     kps::ElementwiseUnary<int, T, VecSize, 1, 1, Functor>(&result[0], &args[0],
                                                           func);