diff --git a/paddle/fluid/operators/clip_by_norm_op.h b/paddle/fluid/operators/clip_by_norm_op.h
index 348a26bba9453e022fa9cd036a4c0fa87d4877a0..415cc975ecd6fd8d207ecdf40afd0263794b0130 100644
--- a/paddle/fluid/operators/clip_by_norm_op.h
+++ b/paddle/fluid/operators/clip_by_norm_op.h
@@ -63,8 +63,9 @@ class ClipByNormKernel : public framework::OpKernel<T> {
       output->Resize(merged_input->value().dims());
       output->mutable_data<T>(context.GetPlace());
     } else {
-      PADDLE_THROW(
-          platform::errors::InvalidArgument("invalid input variable type"));
+      PADDLE_THROW(platform::errors::InvalidArgument(
+          "Invalid input variable type, only support LodTensor and "
+          "SelectedRows types."));
     }
 
     PADDLE_ENFORCE_NOT_NULL(input,