diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
index 03e526a64ae88995f6b63abbd436571e05acb523..82dd534751ab96c33616eae9e4caf9ee2b7cbe7d 100755
--- a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
+++ b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
@@ -618,6 +618,7 @@ class PipelineParallel(MetaParallelBase):
             return (
                 t is not None
                 and isinstance(t, paddle.Tensor)
+                and t._is_initialized()
                 and t.inplace_version == 0
             )