diff --git a/python/paddle/trainer_config_helpers/layers.py b/python/paddle/trainer_config_helpers/layers.py
index 3b6f0270de16627821624dd1266a0a1c089323b0..dcf1c05bd6a29b94cd2a22d53d172e12e233a5f0 100755
--- a/python/paddle/trainer_config_helpers/layers.py
+++ b/python/paddle/trainer_config_helpers/layers.py
@@ -2916,6 +2916,8 @@ def memory(name,
         boot_bias = ParamAttr.to_bias(boot_bias)
 
     assert boot_layer is None or isinstance(boot_layer, LayerOutput)
+    if is_seq == True:
+        assert isinstance(boot_layer, LayerOutput)
     if name is not None:
         memory_name = None