follow comments

python/paddle/trainer/config_parser.py

@@ -2320,6 +2320,9 @@ def Memory(name,
         memory_name = name + "+delay1"
     agent_name = memory_name
     if is_sequence:
+        config_assert(
+            boot_layer is not None,
+            "there must be boot_layer in network when is_sequence = True")
         agent_layer = SequenceAgentLayer(agent_name, size)
     else:
         agent_layer = AgentLayer(agent_name, size)

python/paddle/trainer_config_helpers/layers.py

@@ -2916,8 +2916,6 @@ def memory(name,
         boot_bias = ParamAttr.to_bias(boot_bias)
 
     assert boot_layer is None or isinstance(boot_layer, LayerOutput)
-    if is_seq == True:
-        assert isinstance(boot_layer, LayerOutput)
     if name is not None:
         memory_name = None