diff --git a/python/paddle/v2/fluid/tests/test_parallel_op.py b/python/paddle/v2/fluid/tests/test_parallel_op.py
index 8452d6835fa77c8653d7eb594512b30f3fadf104..dc8c8060741464095aa2485e77f76c8bb6f42f88 100644
--- a/python/paddle/v2/fluid/tests/test_parallel_op.py
+++ b/python/paddle/v2/fluid/tests/test_parallel_op.py
@@ -172,12 +172,18 @@ class ParallelOpTest(BaseParallelForTest):
         loss = fluid.layers.mean(x=hidden)
         yield loss
 
-    def test_fc_with_tiny_data(self):
+    def test_simple_fc(self):
         self.run_test(
             callback=self.__network__,
             feed={'img': numpy.random.random(size=(8, 784)).astype('float32')},
             fetch=['fc1.w@GRAD'])
 
+    def test_fc_with_tiny_data(self):
+        self.run_test(
+            callback=self.__network__,
+            feed={'img': numpy.random.random(size=(1, 784)).astype('float32')},
+            fetch=['fc1.w@GRAD'])
+
 
 class ParallelOpTestMultipleInput(BaseParallelForTest):
     @staticmethod