diff --git a/python/paddle/v2/framework/tests/test_nccl_init_op.py b/python/paddle/v2/framework/tests/test_nccl_init_op.py
index b56a857a98c8f753532f8d9bdf29ae8f89ef6373..054909fdf5517a68c6a07971c65a1d5bdc20d4fa 100644
--- a/python/paddle/v2/framework/tests/test_nccl_init_op.py
+++ b/python/paddle/v2/framework/tests/test_nccl_init_op.py
@@ -11,7 +11,7 @@ if not core.is_compile_gpu():
 gpu_count = core.get_cuda_device_count()
 
 if gpu_count <= 1:
-    exit(1)
+    exit(0)
 
 g_scope = core.Scope()
 g_ctx = core.DeviceContext.create(core.CPUPlace())