diff --git a/paddle/fluid/framework/fleet/heter_ps/cudf/concurrent_unordered_map.cuh.h b/paddle/fluid/framework/fleet/heter_ps/cudf/concurrent_unordered_map.cuh.h
index 266508eb4de6c15581ee0d9fa49b3e01cad997fc..4ad32d1714f7d55e8e36b7d5fe1b971734c0bc54 100644
--- a/paddle/fluid/framework/fleet/heter_ps/cudf/concurrent_unordered_map.cuh.h
+++ b/paddle/fluid/framework/fleet/heter_ps/cudf/concurrent_unordered_map.cuh.h
@@ -551,6 +551,7 @@ class concurrent_unordered_map : public managed {
         update_existing_value(existing_value, x, op);
 
         insert_success = true;
+        break;
       }
 
       current_index = (current_index + 1) % hashtbl_size;