diff --git a/paddle/go/pserver/service.go b/paddle/go/pserver/service.go
index 0d10da9880a9e38f3ad7238afb00af05d4099a6f..22f6cdf40d49a43b5843808afdbc724509877644 100644
--- a/paddle/go/pserver/service.go
+++ b/paddle/go/pserver/service.go
@@ -110,7 +110,7 @@ func (s *Service) SendGrads(grads []Gradient, dummy *int) error {
 	}
 
 	s.mu.Lock()
-	s.mu.Unlock()
+	defer s.mu.Unlock()
 
 	for _, g := range grads {
 		if _, ok := s.paramMap[g.Name]; !ok {
@@ -134,7 +134,7 @@ func (s *Service) SendGrads(grads []Gradient, dummy *int) error {
 func (s *Service) GetParams(names []string, parameters *[]Parameter) error {
 	<-s.initialized
 	s.mu.Lock()
-	s.mu.Unlock()
+	defer s.mu.Unlock()
 
 	for _, n := range names {
 		if _, ok := s.paramMap[n]; !ok {