diff --git a/go/pserver/client.go b/go/pserver/client.go
index dda915977282d4880ddcc8c18ef6fd80ede9e01b..a8d2d710d82fa7b6ac2694fc1e5784180aab5e36 100644
--- a/go/pserver/client.go
+++ b/go/pserver/client.go
@@ -123,6 +123,10 @@ func (c *Client) FinishInitParams() error {
 // SendGrads sends gradients to parameter servers for updating
 // parameters.
 func (c *Client) SendGrads(grads []Gradient) error {
+	if len(grads) == 0 {
+		log.Info("Send Empty Gradient")
+		return nil
+	}
 	errCh := make(chan error, len(grads))
 	for _, g := range grads {
 		go func(g Gradient) {