From b7661d7e5680b03fe20554e2554acb0d5fc53c95 Mon Sep 17 00:00:00 2001
From: Qiao Longfei <qiaolongfei@baidu.com>
Date: Sun, 24 Mar 2019 09:55:47 +0800
Subject: [PATCH] add some log

---
 .../async_sparse_param_update_recorder.h            | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/paddle/fluid/operators/distributed/async_sparse_param_update_recorder.h b/paddle/fluid/operators/distributed/async_sparse_param_update_recorder.h
index 6250cd50128..55d6577efce 100644
--- a/paddle/fluid/operators/distributed/async_sparse_param_update_recorder.h
+++ b/paddle/fluid/operators/distributed/async_sparse_param_update_recorder.h
@@ -67,6 +67,14 @@ class AsyncSparseParamUpdateRecorder {
       int trainer_num,
       const std::unordered_map<std::string, std::string>& grad_to_param)
       : trainer_num_(trainer_num), grad_to_param_(grad_to_param) {
+    std::ostringstream sstream;
+    sstream << "[";
+    for (auto& item : grad_to_param) {
+      sstream << item.first << ":" << item.second << ", ";
+    }
+    sstream << "]";
+    VLOG(3) << "trainer_num: " << trainer_num
+            << "grad_to_param_: " << sstream.str();
     for (auto& iter : grad_to_param) {
       param_to_grad_[iter.second] = iter.first;
       auto& param_name = iter.second;
@@ -82,6 +90,8 @@ class AsyncSparseParamUpdateRecorder {
 
   void Update(const std::string& grad_name,
               const std::vector<int64_t>& update_rows) {
+    VLOG(3) << "update grad: " << grad_name
+            << " row size: " << update_rows.size();
     auto& param_name = grad_to_param_.at(grad_name);
     auto& trainer_to_rows = param_to_updated_rows_.at(param_name);
 
@@ -97,6 +107,9 @@ class AsyncSparseParamUpdateRecorder {
     param_to_updated_rows_.at(param_name)[trainer_id]
         ->GetAndClear(result)
         .wait();
+    VLOG(3) << "GetAndClear param: " << param_name
+            << " for trainer: " << trainer_id
+            << " with size: " << result->size();
   }
 
   bool HasParam(const std::string& param_name) {
-- 
GitLab