add skip op

paddle/fluid/framework/async_executor.cc

@@ -95,8 +95,12 @@ void AsyncExecutor::InitParamConfig() {
         }
     }
     _param_config.slot_dim = _param_config.fea_dim - 2; //TODO
-    _param_config.tmp_push_dense_wait_times = (int32_t)(_pslib_ptr->get_param()->trainer_param().pull_dense_per_batch());
-    _param_config.tmp_push_sparse_wait_times = (int32_t)(_pslib_ptr->get_param()->trainer_param().push_dense_per_batch());
+    _param_config.tmp_push_dense_wait_times = (int32_t)(_pslib_ptr->get_param()->trainer_param().push_dense_per_batch());
+    _param_config.tmp_push_sparse_wait_times = (int32_t)(_pslib_ptr->get_param()->trainer_param().push_sparse_per_batch());
+
+    for (auto t = 0u; t < _pslib_ptr->get_param()->trainer_param().skip_op_size(); ++t) {
+        _param_config.skip_op.push_back(_pslib_ptr->get_param()->trainer_param().skip_op(t));
+    }
     //sparse
     for (auto t = 0u; t < _pslib_ptr->get_param()->trainer_param().sparse_table_size(); ++t) {
         auto& table = _pslib_ptr->get_param()->trainer_param().sparse_table(t);

paddle/fluid/framework/executor_thread_worker.cc

@@ -340,16 +340,21 @@ void AsyncExecutorThreadWorker::SetPullDenseThread(std::shared_ptr<DensePullThre
 }
 void AsyncExecutorThreadWorker::TrainOneNetwork() {
     PrepareParams();
-
+    
     for (auto& op : ops_) {
         if (op->Type().find("sgd") != std::string::npos) {
             continue;
         }
-        if (op->Type().find("lookup_table") != std::string::npos || 
-            op->Type().find("lookup_table_grad") != std::string::npos) {
-            continue;
+        bool need_skip = false;
+        for (auto t = 0u; t < _param_config->skip_op.size(); ++t) {
+            if (op->Type().find(_param_config->skip_op[t]) != std::string::npos) { 
+                need_skip = true;
+                break;
+            }
+        }
+        if (!need_skip) {
+            op->Run(*thread_scope_, place_);
         }
-        op->Run(*thread_scope_, place_);
     }
     UpdateParams();
 }

paddle/fluid/framework/executor_thread_worker.h

@@ -39,6 +39,8 @@ struct AsyncWorkerParamConfig {
     int fea_dim; 
     int32_t tmp_push_dense_wait_times;
     int32_t tmp_push_sparse_wait_times;
+    
+    std::vector<std::string> skip_op;
 
     std::map<uint64_t, std::vector<std::string>> dense_variable_name;
     std::map<uint64_t, std::vector<std::string>> dense_gradient_variable_name;