未验证 提交 4e5cb7d8 编写于 作者: D danleifeng 提交者: GitHub

psgpu:optimize build_cpu hashset; test=develop (#34175)

上级 637f27c6
......@@ -29,6 +29,7 @@ limitations under the License. */
#include "paddle/fluid/distributed/table/depends/large_scale_kv.h"
#endif
#include "paddle/fluid/distributed/thirdparty/round_robin.h"
#include "paddle/fluid/framework/fleet/heter_ps/feature_value.h"
#include "paddle/fluid/framework/scope.h"
......@@ -106,7 +107,7 @@ class HeterContext {
}
void batch_add_keys(int shard_num,
const std::unordered_set<uint64_t>& shard_keys) {
const robin_hood::unordered_set<uint64_t>& shard_keys) {
int idx = feature_keys_[shard_num].size();
feature_keys_[shard_num].resize(feature_keys_[shard_num].size() +
shard_keys.size());
......
......@@ -29,6 +29,7 @@ limitations under the License. */
#include <gloo/broadcast.h>
#include "paddle/fluid/framework/fleet/gloo_wrapper.h"
#endif
#include "paddle/fluid/distributed/thirdparty/round_robin.h"
#include "paddle/fluid/framework/data_set.h"
#include "paddle/fluid/framework/fleet/heter_context.h"
#include "paddle/fluid/framework/fleet/heter_ps/heter_ps_base.h"
......@@ -270,7 +271,7 @@ class PSGPUWrapper {
std::vector<int> heter_devices_;
std::unordered_set<std::string> gpu_ps_config_keys_;
HeterObjectPool<HeterContext> gpu_task_pool_;
std::vector<std::vector<std::unordered_set<uint64_t>>> thread_keys_;
std::vector<std::vector<robin_hood::unordered_set<uint64_t>>> thread_keys_;
int thread_keys_thread_num_ = 37;
int thread_keys_shard_num_ = 37;
uint64_t max_fea_num_per_pass_ = 5000000000;
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册