// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/fluid/distributed/ps/table/graph/graph_weighted_sampler.h" #include #include #include #include "paddle/phi/core/generator.h" namespace paddle { namespace distributed { void RandomSampler::build(GraphEdgeBlob *edges) { this->edges = edges; } std::vector RandomSampler::sample_k( int k, const std::shared_ptr rng) { int n = edges->size(); if (k >= n) { k = n; std::vector sample_result; for (int i = 0; i < k; i++) { sample_result.push_back(i); } return sample_result; } std::vector sample_result; std::unordered_map replace_map; while (k--) { std::uniform_int_distribution distrib(0, n - 1); int rand_int = distrib(*rng); auto iter = replace_map.find(rand_int); if (iter == replace_map.end()) { sample_result.push_back(rand_int); } else { sample_result.push_back(iter->second); } iter = replace_map.find(n - 1); if (iter == replace_map.end()) { replace_map[rand_int] = n - 1; } else { replace_map[rand_int] = iter->second; } --n; } return sample_result; } WeightedSampler::WeightedSampler() { left = nullptr; right = nullptr; edges = nullptr; } WeightedSampler::~WeightedSampler() { if (left != nullptr) { delete left; left = nullptr; } if (right != nullptr) { delete right; right = nullptr; } } void WeightedSampler::build(GraphEdgeBlob *edges) { if (left != nullptr) { delete left; left = nullptr; } if (right != nullptr) { delete right; right = nullptr; } return build_one( reinterpret_cast(edges), 0, edges->size()); } void WeightedSampler::build_one(WeightedGraphEdgeBlob *edges, int start, int end) { count = 0; this->edges = edges; if (start + 1 == end) { left = right = nullptr; idx = start; count = 1; weight = edges->get_weight(idx); } else { left = new WeightedSampler(); right = new WeightedSampler(); left->build_one(edges, start, start + (end - start) / 2); right->build_one(edges, start + (end - start) / 2, end); weight = left->weight + right->weight; count = left->count + right->count; } } std::vector WeightedSampler::sample_k( int k, const std::shared_ptr rng) { if (k >= count) { k = count; std::vector sample_result; for (int i = 0; i < k; i++) { sample_result.push_back(i); } return sample_result; } std::vector sample_result; float subtract; std::unordered_map subtract_weight_map; std::unordered_map subtract_count_map; std::uniform_real_distribution distrib(0, 1.0); while (k--) { float query_weight = distrib(*rng); query_weight *= weight - subtract_weight_map[this]; sample_result.push_back(sample( query_weight, subtract_weight_map, subtract_count_map, subtract)); } return sample_result; } int WeightedSampler::sample( float query_weight, std::unordered_map &subtract_weight_map, std::unordered_map &subtract_count_map, float &subtract) { if (left == nullptr) { subtract_weight_map[this] = weight; subtract = weight; subtract_count_map[this] = 1; return idx; } int left_count = left->count - subtract_count_map[left]; int right_count = right->count - subtract_count_map[right]; float left_subtract = subtract_weight_map[left]; int return_idx; if (right_count == 0 || left_count > 0 && left->weight - left_subtract >= query_weight) { return_idx = left->sample( query_weight, subtract_weight_map, subtract_count_map, subtract); } else { return_idx = right->sample(query_weight - (left->weight - left_subtract), subtract_weight_map, subtract_count_map, subtract); } subtract_weight_map[this] += subtract; subtract_count_map[this]++; return return_idx; } } // namespace distributed } // namespace paddle