ps_local_client.cc

// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/fluid/distributed/ps/service/ps_local_client.h"
#include "paddle/fluid/distributed/ps/table/table.h"

//#define pslib_debug_dense_compress

namespace paddle {
namespace distributed {
int32_t PsLocalClient::initialize() {
  const auto& downpour_param = _config.server_param().downpour_server_param();
  TableManager::instance().initialize();
  for (size_t i = 0; i < downpour_param.downpour_table_param_size(); ++i) {
    auto* table = CREATE_PSCORE_CLASS(
        Table, downpour_param.downpour_table_param(i).table_class());
    table->set_shard(0, 1);
    table->initialize(downpour_param.downpour_table_param(i),
                      _config.fs_client_param());
    _table_map[downpour_param.downpour_table_param(i).table_id()].reset(table);
  }
  return 0;
}

::std::future<int32_t> PsLocalClient::shrink(uint32_t table_id,
                                             const std::string threshold) {
  // TODO
  return done();
}

::std::future<int32_t> PsLocalClient::load(const std::string& epoch,
                                           const std::string& mode) {
  // TODO
  for (auto& it : _table_map) {
    load(it.first, epoch, mode);
  }
  return done();
}
::std::future<int32_t> PsLocalClient::load(uint32_t table_id,
                                           const std::string& epoch,
                                           const std::string& mode) {
  // TODO
  auto* table_ptr = table(table_id);
  table_ptr->load(epoch, mode);
  return done();
}

std::future<int32_t> PsLocalClient::Load(const LoadSaveContext& load_context) {
  if (load_context.table_id < 0) {
    for (auto& it : _table_map) {
      load(it.first, load_context.epoch, load_context.mode);
    }
    return done();
  } else {
    auto* table_ptr = table(load_context.table_id);
    table_ptr->load(load_context.epoch, load_context.mode);
    return done();
  }
}

::std::future<int32_t> PsLocalClient::save(const std::string& epoch,
                                           const std::string& mode) {
  // TODO
  for (auto& it : _table_map) {
    save(it.first, epoch, mode);
  }
  return done();
}
::std::future<int32_t> PsLocalClient::save(uint32_t table_id,
                                           const std::string& epoch,
                                           const std::string& mode) {
  // TODO
  auto* table_ptr = table(table_id);
  table_ptr->flush();
  table_ptr->save(epoch, mode);
  return done();
}

::std::future<int32_t> PsLocalClient::Save(
    const LoadSaveContext& save_context) {
  if (save_context.table_id < 0) {
    for (auto& it : _table_map) {
      save(it.first, save_context.epoch, save_context.mode);
    }
    return done();
  } else {
    auto* table_ptr = table(save_context.table_id);
    table_ptr->flush();
    table_ptr->save(save_context.epoch, save_context.mode);
    return done();
  }
}

::std::future<int32_t> PsLocalClient::clear() {
  // TODO
  return done();
}
::std::future<int32_t> PsLocalClient::clear(uint32_t table_id) {
  // TODO
  return done();
}

::std::future<int32_t> PsLocalClient::flush() {
  // no need
  return done();
}

::std::future<int32_t> PsLocalClient::stop_server() {
  // no need
  return done();
}

::std::future<int32_t> PsLocalClient::Pull(RequestContext& pull_context) {
  if (pull_context.value_type == Dense) {  // pull dense
    Region* dense_region = reinterpret_cast<Region*>(pull_context.dense_values);
    pull_dense(dense_region, pull_context.num, pull_context.table);
  } else {  // pull sparse
    // uint64_t* keys = reinterpret_cast<uint64_t*>(pull_context.keys);
    // char** select_values =
    // reinterpret_cast<char**>(pull_context.sparse_values);
    size_t table_id = pull_context.table;
    size_t num = pull_context.num;
    pull_sparse_ptr(reinterpret_cast<char**>(pull_context.sparse_values),
                    table_id, pull_context.keys, num);
  }
}

::std::future<int32_t> PsLocalClient::Push(RequestContext& push_context) {
  if (push_context.value_type == Dense) {  // push dense
    if (push_context.training_phase == Init) {
      const Region* regions = push_context.push_context.push_dense_values;
      size_t region_num = push_context.num;
      push_dense_param(regions, region_num, push_context.table);
    } else {
      if (push_context.training_mode == Geo) {  // geo
        float* total_send_data =
            reinterpret_cast<float*>(push_context.dense_values);
        size_t total_send_data_size = push_context.num;
        push_dense_raw_gradient(push_context.table, total_send_data,
                                total_send_data_size, push_context.callback);
      } else {  // async and sync
        const Region* regions = push_context.push_context.push_dense_values;
        size_t region_num = push_context.num;
        push_dense(regions, region_num, push_context.table);
      }
    }
  } else {  // push sparse
    if (push_context.training_mode == Async) {
      const uint64_t* keys = push_context.push_context.keys;
      const float** update_values = push_context.push_context.push_values;
      size_t table_id = push_context.table;
      size_t num = push_context.num;
      push_sparse(table_id, keys, update_values, num);
    } else {
      // TODO
    }
  }
}

::std::future<int32_t> PsLocalClient::pull_dense(Region* regions,
                                                 size_t region_num,
                                                 size_t table_id) {
  auto* accessor = table_accessor(table_id);
  auto* table_ptr = table(table_id);

  uint32_t num_per_shard =
      dense_dim_per_shard(accessor->GetTableInfo(FEA_DIM), 1);
  std::vector<float> region_buffer;
  region_buffer.resize(num_per_shard);
  table_ptr->pull_dense(region_buffer.data(), region_buffer.size());

  size_t region_idx = 0;
  size_t region_data_idx = 0;
  size_t shard_data_size = num_per_shard;
  size_t shard_buffer_remain = shard_data_size * sizeof(float);
  PADDLE_ENFORCE_EQ(
      shard_buffer_remain, region_buffer.size() * sizeof(float),
      platform::errors::PreconditionNotMet("pull dense size error."));
  size_t index = 0;
  while (shard_buffer_remain > 0 && region_idx < region_num) {
    auto& region = regions[region_idx];
    if (region.size - region_data_idx >= shard_buffer_remain) {
      memcpy((void*)(region.data + region_data_idx),
             (uint8_t*)(void*)(region_buffer.data()) + index,
             shard_buffer_remain);
      region_data_idx += shard_buffer_remain;
      shard_buffer_remain = 0;
    } else if (region.size - region_data_idx == 0) {
      ++region_idx;
      region_data_idx = 0;
    } else {
      memcpy((void*)(region.data + region_data_idx),
             (uint8_t*)(void*)(region_buffer.data()) + index,
             region.size - region_data_idx);
      shard_buffer_remain -= (region.size - region_data_idx);
      index += (region.size - region_data_idx);
      ++region_idx;
      region_data_idx = 0;
    }
  }

  return done();
}

::std::future<int32_t> PsLocalClient::push_dense_param(const Region* regions,
                                                       size_t region_num,
                                                       size_t table_id) {
  auto* accessor = table_accessor(table_id);
  auto* table_ptr = table(table_id);

  std::vector<float> region_buffer;
  region_buffer.resize(dense_dim_per_shard(accessor->GetTableInfo(FEA_DIM), 1),
                       0);
  for (size_t i = 0, offset = 0; i < region_num; ++i) {
    uint32_t data_num = regions[i].size / sizeof(float);
    memcpy(region_buffer.data() + offset, regions[i].data, regions[i].size);
    offset += data_num;
  }

  // table_ptr->push_dense_param(region_buffer.data(), region_buffer.size());

  return done();
}

::std::future<int32_t> PsLocalClient::push_dense_raw_gradient(
    int table_id, float* total_send_data, size_t total_send_data_size,
    void* callback) {
  VLOG(1) << "wxx push_dense_raw_gradient";

  PSClientClosure* closure = reinterpret_cast<PSClientClosure*>(callback);

  auto* table_ptr = table(table_id);

  table_ptr->push_dense(total_send_data, total_send_data_size);
  delete closure;
  return done();
}

::std::future<int32_t> PsLocalClient::push_dense(const Region* regions,
                                                 size_t region_num,
                                                 size_t table_id) {
  auto* accessor = table_accessor(table_id);
  auto* table_ptr = table(table_id);

  std::vector<float> region_buffer;
  region_buffer.resize(dense_dim_per_shard(accessor->GetTableInfo(FEA_DIM), 1));
  size_t data_size = region_buffer.size();
  for (size_t i = 0, offset = 0; i < region_num; ++i) {
    uint32_t data_num = regions[i].size / sizeof(float);
    PADDLE_ENFORCE_LE(
        offset + data_num, data_size,
        platform::errors::PreconditionNotMet(
            "invalid dense size, cur pos[%d] data_num[%d] size[%d]", offset,
            data_num, data_size));
    memcpy(region_buffer.data() + offset, regions[i].data, regions[i].size);
    offset += data_num;
  }

  table_ptr->push_dense(region_buffer.data(), region_buffer.size());

  return done();
}

//::std::future<int32_t> PsLocalClient::pull_sparse(float** select_values,
//                                                  size_t table_id,
//                                                  const uint64_t* keys,
//                                                  size_t num) {
//  // FIXME
//  // auto timer =
//  // std::make_shared<CostTimer>("pslib_downpour_client_pull_sparse");
//  // auto local_timer =
//  // std::make_shared<CostTimer>("pslib_downpour_client_pull_sparse_local");
//  //将key拆分到各shard请求，并记录原始对应value指针
//  auto* accessor = table_accessor(table_id);
//  auto* table_ptr = table(table_id);
//  size_t value_size = accessor->select_size();
//
//  // table_ptr->pull_sparse(keys, num);
//  std::vector<float> res_data;
//  res_data.resize(num * value_size / sizeof(float));
//  table_ptr->pull_sparse(res_data.data(), keys, num);
//  // memcpy(select_values[0], res_data->data(), res_data->size() *
//  // sizeof(float));
//  size_t offset = 0;
//  for (int i = 0; i < num; ++i) {
//    memcpy(select_values[i], (char*)res_data.data() + offset, value_size);
//    offset += value_size;
//  }
//
//  // return fut;
//  return done();
//}

::std::future<int32_t> PsLocalClient::pull_sparse_ptr(char** select_values,
                                                      size_t table_id,
                                                      const uint64_t* keys,
                                                      size_t num) {
  // FIXME
  // auto timer =
  // std::make_shared<CostTimer>("pslib_downpour_client_pull_sparse");
  // auto local_timer =
  // std::make_shared<CostTimer>("pslib_downpour_client_pull_sparse_local");
  //将key拆分到各shard请求，并记录原始对应value指针
  auto* table_ptr = table(table_id);

  table_ptr->pull_sparse_ptr(select_values, keys, num);

  return done();
}

::std::future<int32_t> PsLocalClient::push_sparse_raw_gradient(
    size_t table_id, const uint64_t* keys, const float** update_values,
    size_t num, void* callback) {
  PSClientClosure* closure = reinterpret_cast<PSClientClosure*>(callback);
  auto* accessor = table_accessor(table_id);
  auto* table_ptr = table(table_id);

  table_ptr->push_sparse(keys, update_values, num);
  delete closure;
  return done();
}

::std::future<int32_t> PsLocalClient::push_sparse(size_t table_id,
                                                  const uint64_t* keys,
                                                  const float** update_values,
                                                  size_t num) {
  auto* accessor = table_accessor(table_id);
  auto* table_ptr = table(table_id);

  table_ptr->push_sparse(keys, update_values, num);
  return done();
}
}
}