# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Fleet Utils.""" """distributed operations""" """basic collective operations in python""" """remote file system""" # __all__ = ['UtilBase'] ''' class UtilBase(object): def __init__(self, role_maker, fleet_obj): self.role_maker = roke_maker self.fleet_obj = fleet_obj def set_file_system(self, fs_client): self.fs_client = fs_client def broadcast(self): pass def all_gather(self): pass def all_reduce(self): pass def reduce_scatter(self): pass def reduce(self): pass def get_file_shard(self, files): pass def feed_gen(self, batch_size, feed_vars_dims, feeded_vars_filelist): pass def save_program(program, output_dir): pass def load_program(input_dir): pass def load_var(): pass def save_var(): pass def print_on_rank(self): pass '''