// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include "paddle/fluid/train/custom_trainer/feed/common/registerer.h" #include "paddle/fluid/train/custom_trainer/feed/trainer_context.h" #include namespace paddle { namespace custom_trainer { namespace feed { class FileSystem { public: FileSystem() {} virtual ~FileSystem() {} virtual int initialize(const YAML::Node& config, std::shared_ptr context) = 0; virtual std::shared_ptr open_read(const std::string& path, const std::string& converter) = 0; virtual std::shared_ptr open_write(const std::string& path, const std::string& converter) = 0; virtual int64_t file_size(const std::string& path) = 0; virtual void remove(const std::string& path) = 0; virtual std::vector list(const std::string& path) = 0; virtual std::string tail(const std::string& path) = 0; virtual bool exists(const std::string& path) = 0; virtual void mkdir(const std::string& path) = 0; virtual std::string path_join(const std::string& dir, const std::string& path); virtual std::pair path_split(const std::string& path); virtual int err_no() const { return _err_no; } inline operator bool() { return err_no() == 0; } virtual void reset_err_no() { _err_no = 0; } protected: int _err_no = 0; }; REGISTER_REGISTERER(FileSystem); } // namespace feed } // namespace custom_trainer } // namespace paddle