// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include "paddle/fluid/framework/ddim.h" #include "paddle/fluid/framework/lod_tensor_array.h" #include "paddle/fluid/platform/place.h" namespace paddle { namespace framework { class ReaderBase { public: virtual void ReadNext(std::vector* out) = 0; virtual void ReInit() = 0; virtual ~ReaderBase(); // Return the readers which are the end of decorating chain. Basically // they are readers just before read op. std::unordered_set GetEndPoints(); private: friend class DecoratedReader; // These methods can be only invoked inside DecoratedReader to record the // decorating chain. void InsertDecoratedReader(ReaderBase* decorated_reader); void EraseDecoratedReader(ReaderBase* decorated_reader); // A set of which readers that decorated this reader. std::unordered_set decorated_readers_; }; class DecoratedReader : public ReaderBase { public: explicit DecoratedReader(const std::shared_ptr& reader) : ReaderBase(), reader_(reader) { PADDLE_ENFORCE_NOT_NULL(reader_); reader_->InsertDecoratedReader(this); } ~DecoratedReader(); void ReInit() override { reader_->ReInit(); } protected: std::shared_ptr reader_; }; class FileReader : public ReaderBase { public: explicit FileReader(const std::vector& dims); void ReadNext(std::vector* out) override; protected: virtual void ReadNextImpl(std::vector* out) = 0; private: std::vector dims_; }; // The ReaderHolder is used as reader' unified wrapper, // making it easier to access different type reader in Variables. class ReaderHolder { public: void Reset(ReaderBase* reader) { reader_.reset(reader); } std::shared_ptr Get() const { return reader_; } void ReadNext(std::vector* out) { PADDLE_ENFORCE_NOT_NULL(reader_); reader_->ReadNext(out); } void ReInit() { PADDLE_ENFORCE_NOT_NULL(reader_); reader_->ReInit(); } private: std::shared_ptr reader_; }; } // namespace framework } // namespace paddle