// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/fluid/framework/reader.h" namespace paddle { namespace framework { ReaderBase::~ReaderBase() {} std::vector> ReaderBase::SplitReader( const platform::PlaceList &places) { std::vector> readers; auto mutex = std::make_shared(); for (size_t i = 0; i < places.size(); ++i) { readers.emplace_back(new ThreadSafeReader(this, mutex)); } return readers; } void ThreadSafeReader::ReadNext(std::vector *out) { std::lock_guard guard(*mutex_); reader_->ReadNext(out); } void ThreadSafeReader::ReInit() { std::lock_guard guard(*mutex_); reader_->ReInit(); } bool ThreadSafeReader::HasNext() const { std::lock_guard guard(*mutex_); return reader_->HasNext(); } std::vector> ThreadSafeReader::SplitReader( const platform::PlaceList &places) { std::vector> readers; for (size_t i = 0; i < places.size(); ++i) { readers.emplace_back(new ThreadSafeReader(reader_, mutex_)); } return readers; } FileReaderBase::FileReaderBase(const std::vector &dims) : dims_(dims) {} void FileReaderBase::ReadNext(std::vector *out) { ReadNextImpl(out); PADDLE_ENFORCE_EQ(out->size(), dims_.size()); for (size_t i = 0; i < dims_.size(); ++i) { auto &actual = out->at(i).dims(); auto &expect = dims_[i]; PADDLE_ENFORCE_EQ(actual.size(), expect.size()); for (int j = 0; j < actual.size(); ++j) { PADDLE_ENFORCE(actual[i] == expect[i] || expect[i] == -1); } } } } // namespace framework } // namespace paddle