/* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include #include #include #include "paddle/fluid/platform/device/ipu/ipu_utils.h" #include "paddle/fluid/platform/enforce.h" namespace paddle { namespace platform { namespace ipu { class IpuStrategy { public: IpuStrategy(); // TODO(alleng) create PaddleOptions // training flag, true for training bool is_training = true; // save the onnx model lowered by paddle program description bool save_init_onnx = false; // save the trained model bool save_onnx_checkpoint = false; // average sharding, debugging used bool need_avg_shard = false; // flag for fp16, true for pure fp16 bool enable_fp16 = false; // Number ipus total needed, replica * ipu_per_replica int num_ipus = 1; // batches per step int batches_per_step = 1; // micro batch-size int micro_batch_size = 1; // save paddle model per n steps int save_per_n_step = 1; // TODO(alleng) remove this param // available memory proportion, 0.0f for disable float available_memory_proportion = 0.0f; // loss scaling, currently we can't get loss scaling from // optimizer_extract_pass, so we have to set it here float loss_scaling = 1.0f; // defaultMaxWeightNorm for adam optimizer float max_weight_norm = 65504.0f; // popart session option popart::SessionOptions popart_options; // popart pattern manager popart::Patterns popart_patterns; // custom ops std::vector custom_ops; public: void AddBoolOption(const std::string &option, bool value); void AddUint64Option(const std::string &option, std::uint64_t value); void AddDoubleOption(const std::string &option, double value); void AddStringOption(const std::string &option, const std::string &value); void InsertStringOption(const std::string &option, const std::string &value); void InsertStringPairOption(const std::string &option, const std::string &key, const std::string &value); void SetTensorLocation(const std::string &tensor, const std::string &option, std::uint64_t value); void AddCustomOp(const std::string &paddle_op, const std::string &popart_op, const std::string &domain, int version); std::string GetOption(const std::string &); std::vector GetVectorOption(const std::string &); std::map GetMapOption(const std::string &); std::string GetOptionType(const std::string &); std::vector GetAllOptionNames(); void EnablePattern(const std::string &t); void DisablePattern(const std::string &t); const bool IsPatternEnabled(const std::string &t); private: template void set( const std::string &key, ValueType value, std::map> &options, // NOLINT const std::string &type_str) { auto it = options.find(key); PADDLE_ENFORCE_NE(it, options.end(), platform::errors::InvalidArgument( "Cannot find option: %s, type: %s " "when setting IpuStrategy options", key, type_str)); it->second(value); } template ValueType get( const std::string &key, std::map> &options) { // NOLINT auto it = options.find(key); PADDLE_ENFORCE_NE( it, options.end(), platform::errors::InvalidArgument( "Cannot find option name: %s when trying to get IpuStrategy option", key)); return it->second(); } std::map> bool_options; std::map> uint64_options; std::map> double_options; std::map> string_options; std::map)>> container_options; std::map> options_getter; std::map()>> vector_options_getter; std::map()>> map_options_getter; std::map options_type; }; } // namespace ipu } // namespace platform } // namespace paddle