// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include "paddle/phi/core/enforce.h" #include "paddle/phi/core/errors.h" DECLARE_int32(search_cache_max_number); inline void HashCombine(std::size_t* seed) {} // combine hash value // https://stackoverflow.com/questions/2590677/how-do-i-combine-hash-values-in-c0x template inline void HashCombine(std::size_t* seed, const T& v, Rest... rest) { std::hash hasher; *seed ^= hasher(v) + 0x9e3779b9 + (*seed << 6) + (*seed >> 2); *seed *= 0x00000100000001B3; HashCombine(seed, rest...); } // custom specialization of std::hash can be injected in namespace std // ref: https://en.cppreference.com/w/cpp/utility/hash namespace std { template struct hash> { std::size_t operator()(std::vector const& vec) const noexcept { std::size_t seed = 0xcbf29ce484222325; for (auto val : vec) { HashCombine(&seed, val); } return seed; } }; } // namespace std namespace phi { namespace autotune { template size_t GetKey(Args&&... args) { size_t seed = 0; HashCombine(&seed, std::forward(args)...); return seed; } struct ConvCacheKey { ConvCacheKey() {} ConvCacheKey(const std::vector& arg_x_dims, const std::vector& arg_w_dims, const std::vector& arg_strides, const std::vector& arg_paddings, const std::vector& arg_dilations, phi::DataType arg_dtype, int arg_groups, int64_t arg_data_layout) : x_dims(arg_x_dims), w_dims(arg_w_dims), strides(arg_strides), paddings(arg_paddings), dilations(arg_dilations), dtype(arg_dtype), groups(arg_groups), data_layout(arg_data_layout) {} size_t hash_value() const { return GetKey(x_dims, w_dims, strides, paddings, dilations, static_cast(dtype), groups, data_layout); } std::vector x_dims; std::vector w_dims; std::vector strides; std::vector paddings; std::vector dilations; phi::DataType dtype; int groups; int64_t data_layout; }; struct ConvCacheKeyHash { size_t operator()(const ConvCacheKey& cache) const { return cache.hash_value(); } }; struct ConvCacheKeyEqual { size_t operator()(const ConvCacheKey& first, const ConvCacheKey& second) const { if (first.x_dims != second.x_dims) return false; if (first.w_dims != second.w_dims) return false; if (first.strides != second.strides) return false; if (first.paddings != second.paddings) return false; if (first.dilations != second.dilations) return false; if (first.dtype != second.dtype) return false; if (first.groups != second.groups) return false; if (first.data_layout != second.data_layout) return false; return true; } }; template , typename KeyEqualT = std::equal_to> class AlgorithmsCache { public: AlgorithmsCache() : cache_mutex_(new std::mutex()) {} AlgorithmT Get(const KeyT& key) { std::lock_guard lock(*cache_mutex_); PADDLE_ENFORCE_NE( hash_.find(key), hash_.end(), phi::errors::PreconditionNotMet("The key does not exist.")); return hash_[key]; } bool Find(const KeyT& key) { bool ret = false; std::lock_guard lock(*cache_mutex_); if (hash_.find(key) != hash_.end()) { cache_hits_++; ret = true; } else { cache_misses_++; } return ret; } void Clean() { std::lock_guard lock(*cache_mutex_); hash_.clear(); cache_hits_ = 0; cache_misses_ = 0; } void Set(const KeyT& key, AlgorithmT algo) { std::lock_guard lock(*cache_mutex_); hash_[key] = algo; } int64_t CacheMisses() const { return cache_misses_; } int64_t CacheHits() const { return cache_hits_; } float CacheHitRate() const { int64_t num_accesses = cache_hits_ + cache_misses_; float cache_hit_rate = 0.; if (num_accesses != 0) { cache_hit_rate = static_cast(cache_hits_) / static_cast(num_accesses); } return cache_hit_rate; } int64_t Size() const { return hash_.size(); } protected: std::unordered_map hash_; std::shared_ptr cache_mutex_; int64_t cache_hits_{0}; int64_t cache_misses_{0}; }; template class ConvAlgorithmsCache : public AlgorithmsCache { public: using AlgorithmsCacheBase = AlgorithmsCache; ConvAlgorithmsCache() : AlgorithmsCache() {} void Set(const ConvCacheKey& key, AlgorithmT algo) { std::lock_guard lock(*AlgorithmsCacheBase::cache_mutex_); if (AlgorithmsCacheBase::hash_.size() > static_cast(FLAGS_search_cache_max_number)) { AlgorithmsCacheBase::hash_.clear(); } AlgorithmsCacheBase::hash_[key] = algo; } }; } // namespace autotune } // namespace phi