From dd29124dd1d3c4c3b5a6c712aaee79545b547012 Mon Sep 17 00:00:00 2001
From: liyin <liyin@xiaomi.com>
Date: Tue, 14 May 2019 11:40:13 +0800
Subject: [PATCH] Cache Mutmul weights with batch=1

---
 mace/ops/arm/fp32/gemm.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/mace/ops/arm/fp32/gemm.cc b/mace/ops/arm/fp32/gemm.cc
index 4b593c01..ff26052f 100644
--- a/mace/ops/arm/fp32/gemm.cc
+++ b/mace/ops/arm/fp32/gemm.cc
@@ -88,11 +88,11 @@ MaceStatus Gemm::Compute(const OpContext *context,
   } else if (cached_ == kCacheRhs) {
     packed_rhs_data = pack_cache_.mutable_data<float>();
   } else if (should_cache_pack_) {
-    if (lhs->is_weight() && !lhs_batched) {
+    if (lhs->is_weight() && (!lhs_batched || batch == 1)) {
       cache_side = kCacheLhs;
       pack_cache_.Resize(packed_lhs_size);
       packed_lhs_data = pack_cache_.mutable_data<float>();
-    } else if (rhs->is_weight() && !rhs_batched) {
+    } else if (rhs->is_weight() && (!rhs_batched || batch == 1)) {
       cache_side = kCacheRhs;
       pack_cache_.Resize(packed_rhs_size);
       packed_rhs_data = pack_cache_.mutable_data<float>();
-- 
GitLab