Merge branch 'master' into 'master'

Cache Mutmul weights with batch=1

See merge request !1096

mace/ops/arm/fp32/gemm.cc

@@ -88,11 +88,11 @@ MaceStatus Gemm::Compute(const OpContext *context,
   } else if (cached_ == kCacheRhs) {
     packed_rhs_data = pack_cache_.mutable_data<float>();
   } else if (should_cache_pack_) {
-    if (lhs->is_weight() && !lhs_batched) {
+    if (lhs->is_weight() && (!lhs_batched || batch == 1)) {
       cache_side = kCacheLhs;
       pack_cache_.Resize(packed_lhs_size);
       packed_lhs_data = pack_cache_.mutable_data<float>();
-    } else if (rhs->is_weight() && !rhs_batched) {
+    } else if (rhs->is_weight() && (!rhs_batched || batch == 1)) {
       cache_side = kCacheRhs;
       pack_cache_.Resize(packed_rhs_size);
       packed_rhs_data = pack_cache_.mutable_data<float>();