diff --git a/oneflow/core/graph/model_diff_accumulate_compute_task_node.cpp b/oneflow/core/graph/model_diff_accumulate_compute_task_node.cpp
index 1589b8256e9386c37153f4b7c82b0e49fb0606f3..a92bd28bff41045dc28e6b3f675fdbb86af6edb6 100644
--- a/oneflow/core/graph/model_diff_accumulate_compute_task_node.cpp
+++ b/oneflow/core/graph/model_diff_accumulate_compute_task_node.cpp
@@ -6,7 +6,6 @@ void MdDiffAccCompTaskNode::FixPackedBlobDescOfProducedRegst() {
   std::shared_ptr<RegstDesc> md_diff_acc_regst = GetProducedRegst("acc");
   CHECK(md_diff_acc_regst->IsLocked());
   Shape& shape = md_diff_acc_regst->MutBlobDesc(GenPackedLbi())->mut_shape();
-  CHECK_EQ(1, shape.NumAxes());
   shape = Shape({RoundUp(shape.elem_cnt(), parallel_ctx()->parallel_num())});
 }