From c4e6e206408d37a3cec90836d68e0ad701a84ba0 Mon Sep 17 00:00:00 2001
From: Chen Weihang <chenweihang@baidu.com>
Date: Tue, 14 Apr 2020 14:54:48 +0800
Subject: [PATCH] Enrich count enforce scripts (#23810)

* enrich count enforce scripts, test=develop, test=document_fix

* add usage & result, test=develop, test=document_fix
---
 tools/count_invalid_enforce.sh | 58 ++++++++++++++++++++++++++++++++--
 1 file changed, 55 insertions(+), 3 deletions(-)

diff --git a/tools/count_invalid_enforce.sh b/tools/count_invalid_enforce.sh
index 77d264370f..a2dbc22119 100644
--- a/tools/count_invalid_enforce.sh
+++ b/tools/count_invalid_enforce.sh
@@ -1,7 +1,59 @@
 #!/bin/bash
-ALL_PADDLE_CHECK=`grep -r -zoE "(PADDLE_ENFORCE[A-Z_]*|PADDLE_THROW)\(.[^,\);]*.[^;]*\);\s" ../paddle/fluid || true`
-ALL_PADDLE_CHECK_CNT=`echo "$ALL_PADDLE_CHECK" | grep -cE "(PADDLE_ENFORCE|PADDLE_THROW)" || true`
-VALID_PADDLE_CHECK_CNT=`echo "$ALL_PADDLE_CHECK" | grep -zoE '(PADDLE_ENFORCE[A-Z_]*|PADDLE_THROW)\((.[^,;]+,)*.[^";]*(errors::).[^"]*".[^";]{20,}.[^;]*\);\s' | grep -cE "(PADDLE_ENFORCE|PADDLE_THROW)" || true`
+
+# This script is used to count all PADDLE checks in the paddle/fluid directory,
+#   including the total PADDLE check number, the valid check number and the
+#   invalid check number under paddle/fluid and its main sub-directories.
+
+# Usage: bash count_invalid_enforce.sh (run in tools directory)
+
+# Result Example:
+
+#     ../paddle/fluid/framework - total: 1065, valid: 267, invalid: 798
+#     ../paddle/fluid/imperative - total: 135, valid: 118, invalid: 17
+#     ../paddle/fluid/inference - total: 449, valid: 158, invalid: 291
+#     ../paddle/fluid/memory - total: 60, valid: 10, invalid: 50
+#     ../paddle/fluid/operators - total: 4225, valid: 1061, invalid: 3164
+#     ../paddle/fluid/platform - total: 240, valid: 39, invalid: 201
+#     ../paddle/fluid/pybind - total: 98, valid: 53, invalid: 45
+#     ../paddle/fluid/string - total: 0, valid: 0, invalid: 0
+#     ../paddle/fluid/testdata - total: 0, valid: 0, invalid: 0
+#     ../paddle/fluid/train - total: 6, valid: 0, invalid: 6
+#     ----------------------------
+#     PADDLE ENFORCE & THROW COUNT
+#     ----------------------------
+#     All PADDLE_ENFORCE{_**} & PADDLE_THROW Count: 6278
+#     Valid PADDLE_ENFORCE{_**} & PADDLE_THROW Count: 1706
+#     Invalid PADDLE_ENFORCE{_**} & PADDLE_THROW Count: 4572
+
+ROOT_DIR=../paddle/fluid
+ALL_PADDLE_CHECK_CNT=0
+VALID_PADDLE_CHECK_CNT=0
+
+function enforce_scan(){
+    paddle_check=`grep -r -zoE "(PADDLE_ENFORCE[A-Z_]*|PADDLE_THROW)\(.[^,\);]*.[^;]*\);\s" $1 || true`
+    total_check_cnt=`echo "$paddle_check" | grep -cE "(PADDLE_ENFORCE|PADDLE_THROW)" || true`
+    valid_check_cnt=`echo "$paddle_check" | grep -zoE '(PADDLE_ENFORCE[A-Z_]*|PADDLE_THROW)\((.[^,;]+,)*.[^";]*(errors::).[^"]*".[^";]{20,}.[^;]*\);\s' | grep -cE "(PADDLE_ENFORCE|PADDLE_THROW)" || true`
+    eval $2=$total_check_cnt
+    eval $3=$valid_check_cnt
+}
+
+function walk_dir(){
+    for file in `ls $1`
+    do
+        if [ -d $1"/"$file ];then
+            level=$(($2+1))
+            if [ $level -le 1 ]; then
+                enforce_scan $1"/"$file total_check_cnt valid_check_cnt
+                echo $1"/"$file" - total: ${total_check_cnt}, valid: ${valid_check_cnt}, invalid: $(($total_check_cnt-$valid_check_cnt))"
+                ALL_PADDLE_CHECK_CNT=$(($ALL_PADDLE_CHECK_CNT+$total_check_cnt))
+                VALID_PADDLE_CHECK_CNT=$(($VALID_PADDLE_CHECK_CNT+$valid_check_cnt))
+                walk_dir $1"/"$file $level
+            fi
+        fi
+    done
+}
+
+walk_dir $ROOT_DIR 0
 
 echo "----------------------------"
 echo "PADDLE ENFORCE & THROW COUNT"
-- 
GitLab