gen_alias_mapping.sh 2.1 KB
Newer Older
C
chentianyu03 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

#!/usr/bin/env bash

if [[ $# -ne 1 ]]; then
    echo -e "Usage:\n\t./gen_alias_mapping.sh <PADDLE_ROOT_DIR>"
    exit 1
else
    PADDLE_ROOT=$1
fi

find ${PADDLE_ROOT}/python/ -name '*.py' \
    | xargs  grep -v '^#' \
    | grep 'DEFINE_ALIAS' \
    | perl -ne '
        if (/^.*\/python\/(.*):from (\.*)(\w.*) import (.*?)\s+#DEFINE_ALIAS\s+$/) {
            my @arr = split(", ", $4); 
            foreach $i (@arr) {
                printf "%s|%s|%s|%d\n", $3, $i, substr($1, 0, -3), length($2);
            }
        }' \
    | awk -F '[|/]' '
        {
            key = "";
            val = "";
            if ($2 ~ /.* as .*/) {
                split($2, arr, " as ");
                old = arr[1];
                new = arr[2];
            } else {
                old = $2;
                new = $2;
            }
            for (i = 3; i <= (NF - 1 - $NF); ++i) {
                val = val""$i".";
            }
            val =  val""$1"."old
            for (i = 3; i <= (NF - 1); ++i) {
                if ($i != "__init__") {
                    key = key""$i".";
                }
            }
            key = key""new;
            n2o[key] = val;
        } 
        END {
            for (new in n2o) {
                old = n2o[new] in n2o ? n2o[n2o[new]] : n2o[new];
                print old, length(new), new;
            }
        }' \
    | sort -k 1,1 -k 2n,2 \
    | awk '
        {
            o2n[$1] = o2n[$1] ? o2n[$1]","$3 : $3;
        }
        END { 
            for (i in o2n) {
                print i"\t"o2n[i];
            }
        }'