print_signatures.py 3.1 KB
Newer Older
Y
yuyang18 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Print all signature of a python module in alphabet order.

Usage:
X
Xin Pan 已提交
18
    ./print_signature  "paddle.fluid,paddle.reader" > signature.txt
Y
yuyang18 已提交
19
"""
M
minqiyang 已提交
20 21
from __future__ import print_function

Y
yuyang18 已提交
22 23 24 25 26
import importlib
import inspect
import collections
import sys
import pydoc
27
import hashlib
Y
yuyang18 已提交
28 29 30

member_dict = collections.OrderedDict()

L
lujun 已提交
31
experimental_namespace = {"paddle.fluid.LoDTensorset"}
32

Y
yuyang18 已提交
33

34 35 36 37 38 39
def md5(doc):
    hash = hashlib.md5()
    hash.update(str(doc).encode('utf-8'))
    return hash.hexdigest()


40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
def queue_dict(member, cur_name):
    try:
        doc = ('document', md5(member.__doc__))
        if inspect.isclass(member):
            args = member.__module__ + "." + member.__name__
        else:
            args = inspect.getargspec(member)
        all = (args, doc)
        member_dict[cur_name] = all
    except TypeError:  # special for PyBind method
        if cur_name in check_modules_list:
            return
        member_dict[cur_name] = "  ".join([
            line.strip() for line in pydoc.render_doc(member).split('\n')
            if "->" in line
        ])


Y
yuyang18 已提交
58
def visit_member(parent_name, member):
59 60
    if parent_name + member.__name__ in experimental_namespace:
        return
Y
yuyang18 已提交
61
    cur_name = ".".join([parent_name, member.__name__])
X
fix py3  
Xin Pan 已提交
62
    if inspect.isclass(member):
63
        queue_dict(member, cur_name)
Y
yuyang18 已提交
64 65 66 67 68
        for name, value in inspect.getmembers(member):
            if hasattr(value, '__name__') and (not name.startswith("_") or
                                               name == "__init__"):
                visit_member(cur_name, value)
    elif callable(member):
69
        queue_dict(member, cur_name)
X
fix py3  
Xin Pan 已提交
70 71
    elif inspect.isgetsetdescriptor(member):
        return
Y
yuyang18 已提交
72 73 74 75 76 77
    else:
        raise RuntimeError("Unsupported generate signature of member, type {0}".
                           format(str(type(member))))


def visit_all_module(mod):
78 79
    if (mod.__name__ in experimental_namespace):
        return
Y
yuyang18 已提交
80 81 82 83 84 85 86 87 88 89 90 91 92
    for member_name in (
            name
            for name in (mod.__all__ if hasattr(mod, "__all__") else dir(mod))
            if not name.startswith("_")):
        instance = getattr(mod, member_name, None)
        if instance is None:
            continue
        if inspect.ismodule(instance):
            visit_all_module(instance)
        else:
            visit_member(mod.__name__, instance)


93
check_modules_list = ["paddle.reader.ComposeNotAligned.__init__"]
X
Xin Pan 已提交
94 95 96
modules = sys.argv[1].split(",")
for m in modules:
    visit_all_module(importlib.import_module(m))
Y
yuyang18 已提交
97 98

for name in member_dict:
M
minqiyang 已提交
99
    print(name, member_dict[name])