utils.py 2.8 KB
Newer Older
B
Bo Zhou 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

H
Hongsheng Zeng 已提交
15
import sys
16 17
import os
import subprocess
L
LI Yunxiang 已提交
18
import numpy as np
H
Hongsheng Zeng 已提交
19 20

__all__ = [
21 22 23
    'has_func', 'to_str', 'to_byte', 'is_PY2', 'is_PY3', 'MAX_INT32',
    '_HAS_FLUID', '_HAS_TORCH', '_IS_WINDOWS', '_IS_MAC', 'kill_process',
    'get_fluid_version'
H
Hongsheng Zeng 已提交
24
]
B
Bo Zhou 已提交
25 26 27 28 29 30 31 32 33 34 35 36 37


def has_func(obj, fun):
    """check if a class has specified function: https://stackoverflow.com/a/5268474

    Args:
        obj: the class to check
        fun: specified function to check
    Returns:
        A bool to indicate if obj has funtion "fun"
    """
    check_fun = getattr(obj, fun, None)
    return callable(check_fun)
H
Hongsheng Zeng 已提交
38 39


H
Hongsheng Zeng 已提交
40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
def to_str(byte):
    """ convert byte to string in pytohn2/3
    """
    return str(byte.decode())


def to_byte(string):
    """ convert byte to string in pytohn2/3
    """
    return string.encode()


def is_PY2():
    return sys.version_info[0] == 2


def is_PY3():
    return sys.version_info[0] == 3
58 59


60 61 62 63 64 65
def get_fluid_version():
    import paddle
    fluid_version = int(paddle.__version__.replace('.', ''))
    return fluid_version


66
MAX_INT32 = 0x7fffffff
H
Hongsheng Zeng 已提交
67 68 69

try:
    from paddle import fluid
70
    fluid_version = get_fluid_version()
71
    assert fluid_version >= 161 or fluid_version == 0, "PARL requires paddle>=1.6.1"
H
Hongsheng Zeng 已提交
72 73 74
    _HAS_FLUID = True
except ImportError:
    _HAS_FLUID = False
F
fuyw 已提交
75 76 77 78 79 80

try:
    import torch
    _HAS_TORCH = True
except ImportError:
    _HAS_TORCH = False
H
Hongsheng Zeng 已提交
81

H
Hongsheng Zeng 已提交
82
_IS_WINDOWS = (sys.platform == 'win32')
H
Hongsheng Zeng 已提交
83
_IS_MAC = (sys.platform == 'darwin')
84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103


def kill_process(regex_pattern):
    """kill process whose execution commnad is matched by regex pattern

    Args:
        regex_pattern(string): regex pattern used to filter the process to be killed
    
    NOTE:
        In windows, we will replace sep `/` with `\\\\`
    """
    if _IS_WINDOWS:
        regex_pattern = regex_pattern.replace('/', '\\\\')
        command = r'''for /F "skip=2 tokens=2 delims=," %a in ('wmic process where "commandline like '%{}%'" get processid^,status /format:csv') do taskkill /F /T /pid %a'''.format(
            regex_pattern)
        os.popen(command).read()
    else:
        command = "ps aux | grep {} | awk '{{print $2}}' | xargs kill -9".format(
            regex_pattern)
        subprocess.call([command], shell=True)