scorer_setup.py

from setuptools import setup, Extension
import glob
import platform
import os


def compile_test(header, library):
    dummy_path = os.path.join(os.path.dirname(__file__), "dummy")
    command = "bash -c \"g++ -include " + header + " -l" + library + " -x c++ - <<<'int main() {}' -o " + dummy_path + " >/dev/null 2>/dev/null && rm " + dummy_path + " 2>/dev/null\""
    return os.system(command) == 0


FILES = glob.glob('kenlm/util/*.cc') + glob.glob('kenlm/lm/*.cc') + glob.glob(
    'kenlm/util/double-conversion/*.cc')
FILES = [
    fn for fn in FILES if not (fn.endswith('main.cc') or fn.endswith('test.cc'))
]

LIBS = ['stdc++']
if platform.system() != 'Darwin':
    LIBS.append('rt')

ARGS = ['-O3', '-DNDEBUG', '-DKENLM_MAX_ORDER=6']

if compile_test('zlib.h', 'z'):
    ARGS.append('-DHAVE_ZLIB')
    LIBS.append('z')

if compile_test('bzlib.h', 'bz2'):
    ARGS.append('-DHAVE_BZLIB')
    LIBS.append('bz2')

if compile_test('lzma.h', 'lzma'):
    ARGS.append('-DHAVE_XZLIB')
    LIBS.append('lzma')

os.system('swig -python -c++ ./scorer.i')

ext_modules = [
    Extension(
        name='_swig_scorer',
        sources=FILES + ['scorer_wrap.cxx', 'scorer.cpp'],
        language='C++',
        include_dirs=['.', './kenlm'],
        libraries=LIBS,
        extra_compile_args=ARGS)
]

setup(
    name='swig_scorer',
    version='0.1',
    ext_modules=ext_modules,
    include_package_data=True,
    py_modules=['swig_scorer'], )