setup.py

#!/usr/bin/env python
import sys
import re
import subprocess
from setuptools import setup, find_packages
from setuptools.extension import Extension
import glob
import os


def get_cython_version():
    """
    Returns:
        Version as a pair of ints (major, minor)

    Raises:
        ImportError: Can't load cython or find version
    """
    import Cython.Compiler.Main
    match = re.search('^([0-9]+)\.([0-9]+)',
                      Cython.Compiler.Main.Version.version)
    try:
        return map(int, match.groups())
    except AttributeError:
        raise ImportError

# Only use Cython if it is available, else just use the pre-generated files
try:
    cython_version = get_cython_version()
    # Requires Cython version 0.13 and up
    if cython_version[0] == 0 and cython_version[1] < 13:
        raise ImportError
    from Cython.Distutils import build_ext
    source_ext = '.pyx'
    cmdclass = {'build_ext': build_ext}
except ImportError:
    source_ext = '.c'
    cmdclass = {}

def get_glibc_version():
    """
    Returns:
        Version as a pair of ints (major, minor) or None
    """
    # TODO: Look into a nicer way to get the version
    try:
        out = subprocess.Popen(['ldd', '--version'],
                               stdout=subprocess.PIPE).communicate()[0]
    except OSError:
        return
    match = re.search('([0-9]+)\.([0-9]+)\.?[0-9]*', out)
    try:
        return map(int, match.groups())
    except AttributeError:
        return


def _glob_recursive(glob_path):
    out = []
    for path in glob.glob(glob_path):
        if os.path.isdir(path):
            out += _glob_recursive(path + '/*')
        else:
            out.append(path)
    return out


def _remove_prefix(string, prefix='hadoopy/'):
    if string.startswith(prefix):
        return string[len(prefix):]

glibc_version = get_glibc_version()
tb_extra_args = []
if sys.byteorder != 'little':
    tb_extra_args.append('-D BYTECONVERSION_ISBIGENDIAN')

if glibc_version and (glibc_version[0] == 2 and glibc_version[1] >= 9):
    tb_extra_args.append('-D BYTECONVERSION_HASENDIAN_H')

# Since package_data doesn't handle directories, we find all of the files
thirdparty_paths = map(_remove_prefix, _glob_recursive('hadoopy/thirdparty/*'))
ext_modules = [Extension("_hadoopy_main", ["hadoopy/_main" + source_ext,
                                   "hadoopy/getdelim.c"]),
               Extension("_hadoopy_typedbytes", ["hadoopy/_typedbytes" + source_ext],
                         extra_compile_args=tb_extra_args)]
setup(name='hadoopy',
      cmdclass=cmdclass,
      version='0.6.0',
      packages=find_packages(),
      package_data={'hadoopy': thirdparty_paths},
      author='Brandyn A. White',
      author_email='bwhite@dappervision.com',
      license='GPLv3',
      url='https://github.com/bwhite/hadoopy',
      ext_modules=ext_modules)