从sdist安装时如何制作pip / setup.py构建扩展(build_ext)?

时间:2018-11-05 09:19:33

标签: python pip package cython setuptools

我正在尝试创建一个sdist,可以将其上传到PyPI,然后用户可以成功将其pip安装。有问题的项目是https://github.com/ratt-ru/CubiCal,我已经有一个sdist上传到PyPI(https://pypi.org/project/cubical/)。文档为here

该项目使用Cython。根据{{​​3}},分发Cython代码的正确方法是将cythonize生成的.c和.cpp文件捆绑在一起,而我目前正在这样做。

问题是pip install cubicalpip install path/to/sdist都安装了软件包,但是没有正确构建和链接扩展名。也就是说,不会生成.so文件,因此已安装的程序包无法导入其Cython模块。我知道从源代码构建时,setup.py脚本可以工作(例如git克隆存储库,对扩展进行cythonize,并运行pip install -e CubiCal/)。

总而言之,如何更改我的setup.py脚本以确保从sdist安装时正确处理了扩展名?

Setup.py:

import os
import sys
import glob

import cubical

from setuptools import setup, find_packages
from setuptools.extension import Extension
from setuptools.command.build_ext import build_ext
from setuptools import Command

with open('README.md') as f:
    long_description = f.read()

# Try get location of numpy headers. Compilation requires these headers. 

try:
    import numpy as np
except ImportError:
    include_path = ''
else:
    include_path = np.get_include()

# Use Cython if available.

try:
    from Cython.Build import cythonize
    import Cython.Compiler.Options as CCO
except ImportError:
    cythonize = None

cmpl_args = ['-ffast-math',
             '-O2', 
             '-march=native',  
             '-mtune=native', 
             '-ftree-vectorize' ]

cmpl_args_omp = cmpl_args + ['-fopenmp']

link_args = []

link_args_omp = link_args + ['-lgomp']

# which extensions need to compile through C++ rather than C
cpp_extensions = "cytf_plane", "cyf_slope", "cyt_slope", "rebinning"


class gocythonize(Command):
    """ Cythonise CubiCal kernels. """

    description = 'Cythonise CubiCal kernels.'

    user_options = [('force', 'f', 'Force cythonisation.'),]

    def initialize_options(self):
        pass

    def finalize_options(self):
        self.force = self.force or 0

    def run(self):

        CCO.buffer_max_dims = 9

        extensions = []

        for source in glob.glob("cubical/kernels/*.pyx"):
            name, ext = os.path.splitext(source)
            omp = name.endswith("_omp")
            # identify which kernels need to go via the C++ compiler
            cpp = any([x in name for x in cpp_extensions])

            extensions.append(
                Extension(name.replace("/","."), [source],
                          include_dirs=[include_path],
                          extra_compile_args=cmpl_args_omp if omp else cmpl_args,
                          extra_link_args=link_args_omp if omp else link_args,
                          language="c++" if cpp else "c"))

        cythonize(extensions, compiler_directives={'binding': True}, annotate=True, force=self.force)


extensions = []
for source in glob.glob("cubical/kernels/*.pyx"): 
    name, _ = os.path.splitext(source)
    is_cpp = any([s in name for s in cpp_extensions])
    is_omp = name.endswith("_omp")

    extensions.append(
        Extension(name.replace("/","."), [name + ".cpp" if is_cpp else name + ".c"],
                  include_dirs=[include_path],
                  extra_compile_args=cmpl_args_omp if is_omp else cmpl_args,
                  extra_link_args=link_args_omp if is_omp else link_args))

# Check for readthedocs environment variable.

on_rtd = os.environ.get('READTHEDOCS') == 'True'

if on_rtd:
    requirements = ['numpy', 
                    'cython', 
                    'futures', 
                    'matplotlib',
                    'scipy']
else:
    requirements = ['numpy', 
                    'futures', 
                    'python-casacore>=2.1.2', 
                    'sharedarray', 
                    'matplotlib',
                    'cython',
                    'scipy',
                    'astro-tigger-lsm']

setup(name='cubical',
      version=cubical.VERSION,
      description='Fast calibration implementation exploiting complex optimisation.',
      url='https://github.com/ratt-ru/CubiCal',
      classifiers=[
        "Development Status :: 3 - Alpha",
        "Intended Audience :: Science/Research",
        "License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
        "Operating System :: POSIX :: Linux",
        "Programming Language :: Python",
        "Topic :: Scientific/Engineering :: Astronomy"],
      author='Jonathan Kenyon',
      author_email='jonosken@gmail.com',
      license='GNU GPL v3',
      long_description=long_description,
      long_description_content_type='text/markdown',

      cmdclass={'build_ext': build_ext,
                'gocythonize': gocythonize},

      packages=['cubical', 
                'cubical.data_handler',
                'cubical.machines',
                'cubical.tools', 
                'cubical.kernels', 
                'cubical.plots',
                'cubical.database',
                'cubical.madmax'],
      install_requires=requirements,
      include_package_data=True,
      zip_safe=False,
      ext_modules = extensions,
      entry_points={'console_scripts': ['gocubical = cubical.main:main']},           
)

0 个答案:

没有答案