setup.py 12.4 KB
Newer Older
1 2 3 4
try:
    from setuptools import setup, Extension
except ImportError:
    from distutils.core import setup, Extension
Stefan Behnel's avatar
Stefan Behnel committed
5
import os
Robert Bradshaw's avatar
Robert Bradshaw committed
6
import sys
William Stein's avatar
William Stein committed
7

8 9 10 11 12 13
try:
    import platform
    is_cpython = not hasattr(platform, 'python_implementation') or platform.python_implementation() == 'CPython'
except (ImportError, NameError):
    is_cpython = True # CPython < 2.6

14 15 16 17 18
if sys.platform == "darwin":
    # Don't create resource files on OS X tar.
    os.environ['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
    os.environ['COPYFILE_DISABLE'] = 'true'

19 20
setup_args = {}

21 22 23 24 25
def add_command_class(name, cls):
    cmdclasses = setup_args.get('cmdclass', {})
    cmdclasses[name] = cls
    setup_args['cmdclass'] = cmdclasses

26 27 28
from distutils.command.sdist import sdist as sdist_orig
class sdist(sdist_orig):
    def run(self):
29
        self.force_manifest = 1
30 31
        if (sys.platform != "win32" and 
            os.path.isdir('.git')):
32
            assert os.system("git rev-parse --verify HEAD > .gitrev") == 0
33 34 35
        sdist_orig.run(self)
add_command_class('sdist', sdist)

36 37 38 39 40 41 42 43 44
if sys.version_info[0] >= 3:
    import lib2to3.refactor
    from distutils.command.build_py \
         import build_py_2to3 as build_py
    # need to convert sources to Py3 on installation
    fixers = [ fix for fix in lib2to3.refactor.get_fixers_from_package("lib2to3.fixes")
               if fix.split('fix_')[-1] not in ('next',)
               ]
    build_py.fixer_names = fixers
45
    add_command_class("build_py", build_py)
46

47 48 49
pxd_include_dirs = [
    directory for directory, dirs, files in os.walk('Cython/Includes')
    if '__init__.pyx' in files or '__init__.pxd' in files
50
    or directory == 'Cython/Includes' or directory == 'Cython/Includes/Deprecated']
51 52 53 54

pxd_include_patterns = [
    p+'/*.pxd' for p in pxd_include_dirs ] + [
    p+'/*.pyx' for p in pxd_include_dirs ]
55

56 57 58 59 60 61 62
setup_args['package_data'] = {
    'Cython.Plex'     : ['*.pxd'],
    'Cython.Compiler' : ['*.pxd'],
    'Cython.Runtime'  : ['*.pyx', '*.pxd'],
    'Cython.Utility'  : ['*.pyx', '*.pxd', '*.c', '*.h', '*.cpp'],
    'Cython'          : [ p[7:] for p in pxd_include_patterns ],
    }
William Stein's avatar
William Stein committed
63

64
# This dict is used for passing extra arguments that are setuptools
65 66 67
# specific to setup
setuptools_extra_args = {}

68
# tells whether to include cygdb (the script and the Cython.Debugger package
69
include_debugger = sys.version_info[:2] > (2, 5)
70

71 72 73 74 75 76 77 78
if 'setuptools' in sys.modules:
    setuptools_extra_args['zip_safe'] = False
    setuptools_extra_args['entry_points'] = {
        'console_scripts': [
            'cython = Cython.Compiler.Main:setuptools_main',
        ]
    }
    scripts = []
William Stein's avatar
William Stein committed
79
else:
80
    if os.name == "posix":
81
        scripts = ["bin/cython"]
82
    else:
83
        scripts = ["cython.py"]
84 85

if include_debugger:
86
    if 'setuptools' in sys.modules:
Gabi Davar's avatar
Gabi Davar committed
87 88
        setuptools_extra_args['entry_points']['console_scripts'].append(
            'cygdb = Cython.Debugger.Cygdb:main')
89
    else:
90 91 92 93
        if os.name == "posix":
            scripts.append('bin/cygdb')
        else:
            scripts.append('cygdb.py')
94

95

96
def compile_cython_modules(profile=False, compile_more=False, cython_with_refnanny=False):
97 98
    source_root = os.path.abspath(os.path.dirname(__file__))
    compiled_modules = ["Cython.Plex.Scanners",
99
                        "Cython.Plex.Actions",
100
                        "Cython.Compiler.Lexicon",
101 102 103
                        "Cython.Compiler.Scanning",
                        "Cython.Compiler.Parsing",
                        "Cython.Compiler.Visitor",
104
                        "Cython.Compiler.FlowControl",
Stefan Behnel's avatar
Stefan Behnel committed
105
                        "Cython.Compiler.Code",
106
                        "Cython.Runtime.refnanny",
107
                        # "Cython.Compiler.FusedNode",
108
                        "Cython.Tempita._tempita",
109
                        ]
110 111
    if compile_more:
        compiled_modules.extend([
112
            "Cython.Build.Dependencies",
113 114 115 116 117 118
            "Cython.Compiler.ParseTreeTransforms",
            "Cython.Compiler.Nodes",
            "Cython.Compiler.ExprNodes",
            "Cython.Compiler.ModuleNode",
            "Cython.Compiler.Optimize",
            ])
William Stein's avatar
William Stein committed
119

120 121 122
    defines = []
    if cython_with_refnanny:
        defines.append(('CYTHON_REFNANNY', '1'))
William Stein's avatar
William Stein committed
123

124
    extensions = []
125
    if sys.version_info[0] >= 3:
126
        from Cython.Distutils import build_ext as build_ext_orig
127 128
        for module in compiled_modules:
            source_file = os.path.join(source_root, *module.split('.'))
129
            if os.path.exists(source_file + ".py"):
130
                pyx_source_file = source_file + ".py"
131
            else:
132
                pyx_source_file = source_file + ".pyx"
133 134 135
            dep_files = []
            if os.path.exists(source_file + '.pxd'):
                dep_files.append(source_file + '.pxd')
136 137 138 139
            if '.refnanny' in module:
                defines_for_module = []
            else:
                defines_for_module = defines
140
            extensions.append(
141
                Extension(module, sources = [pyx_source_file],
142
                          define_macros = defines_for_module,
143
                          depends = dep_files)
144 145 146
                )

        class build_ext(build_ext_orig):
147 148 149 150 151
            # we must keep the original modules alive to make sure
            # their code keeps working when we remove them from
            # sys.modules
            dead_modules = []

152 153 154 155 156
            def build_extensions(self):
                # add path where 2to3 installed the transformed sources
                # and make sure Python (re-)imports them from there
                already_imported = [ module for module in sys.modules
                                     if module == 'Cython' or module.startswith('Cython.') ]
157
                keep_alive = self.dead_modules.append
158
                for module in already_imported:
159
                    keep_alive(sys.modules[module])
160 161 162
                    del sys.modules[module]
                sys.path.insert(0, os.path.join(source_root, self.build_lib))

163 164 165 166
                if profile:
                    from Cython.Compiler.Options import directive_defaults
                    directive_defaults['profile'] = True
                    print("Enabled profiling for the Cython binary modules")
167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182
                build_ext_orig.build_extensions(self)

        setup_args['ext_modules'] = extensions
        add_command_class("build_ext", build_ext)

    else: # Python 2.x
        from distutils.command.build_ext import build_ext as build_ext_orig
        try:
            class build_ext(build_ext_orig):
                def build_extension(self, ext, *args, **kargs):
                    try:
                        build_ext_orig.build_extension(self, ext, *args, **kargs)
                    except StandardError:
                        print("Compilation of '%s' failed" % ext.sources[0])
            from Cython.Compiler.Main import compile
            from Cython import Utils
183 184 185 186
            if profile:
                from Cython.Compiler.Options import directive_defaults
                directive_defaults['profile'] = True
                print("Enabled profiling for the Cython binary modules")
187 188 189 190 191 192 193 194
            source_root = os.path.dirname(__file__)
            for module in compiled_modules:
                source_file = os.path.join(source_root, *module.split('.'))
                if os.path.exists(source_file + ".py"):
                    pyx_source_file = source_file + ".py"
                else:
                    pyx_source_file = source_file + ".pyx"
                c_source_file = source_file + ".c"
195 196 197 198 199 200 201 202 203 204 205 206
                source_is_newer = False
                if not os.path.exists(c_source_file):
                    source_is_newer = True
                else:
                    c_last_modified = Utils.modification_time(c_source_file)
                    if Utils.file_newer_than(pyx_source_file, c_last_modified):
                        source_is_newer = True
                    else:
                        pxd_source_file = source_file + ".pxd"
                        if os.path.exists(pxd_source_file) and Utils.file_newer_than(pxd_source_file, c_last_modified):
                            source_is_newer = True
                if source_is_newer:
207 208 209 210
                    print("Compiling module %s ..." % module)
                    result = compile(pyx_source_file)
                    c_source_file = result.c_file
                if c_source_file:
211 212 213 214 215 216
                    # Py2 distutils can't handle unicode file paths
                    if isinstance(c_source_file, unicode):
                        filename_encoding = sys.getfilesystemencoding()
                        if filename_encoding is None:
                            filename_encoding = sys.getdefaultencoding()
                        c_source_file = c_source_file.encode(filename_encoding)
217 218 219 220
                    if '.refnanny' in module:
                        defines_for_module = []
                    else:
                        defines_for_module = defines
221
                    extensions.append(
222 223
                        Extension(module, sources = [c_source_file],
                                  define_macros = defines_for_module)
224 225 226 227 228 229 230
                        )
                else:
                    print("Compilation failed")
            if extensions:
                setup_args['ext_modules'] = extensions
                add_command_class("build_ext", build_ext)
        except Exception:
231 232 233 234 235 236 237 238 239
            print('''
ERROR: %s

Extension module compilation failed, looks like Cython cannot run
properly on this system.  To work around this, pass the option
"--no-cython-compile".  This will install a pure Python version of
Cython without compiling its own sources.
''' % sys.exc_info()[1])
            raise
240

Stefan Behnel's avatar
Stefan Behnel committed
241 242 243 244
cython_profile = '--cython-profile' in sys.argv
if cython_profile:
    sys.argv.remove('--cython-profile')

245 246 247 248 249 250
try:
    sys.argv.remove("--cython-compile-all")
    cython_compile_more = True
except ValueError:
    cython_compile_more = False

251 252 253 254 255 256
try:
    sys.argv.remove("--cython-with-refnanny")
    cython_with_refnanny = True
except ValueError:
    cython_with_refnanny = False

257 258
try:
    sys.argv.remove("--no-cython-compile")
259
    compile_cython_itself = False
260
except ValueError:
261 262
    compile_cython_itself = True

263
if compile_cython_itself and (is_cpython or cython_compile_more):
264
    compile_cython_modules(cython_profile, cython_compile_more, cython_with_refnanny)
265

266
setup_args.update(setuptools_extra_args)
267

268
from Cython import __version__ as version
269

270 271 272 273 274 275 276 277
packages = [
    'Cython',
    'Cython.Build',
    'Cython.Compiler',
    'Cython.Runtime',
    'Cython.Distutils',
    'Cython.Plex',
    'Cython.Tests',
278
    'Cython.Build.Tests',
279
    'Cython.Compiler.Tests',
280
    'Cython.Utility',
Mark Florisson's avatar
Mark Florisson committed
281
    'Cython.Tempita',
282
    'pyximport',
283 284 285 286
]

if include_debugger:
    packages.append('Cython.Debugger')
287
    packages.append('Cython.Debugger.Tests')
288 289 290
    # it's enough to do this for Py2.5+:
    setup_args['package_data']['Cython.Debugger.Tests'] = ['codefile', 'cfuncs.c']

William Stein's avatar
William Stein committed
291
setup(
292
  name = 'Cython',
William Stein's avatar
William Stein committed
293 294
  version = version,
  url = 'http://www.cython.org',
Stefan Behnel's avatar
Stefan Behnel committed
295 296
  author = 'Robert Bradshaw, Stefan Behnel, Dag Seljebotn, Greg Ewing, et al.',
  author_email = 'cython-devel@python.org',
297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317
  description = "The Cython compiler for writing C extensions for the Python language.",
  long_description = """\
  The Cython language makes writing C extensions for the Python language as
  easy as Python itself.  Cython is a source code translator based on the
  well-known Pyrex_, but supports more cutting edge functionality and
  optimizations.

  The Cython language is very close to the Python language (and most Python
  code is also valid Cython code), but Cython additionally supports calling C
  functions and declaring C types on variables and class attributes. This
  allows the compiler to generate very efficient C code from Cython code.

  This makes Cython the ideal language for writing glue code for external C
  libraries, and for fast C modules that speed up the execution of Python
  code.

  .. _Pyrex: http://www.cosc.canterbury.ac.nz/greg.ewing/python/Pyrex/
  """,
  classifiers = [
    "Development Status :: 5 - Production/Stable",
    "Intended Audience :: Developers",
318
    "License :: OSI Approved :: Apache Software License",
319 320
    "Operating System :: OS Independent",
    "Programming Language :: Python",
321 322
    "Programming Language :: Python :: 2",
    "Programming Language :: Python :: 3",
Robert Bradshaw's avatar
Robert Bradshaw committed
323
    "Programming Language :: C",
324
    "Programming Language :: Cython",
325 326 327 328 329
    "Topic :: Software Development :: Code Generators",
    "Topic :: Software Development :: Compilers",
    "Topic :: Software Development :: Libraries :: Python Modules"
  ],

William Stein's avatar
William Stein committed
330
  scripts = scripts,
331
  packages=packages,
332

333
  py_modules = ["cython"],
334

335
  **setup_args
William Stein's avatar
William Stein committed
336
  )