comparison setup.py @ 40967:462a26756f70

rust-cpython: build via HGWITHRUSTEXT=cpython

The existing behaviour, building the direct ffi bindings if
HGIWTHRUSTEXT is just set is unchanged, but if HGWITHRUSTEXT is
cpython, then the cpython bindings (aka mercurial/rustext.so) are
built.

Differential Revision: https://phab.mercurial-scm.org/D5436

40966:1eaf62a67c1a

        raise SystemExit(
            "Couldn't import standard bz2 (incomplete Python install).")

ispypy = "PyPy" in sys.version

iswithrustextensions = 'HGWITHRUSTEXT' in os.environ

import ctypes
import errno
import stat, subprocess, time
import re

    def initialize_options(self):
        self.zstd = True
        return build_ext.initialize_options(self)

    def build_extensions(self):
        # Filter out zstd if disabled via argument.
        if not self.zstd:
            self.extensions = [e for e in self.extensions
                               if e.name != 'mercurial.zstd']

        return build_ext.build_extensions(self)

    def build_extension(self, ext):
        if isinstance(ext, RustExtension):

class RustCompilationError(CCompilerError):
    """Exception class for Rust compilation errors."""

class RustExtension(Extension):
    """A C Extension, conditionnally enhanced with Rust code.

    if iswithrustextensions is False, does nothing else than plain Extension
    """

    rusttargetdir = os.path.join('rust', 'target', 'release')

    def __init__(self, mpath, sources, rustlibname, subcrate, **kw):
        Extension.__init__(self, mpath, sources, **kw)
        if not iswithrustextensions:
            return
        srcdir = self.rustsrcdir = os.path.join('rust', subcrate)
        self.libraries.append(rustlibname)
        self.extra_compile_args.append('-DWITH_RUST')

        # adding Rust source and control files to depends so that the extension
        # gets rebuilt if they've changed
        self.depends.append(os.path.join(srcdir, 'Cargo.toml'))
        cargo_lock = os.path.join(srcdir, 'Cargo.lock')

            self.depends.extend(os.path.join(dirpath, fname)
                                for fname in fnames
                                if os.path.splitext(fname)[1] == '.rs')

    def rustbuild(self):
        if not iswithrustextensions:
            return
        env = os.environ.copy()
        if 'HGTEST_RESTOREENV' in env:
            # Mercurial tests change HOME to a temporary directory,
            # but, if installed with rustup, the Rust toolchain needs

        except subprocess.CalledProcessError:
            raise RustCompilationError(
                "Cargo failed. Working directory: %r, "
                "command: %r, environment: %r" % (self.rustsrcdir, cmd, env))

extmodules = [
    Extension('mercurial.cext.base85', ['mercurial/cext/base85.c'],
              include_dirs=common_include_dirs,
              depends=common_depends),
    Extension('mercurial.cext.bdiff', ['mercurial/bdiff.c',

              depends=common_depends + ['mercurial/bdiff.h'] + xdiff_headers),
    Extension('mercurial.cext.mpatch', ['mercurial/mpatch.c',
                                        'mercurial/cext/mpatch.c'],
              include_dirs=common_include_dirs,
              depends=common_depends),
    RustExtension('mercurial.cext.parsers', ['mercurial/cext/charencode.c',
                                             'mercurial/cext/dirs.c',
                                             'mercurial/cext/manifest.c',
                                             'mercurial/cext/parsers.c',
                                             'mercurial/cext/pathencode.c',
                                             'mercurial/cext/revlog.c'],
                  'hgdirectffi',
                  'hg-direct-ffi',
                  include_dirs=common_include_dirs,
                  depends=common_depends + ['mercurial/cext/charencode.h',
                                            'mercurial/cext/revlog.h',
                                            'rust/hg-core/src/ancestors.rs',
                                            'rust/hg-core/src/lib.rs']),
    Extension('mercurial.cext.osutil', ['mercurial/cext/osutil.c'],
              include_dirs=common_include_dirs,
              extra_compile_args=osutil_cflags,
              extra_link_args=osutil_ldflags,
              depends=common_depends),

        'mercurial/thirdparty/zope/interface/_zope_interface_coptimizations.c',
        ]),
    Extension('hgext.fsmonitor.pywatchman.bser',
              ['hgext/fsmonitor/pywatchman/bser.c']),
    ]

sys.path.insert(0, 'contrib/python-zstandard')
import setup_zstd
extmodules.append(setup_zstd.get_c_extension(
    name='mercurial.zstd',

40967:462a26756f70

        raise SystemExit(
            "Couldn't import standard bz2 (incomplete Python install).")

ispypy = "PyPy" in sys.version

hgrustext = os.environ.get('HGWITHRUSTEXT')
# TODO record it for proper rebuild upon changes
# (see mercurial/__modulepolicy__.py)
if hgrustext != 'cpython' and hgrustext is not None:
    hgrustext = 'direct-ffi'

import ctypes
import errno
import stat, subprocess, time
import re

    def initialize_options(self):
        self.zstd = True
        return build_ext.initialize_options(self)

    def build_extensions(self):
        ruststandalones = [e for e in self.extensions
                           if isinstance(e, RustStandaloneExtension)]
        self.extensions = [e for e in self.extensions
                           if e not in ruststandalones]
        # Filter out zstd if disabled via argument.
        if not self.zstd:
            self.extensions = [e for e in self.extensions
                               if e.name != 'mercurial.zstd']

        for rustext in ruststandalones:
            rustext.build('' if self.inplace else self.build_lib)

        return build_ext.build_extensions(self)

    def build_extension(self, ext):
        if isinstance(ext, RustExtension):

class RustCompilationError(CCompilerError):
    """Exception class for Rust compilation errors."""

class RustExtension(Extension):
    """Base classes for concrete Rust Extension classes.
    """

    rusttargetdir = os.path.join('rust', 'target', 'release')

    def __init__(self, mpath, sources, rustlibname, subcrate, **kw):
        Extension.__init__(self, mpath, sources, **kw)
        if hgrustext is None:
            return
        srcdir = self.rustsrcdir = os.path.join('rust', subcrate)

        # adding Rust source and control files to depends so that the extension
        # gets rebuilt if they've changed
        self.depends.append(os.path.join(srcdir, 'Cargo.toml'))
        cargo_lock = os.path.join(srcdir, 'Cargo.lock')

            self.depends.extend(os.path.join(dirpath, fname)
                                for fname in fnames
                                if os.path.splitext(fname)[1] == '.rs')

    def rustbuild(self):
        if hgrustext is None:
            return
        env = os.environ.copy()
        if 'HGTEST_RESTOREENV' in env:
            # Mercurial tests change HOME to a temporary directory,
            # but, if installed with rustup, the Rust toolchain needs

        except subprocess.CalledProcessError:
            raise RustCompilationError(
                "Cargo failed. Working directory: %r, "
                "command: %r, environment: %r" % (self.rustsrcdir, cmd, env))

class RustEnhancedExtension(RustExtension):
    """A C Extension, conditionally enhanced with Rust code.

    If the HGRUSTEXT environment variable is set to something else
    than 'cpython', the Rust sources get compiled and linked within the
    C target shared library object.
    """

    def __init__(self, mpath, sources, rustlibname, subcrate, **kw):
        RustExtension.__init__(self, mpath, sources, rustlibname, subcrate,
                               **kw)
        if hgrustext != 'direct-ffi':
            return
        self.extra_compile_args.append('-DWITH_RUST')
        self.libraries.append(rustlibname)
        self.library_dirs.append(self.rusttargetdir)

class RustStandaloneExtension(RustExtension):

    def __init__(self, pydottedname, rustcrate, dylibname, **kw):
        RustExtension.__init__(self, pydottedname, [], dylibname, rustcrate,
                               **kw)
        self.dylibname = dylibname

    def build(self, target_dir):
        self.rustbuild()
        target = [target_dir]
        target.extend(self.name.split('.'))
        ext = '.so'  # TODO Unix only
        target[-1] += ext
        shutil.copy2(os.path.join(self.rusttargetdir, self.dylibname + ext),
                     os.path.join(*target))


extmodules = [
    Extension('mercurial.cext.base85', ['mercurial/cext/base85.c'],
              include_dirs=common_include_dirs,
              depends=common_depends),
    Extension('mercurial.cext.bdiff', ['mercurial/bdiff.c',

              depends=common_depends + ['mercurial/bdiff.h'] + xdiff_headers),
    Extension('mercurial.cext.mpatch', ['mercurial/mpatch.c',
                                        'mercurial/cext/mpatch.c'],
              include_dirs=common_include_dirs,
              depends=common_depends),
    RustEnhancedExtension(
        'mercurial.cext.parsers', ['mercurial/cext/charencode.c',
                                   'mercurial/cext/dirs.c',
                                   'mercurial/cext/manifest.c',
                                   'mercurial/cext/parsers.c',
                                   'mercurial/cext/pathencode.c',
                                   'mercurial/cext/revlog.c'],
        'hgdirectffi',
        'hg-direct-ffi',
        include_dirs=common_include_dirs,
        depends=common_depends + ['mercurial/cext/charencode.h',
                                  'mercurial/cext/revlog.h',
                                  'rust/hg-core/src/ancestors.rs',
                                  'rust/hg-core/src/lib.rs']),
    Extension('mercurial.cext.osutil', ['mercurial/cext/osutil.c'],
              include_dirs=common_include_dirs,
              extra_compile_args=osutil_cflags,
              extra_link_args=osutil_ldflags,
              depends=common_depends),

        'mercurial/thirdparty/zope/interface/_zope_interface_coptimizations.c',
        ]),
    Extension('hgext.fsmonitor.pywatchman.bser',
              ['hgext/fsmonitor/pywatchman/bser.c']),
    ]

if hgrustext == 'cpython':
    extmodules.append(
        RustStandaloneExtension('mercurial.rustext', 'hg-cpython', 'librusthg')
    )


sys.path.insert(0, 'contrib/python-zstandard')
import setup_zstd
extmodules.append(setup_zstd.get_c_extension(
    name='mercurial.zstd',