comparison tests/run-tests.py @ 47573:75b623801f6a

run-tests: use a global WINDOWS constant instead of multiple tests

This should make the code clearer.

This required the adjustement of a hack in the code testing this code.

Differential Revision: https://phab.mercurial-scm.org/D11041

47572:da497189a93a

import time
import unittest
import uuid
import xml.dom.minidom as minidom

try:
    import Queue as queue
except ImportError:
    import queue

    shellquote = shlex.quote
except (ImportError, AttributeError):
    import pipes

    shellquote = pipes.quote

processlock = threading.Lock()

pygmentspresent = False
try:  # is pygments installed

    import pygments.lexer as lexer
    import pygments.formatters as formatters
    import pygments.token as token
    import pygments.style as style

    if os.name == 'nt':
        hgpath = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
        sys.path.append(hgpath)
        try:
            from mercurial import win32  # pytype: disable=import-error

    runnerformatter = formatters.Terminal256Formatter(style=TestRunnerStyle)
    runnerlexer = TestRunnerLexer()

origenviron = os.environ.copy()

if sys.version_info > (3, 5, 0):
    PYTHON3 = True
    xrange = range  # we use xrange in one place, and we'd rather not use range

    def _sys2bytes(p):

                return _sys2bytes(v)

        osenvironb = environbytes(os.environ)

    getcwdb = getattr(os, 'getcwdb')
    if not getcwdb or os.name == 'nt':
        getcwdb = lambda: _sys2bytes(os.getcwd())

elif sys.version_info >= (3, 0, 0):
    print(
        '%s is only supported on Python 3.5+ and 2.7, not %s'

    try:
        with contextlib.closing(socket.socket(family, socket.SOCK_STREAM)) as s:
            s.bind(('localhost', port))
        return True
    except socket.error as exc:
        if os.name == 'nt' and exc.errno == errno.WSAEACCES:
            return False
        elif PYTHON3:
            # TODO: make a proper exception handler after dropping py2.  This
            #       works because socket.error is an alias for OSError on py3,
            #       which is also the baseclass of PermissionError.

            pathandattrs.append((b'contrib/chg/chg', 'with_chg'))
        if options.rhg:
            pathandattrs.append((b'rust/target/release/rhg', 'with_rhg'))
        for relpath, attr in pathandattrs:
            binpath = os.path.join(reporootdir, relpath)
            if os.name != 'nt' and not os.access(binpath, os.X_OK):
                parser.error(
                    '--local specified, but %r not found or '
                    'not executable' % binpath
                )
            setattr(options, attr, _bytes2sys(binpath))

            parser.error('--with-hg must specify an executable hg script')
        if os.path.basename(options.with_hg) not in [b'hg', b'hg.exe']:
            sys.stderr.write('warning: --with-hg should specify an hg script\n')
            sys.stderr.flush()

    if (options.chg or options.with_chg) and os.name == 'nt':
        parser.error('chg does not work on %s' % os.name)
    if (options.rhg or options.with_rhg) and os.name == 'nt':
        parser.error('rhg does not work on %s' % os.name)
    if options.with_chg:
        options.chg = False  # no installation to temporary location
        options.with_chg = canonpath(_sys2bytes(options.with_chg))
        if not (

            self._portmap(2),
            (br'([^0-9])%s' % re.escape(self._localip()), br'\1$LOCALIP'),
            (br'\bHG_TXNID=TXN:[a-f0-9]{40}\b', br'HG_TXNID=TXN:$ID$'),
        ]
        r.append((self._escapepath(self._testtmp), b'$TESTTMP'))
        if os.name == 'nt':
            # JSON output escapes backslashes in Windows paths, so also catch a
            # double-escape.
            replaced = self._testtmp.replace(b'\\', br'\\')
            r.append((self._escapepath(replaced), b'$STR_REPR_TESTTMP'))

                        raise ValueError(msg)
                    r.append(value)
        return r

    def _escapepath(self, p):
        if os.name == 'nt':
            return b''.join(
                c.isalpha()
                and b'[%s%s]' % (c.lower(), c.upper())
                or c in b'/\\'
                and br'[/\\]'

        env['TESTTMP'] = _bytes2sys(self._testtmp)
        uid_file = os.path.join(_bytes2sys(self._testtmp), 'UID')
        env['HGTEST_UUIDFILE'] = uid_file
        env['TESTNAME'] = self.name
        env['HOME'] = _bytes2sys(self._testtmp)
        if os.name == 'nt':
            env['REALUSERPROFILE'] = env['USERPROFILE']
            # py3.8+ ignores HOME: https://bugs.python.org/issue36264
            env['USERPROFILE'] = env['HOME']
        formated_timeout = _bytes2sys(b"%d" % default_defaults['timeout'][1])
        env['HGTEST_TIMEOUT_DEFAULT'] = formated_timeout

        env['LOCALIP'] = _bytes2sys(self._localip())

        # This has the same effect as Py_LegacyWindowsStdioFlag in exewrapper.c,
        # but this is needed for testing python instances like dummyssh,
        # dummysmtpd.py, and dumbhttp.py.
        if PYTHON3 and os.name == 'nt':
            env['PYTHONLEGACYWINDOWSSTDIO'] = '1'

        # Modified HOME in test environment can confuse Rust tools. So set
        # CARGO_HOME and RUSTUP_HOME automatically if a Rust toolchain is
        # present and these variables aren't already defined.

    def _run(self, env):
        # Quote the python(3) executable for Windows
        cmd = b'"%s" "%s"' % (PYTHON, self.path)
        vlog("# Running", cmd.decode("utf-8"))
        normalizenewlines = os.name == 'nt'
        result = self._runcommand(cmd, env, normalizenewlines=normalizenewlines)
        if self._aborted:
            raise KeyboardInterrupt()

        return result

            # supported right now, but this should be easy to extend.
            flags, el = re.match(br'^(\(\?i\))?(.*)', el).groups()[0:2]
            flags = flags or b''
            el = flags + b'(?:' + el + b')'
            # use \Z to ensure that the regex matches to the end of the string
            if os.name == 'nt':
                return re.match(el + br'\r?\n\Z', l)
            return re.match(el + br'\n\Z', l)
        except re.error:
            # el is an invalid regex
            return False

            if PYTHON3:
                el = el[:-7].decode('unicode_escape') + '\n'
                el = el.encode('latin-1')
            else:
                el = el[:-7].decode('string-escape') + '\n'
        if el == l or os.name == 'nt' and el[:-1] + b'\r\n' == l:
            return True, True
        if el.endswith(b" (re)\n"):
            return (TTest.rematch(el[:-6], l) or retry), False
        if el.endswith(b" (glob)\n"):
            # ignore '(glob)' added to l by 'replacements'
            if l.endswith(b" (glob)\n"):
                l = l[:-8] + b"\n"
            return (TTest.globmatch(el[:-8], l) or retry), False
        if os.altsep:
            _l = l.replace(b'\\', b'/')
            if el == _l or os.name == 'nt' and el[:-1] + b'\r\n' == _l:
                return True, True
        return retry, True

    @staticmethod
    def parsehghaveoutput(lines):

        if options.color == 'auto':
            isatty = self.stream.isatty()
            # For some reason, redirecting stdout on Windows disables the ANSI
            # color processing of stderr, which is what is used to print the
            # output.  Therefore, both must be tty on Windows to enable color.
            if os.name == 'nt':
                isatty = isatty and sys.stdout.isatty()
            self.color = pygmentspresent and isatty
        elif options.color == 'never':
            self.color = False
        else:  # 'always', for testing purposes

                return 1

            os.makedirs(tmpdir)
        else:
            d = None
            if os.name == 'nt':
                # without this, we get the default temp dir location, but
                # in all lowercase, which causes troubles with paths (issue3490)
                d = osenvironb.get(b'TMP', None)
            tmpdir = tempfile.mkdtemp(b'', b'hgtests.', d)

        # Force the use of hg.exe instead of relying on MSYS to recognize hg is
        # a python script and feed it to python.exe.  Legacy stdio is force
        # enabled by hg.exe, and this is a more realistic way to launch hg
        # anyway.
        if os.name == 'nt' and not self._hgcommand.endswith(b'.exe'):
            self._hgcommand += b'.exe'

        # set CHGHG, then replace "hg" command by "chg"
        chgbindir = self._bindir
        if self.options.chg or self.options.with_chg:

        else:
            pyexe_names = [b'python', b'python3']

        # os.symlink() is a thing with py3 on Windows, but it requires
        # Administrator rights.
        if getattr(os, 'symlink', None) and os.name != 'nt':
            msg = "# Making python executable in test path a symlink to '%s'"
            msg %= sysexecutable
            vlog(msg)
            for pyexename in pyexe_names:
                mypython = os.path.join(self._tmpbindir, pyexename)

            exe = _sys2bytes(exe)
        hgroot = os.path.dirname(os.path.dirname(script))
        self._hgroot = hgroot
        os.chdir(hgroot)
        nohome = b'--home=""'
        if os.name == 'nt':
            # The --home="" trick works only on OS where os.sep == '/'
            # because of a distutils convert_path() fast-path. Avoid it at
            # least on Windows for now, deal with .pydistutils.cfg bugs
            # when they happen.
            nohome = b''

        """Search PATH for a executable program"""
        dpb = _sys2bytes(os.defpath)
        sepb = _sys2bytes(os.pathsep)
        for p in osenvironb.get(b'PATH', dpb).split(sepb):
            name = os.path.join(p, program)
            if os.name == 'nt' or os.access(name, os.X_OK):
                return _bytes2sys(name)
        return None

    def _checktools(self):
        """Ensure tools required to run tests are present."""
        for p in self.REQUIREDTOOLS:
            if os.name == 'nt' and not p.endswith(b'.exe'):
                p += b'.exe'
            found = self._findprogram(p)
            p = p.decode("utf-8")
            if found:
                vlog("# Found prerequisite", p, "at", found)

47573:75b623801f6a

import time
import unittest
import uuid
import xml.dom.minidom as minidom

WINDOWS = os.name == r'nt'

try:
    import Queue as queue
except ImportError:
    import queue

    shellquote = shlex.quote
except (ImportError, AttributeError):
    import pipes

    shellquote = pipes.quote


processlock = threading.Lock()

pygmentspresent = False
try:  # is pygments installed

    import pygments.lexer as lexer
    import pygments.formatters as formatters
    import pygments.token as token
    import pygments.style as style

    if WINDOWS:
        hgpath = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
        sys.path.append(hgpath)
        try:
            from mercurial import win32  # pytype: disable=import-error

    runnerformatter = formatters.Terminal256Formatter(style=TestRunnerStyle)
    runnerlexer = TestRunnerLexer()

origenviron = os.environ.copy()


if sys.version_info > (3, 5, 0):
    PYTHON3 = True
    xrange = range  # we use xrange in one place, and we'd rather not use range

    def _sys2bytes(p):

                return _sys2bytes(v)

        osenvironb = environbytes(os.environ)

    getcwdb = getattr(os, 'getcwdb')
    if not getcwdb or WINDOWS:
        getcwdb = lambda: _sys2bytes(os.getcwd())

elif sys.version_info >= (3, 0, 0):
    print(
        '%s is only supported on Python 3.5+ and 2.7, not %s'

    try:
        with contextlib.closing(socket.socket(family, socket.SOCK_STREAM)) as s:
            s.bind(('localhost', port))
        return True
    except socket.error as exc:
        if WINDOWS and exc.errno == errno.WSAEACCES:
            return False
        elif PYTHON3:
            # TODO: make a proper exception handler after dropping py2.  This
            #       works because socket.error is an alias for OSError on py3,
            #       which is also the baseclass of PermissionError.

            pathandattrs.append((b'contrib/chg/chg', 'with_chg'))
        if options.rhg:
            pathandattrs.append((b'rust/target/release/rhg', 'with_rhg'))
        for relpath, attr in pathandattrs:
            binpath = os.path.join(reporootdir, relpath)
            if not (WINDOWS or os.access(binpath, os.X_OK)):
                parser.error(
                    '--local specified, but %r not found or '
                    'not executable' % binpath
                )
            setattr(options, attr, _bytes2sys(binpath))

            parser.error('--with-hg must specify an executable hg script')
        if os.path.basename(options.with_hg) not in [b'hg', b'hg.exe']:
            sys.stderr.write('warning: --with-hg should specify an hg script\n')
            sys.stderr.flush()

    if (options.chg or options.with_chg) and WINDOWS:
        parser.error('chg does not work on %s' % os.name)
    if (options.rhg or options.with_rhg) and WINDOWS:
        parser.error('rhg does not work on %s' % os.name)
    if options.with_chg:
        options.chg = False  # no installation to temporary location
        options.with_chg = canonpath(_sys2bytes(options.with_chg))
        if not (

            self._portmap(2),
            (br'([^0-9])%s' % re.escape(self._localip()), br'\1$LOCALIP'),
            (br'\bHG_TXNID=TXN:[a-f0-9]{40}\b', br'HG_TXNID=TXN:$ID$'),
        ]
        r.append((self._escapepath(self._testtmp), b'$TESTTMP'))
        if WINDOWS:
            # JSON output escapes backslashes in Windows paths, so also catch a
            # double-escape.
            replaced = self._testtmp.replace(b'\\', br'\\')
            r.append((self._escapepath(replaced), b'$STR_REPR_TESTTMP'))

                        raise ValueError(msg)
                    r.append(value)
        return r

    def _escapepath(self, p):
        if WINDOWS:
            return b''.join(
                c.isalpha()
                and b'[%s%s]' % (c.lower(), c.upper())
                or c in b'/\\'
                and br'[/\\]'

        env['TESTTMP'] = _bytes2sys(self._testtmp)
        uid_file = os.path.join(_bytes2sys(self._testtmp), 'UID')
        env['HGTEST_UUIDFILE'] = uid_file
        env['TESTNAME'] = self.name
        env['HOME'] = _bytes2sys(self._testtmp)
        if WINDOWS:
            env['REALUSERPROFILE'] = env['USERPROFILE']
            # py3.8+ ignores HOME: https://bugs.python.org/issue36264
            env['USERPROFILE'] = env['HOME']
        formated_timeout = _bytes2sys(b"%d" % default_defaults['timeout'][1])
        env['HGTEST_TIMEOUT_DEFAULT'] = formated_timeout

        env['LOCALIP'] = _bytes2sys(self._localip())

        # This has the same effect as Py_LegacyWindowsStdioFlag in exewrapper.c,
        # but this is needed for testing python instances like dummyssh,
        # dummysmtpd.py, and dumbhttp.py.
        if PYTHON3 and WINDOWS:
            env['PYTHONLEGACYWINDOWSSTDIO'] = '1'

        # Modified HOME in test environment can confuse Rust tools. So set
        # CARGO_HOME and RUSTUP_HOME automatically if a Rust toolchain is
        # present and these variables aren't already defined.

    def _run(self, env):
        # Quote the python(3) executable for Windows
        cmd = b'"%s" "%s"' % (PYTHON, self.path)
        vlog("# Running", cmd.decode("utf-8"))
        result = self._runcommand(cmd, env, normalizenewlines=WINDOWS)
        if self._aborted:
            raise KeyboardInterrupt()

        return result

            # supported right now, but this should be easy to extend.
            flags, el = re.match(br'^(\(\?i\))?(.*)', el).groups()[0:2]
            flags = flags or b''
            el = flags + b'(?:' + el + b')'
            # use \Z to ensure that the regex matches to the end of the string
            if WINDOWS:
                return re.match(el + br'\r?\n\Z', l)
            return re.match(el + br'\n\Z', l)
        except re.error:
            # el is an invalid regex
            return False

            if PYTHON3:
                el = el[:-7].decode('unicode_escape') + '\n'
                el = el.encode('latin-1')
            else:
                el = el[:-7].decode('string-escape') + '\n'
        if el == l or WINDOWS and el[:-1] + b'\r\n' == l:
            return True, True
        if el.endswith(b" (re)\n"):
            return (TTest.rematch(el[:-6], l) or retry), False
        if el.endswith(b" (glob)\n"):
            # ignore '(glob)' added to l by 'replacements'
            if l.endswith(b" (glob)\n"):
                l = l[:-8] + b"\n"
            return (TTest.globmatch(el[:-8], l) or retry), False
        if os.altsep:
            _l = l.replace(b'\\', b'/')
            if el == _l or WINDOWS and el[:-1] + b'\r\n' == _l:
                return True, True
        return retry, True

    @staticmethod
    def parsehghaveoutput(lines):

        if options.color == 'auto':
            isatty = self.stream.isatty()
            # For some reason, redirecting stdout on Windows disables the ANSI
            # color processing of stderr, which is what is used to print the
            # output.  Therefore, both must be tty on Windows to enable color.
            if WINDOWS:
                isatty = isatty and sys.stdout.isatty()
            self.color = pygmentspresent and isatty
        elif options.color == 'never':
            self.color = False
        else:  # 'always', for testing purposes

                return 1

            os.makedirs(tmpdir)
        else:
            d = None
            if WINDOWS:
                # without this, we get the default temp dir location, but
                # in all lowercase, which causes troubles with paths (issue3490)
                d = osenvironb.get(b'TMP', None)
            tmpdir = tempfile.mkdtemp(b'', b'hgtests.', d)

        # Force the use of hg.exe instead of relying on MSYS to recognize hg is
        # a python script and feed it to python.exe.  Legacy stdio is force
        # enabled by hg.exe, and this is a more realistic way to launch hg
        # anyway.
        if WINDOWS and not self._hgcommand.endswith(b'.exe'):
            self._hgcommand += b'.exe'

        # set CHGHG, then replace "hg" command by "chg"
        chgbindir = self._bindir
        if self.options.chg or self.options.with_chg:

        else:
            pyexe_names = [b'python', b'python3']

        # os.symlink() is a thing with py3 on Windows, but it requires
        # Administrator rights.
        if getattr(os, 'symlink', None) and not WINDOWS:
            msg = "# Making python executable in test path a symlink to '%s'"
            msg %= sysexecutable
            vlog(msg)
            for pyexename in pyexe_names:
                mypython = os.path.join(self._tmpbindir, pyexename)

            exe = _sys2bytes(exe)
        hgroot = os.path.dirname(os.path.dirname(script))
        self._hgroot = hgroot
        os.chdir(hgroot)
        nohome = b'--home=""'
        if WINDOWS:
            # The --home="" trick works only on OS where os.sep == '/'
            # because of a distutils convert_path() fast-path. Avoid it at
            # least on Windows for now, deal with .pydistutils.cfg bugs
            # when they happen.
            nohome = b''

        """Search PATH for a executable program"""
        dpb = _sys2bytes(os.defpath)
        sepb = _sys2bytes(os.pathsep)
        for p in osenvironb.get(b'PATH', dpb).split(sepb):
            name = os.path.join(p, program)
            if WINDOWS or os.access(name, os.X_OK):
                return _bytes2sys(name)
        return None

    def _checktools(self):
        """Ensure tools required to run tests are present."""
        for p in self.REQUIREDTOOLS:
            if WINDOWS and not p.endswith(b'.exe'):
                p += b'.exe'
            found = self._findprogram(p)
            p = p.decode("utf-8")
            if found:
                vlog("# Found prerequisite", p, "at", found)