comparison tests/run-tests.py @ 38616:c44ae5997869

run-tests: add support for external test result

The goal is to begin experiment with custom test result. I'm not sure we
should offers any backward-compatibility guarantee on that plugin API as it
doesn't change often and shouldn't have too much clients.

Differential Revision: https://phab.mercurial-scm.org/D3700

38614:4d5fb4062f0b

        if interrupted:
            with iolock:
                self.stream.writeln('INTERRUPTED: %s (after %d seconds)' % (
                    test.name, self.times[-1][3]))

class TestSuite(unittest.TestSuite):
    """Custom unittest TestSuite that knows how to execute Mercurial tests."""

    def __init__(self, testdir, jobs=1, whitelist=None, blacklist=None,
                 retest=False, keywords=None, loop=False, runs_per_test=1,

        super(TextTestRunner, self).__init__(*args, **kwargs)

        self._runner = runner

    def listtests(self, test):
        result = TestResult(self._runner.options, self.stream,
                            self.descriptions, 0)
        test = sorted(test, key=lambda t: t.name)
        for t in test:
            print(t.name)
            result.addSuccess(t)

                self._writejson(result, fp)

        return result

    def run(self, test):
        result = TestResult(self._runner.options, self.stream,
                            self.descriptions, self.verbosity)

        test(result)

        failed = len(result.failures)
        skipped = len(result.skipped)
        ignored = len(result.ignored)

38616:c44ae5997869

        if interrupted:
            with iolock:
                self.stream.writeln('INTERRUPTED: %s (after %d seconds)' % (
                    test.name, self.times[-1][3]))

def getTestResult():
    """
    Returns the relevant test result
    """
    if "CUSTOM_TEST_RESULT" in os.environ:
        testresultmodule = __import__(os.environ["CUSTOM_TEST_RESULT"])
        return testresultmodule.TestResult
    else:
        return TestResult

class TestSuite(unittest.TestSuite):
    """Custom unittest TestSuite that knows how to execute Mercurial tests."""

    def __init__(self, testdir, jobs=1, whitelist=None, blacklist=None,
                 retest=False, keywords=None, loop=False, runs_per_test=1,

        super(TextTestRunner, self).__init__(*args, **kwargs)

        self._runner = runner

    def listtests(self, test):
        result = getTestResult()(self._runner.options, self.stream,
                                 self.descriptions, 0)
        test = sorted(test, key=lambda t: t.name)
        for t in test:
            print(t.name)
            result.addSuccess(t)

                self._writejson(result, fp)

        return result

    def run(self, test):
        result = getTestResult()(self._runner.options, self.stream,
                                 self.descriptions, self.verbosity)
        test(result)

        failed = len(result.failures)
        skipped = len(result.skipped)
        ignored = len(result.ignored)