Mercurial > hg
view tests/run-tests.py @ 2407:8fe3d60b7f19
revert: better fix for not printing 'reverting' message
author | Vadim Gelfer <vadim.gelfer@gmail.com> |
---|---|
date | Wed, 07 Jun 2006 13:16:25 -0700 |
parents | 7e43d68f3900 |
children | 6ed46bad9530 |
line wrap: on
line source
#!/usr/bin/env python # # run-tests.py - Run a set of tests on Mercurial # # Copyright 2006 Matt Mackall <mpm@selenic.com> # # This software may be used and distributed according to the terms # of the GNU General Public License, incorporated herein by reference. import os, sys, shutil, re import tempfile import difflib import popen2 from optparse import OptionParser required_tools = ["python", "diff", "grep", "unzip", "gunzip", "bunzip2", "sed"] parser = OptionParser("%prog [options] [tests]") parser.add_option("-v", "--verbose", action="store_true", help="output verbose messages") parser.add_option("-c", "--cover", action="store_true", help="print a test coverage report") parser.add_option("-s", "--cover_stdlib", action="store_true", help="print a test coverage report inc. standard libraries") parser.add_option("-C", "--annotate", action="store_true", help="output files annotated with coverage") (options, args) = parser.parse_args() verbose = options.verbose coverage = options.cover or options.cover_stdlib or options.annotate def vlog(*msg): if verbose: for m in msg: print m, print def splitnewlines(text): '''like str.splitlines, but only split on newlines. keep line endings.''' i = 0 lines = [] while True: n = text.find('\n', i) if n == -1: last = text[i:] if last: lines.append(last) return lines lines.append(text[i:n+1]) i = n + 1 def show_diff(expected, output): for line in difflib.unified_diff(expected, output, "Expected output", "Test output", lineterm=''): sys.stdout.write(line) def find_program(program): """Search PATH for a executable program""" for p in os.environ.get('PATH', os.defpath).split(os.pathsep): name = os.path.join(p, program) if os.access(name, os.X_OK): return name return None def check_required_tools(): # Before we go any further, check for pre-requisite tools # stuff from coreutils (cat, rm, etc) are not tested for p in required_tools: if os.name == 'nt': p += '.exe' found = find_program(p) if found: vlog("# Found prerequisite", p, "at", found) else: print "WARNING: Did not find prerequisite tool: "+p def cleanup_exit(): if verbose: print "# Cleaning up HGTMP", HGTMP shutil.rmtree(HGTMP, True) def install_hg(): vlog("# Performing temporary installation of HG") installerrs = os.path.join("tests", "install.err") os.chdir("..") # Get back to hg root cmd = ('%s setup.py clean --all' ' install --force --home="%s" --install-lib="%s" >%s 2>&1' % (sys.executable, INST, PYTHONDIR, installerrs)) vlog("# Running", cmd) if os.system(cmd) == 0: if not verbose: os.remove(installerrs) else: f = open(installerrs) for line in f: print line, f.close() sys.exit(1) os.chdir(TESTDIR) os.environ["PATH"] = "%s%s%s" % (BINDIR, os.pathsep, os.environ["PATH"]) os.environ["PYTHONPATH"] = PYTHONDIR if coverage: vlog("# Installing coverage wrapper") os.environ['COVERAGE_FILE'] = COVERAGE_FILE if os.path.exists(COVERAGE_FILE): os.unlink(COVERAGE_FILE) # Create a wrapper script to invoke hg via coverage.py os.rename(os.path.join(BINDIR, "hg"), os.path.join(BINDIR, "_hg.py")) f = open(os.path.join(BINDIR, 'hg'), 'w') f.write('#!' + sys.executable + '\n') f.write('import sys, os; os.execv(sys.executable, [sys.executable, '+ \ '"%s", "-x", "%s"] + sys.argv[1:])\n' % ( os.path.join(TESTDIR, 'coverage.py'), os.path.join(BINDIR, '_hg.py'))) f.close() os.chmod(os.path.join(BINDIR, 'hg'), 0700) def output_coverage(): vlog("# Producing coverage report") omit = [BINDIR, TESTDIR, PYTHONDIR] if not options.cover_stdlib: # Exclude as system paths (ignoring empty strings seen on win) omit += [x for x in sys.path if x != ''] omit = ','.join(omit) os.chdir(PYTHONDIR) cmd = '"%s" "%s" -r "--omit=%s"' % ( sys.executable, os.path.join(TESTDIR, 'coverage.py'), omit) vlog("# Running: "+cmd) os.system(cmd) if options.annotate: adir = os.path.join(TESTDIR, 'annotated') if not os.path.isdir(adir): os.mkdir(adir) cmd = '"%s" "%s" -a "--directory=%s" "--omit=%s"' % ( sys.executable, os.path.join(TESTDIR, 'coverage.py'), adir, omit) vlog("# Running: "+cmd) os.system(cmd) def run(cmd): """Run command in a sub-process, capturing the output (stdout and stderr). Return the exist code, and output.""" # TODO: Use subprocess.Popen if we're running on Python 2.4 if os.name == 'nt': tochild, fromchild = os.popen4(cmd) tochild.close() output = fromchild.read() ret = fromchild.close() if ret == None: ret = 0 else: proc = popen2.Popen4(cmd) proc.tochild.close() output = proc.fromchild.read() ret = proc.wait() return ret, splitnewlines(output) def run_one(test): vlog("# Test", test) if not verbose: sys.stdout.write('.') sys.stdout.flush() err = os.path.join(TESTDIR, test+".err") ref = os.path.join(TESTDIR, test+".out") if os.path.exists(err): os.remove(err) # Remove any previous output files # Make a tmp subdirectory to work in tmpd = os.path.join(HGTMP, test) os.mkdir(tmpd) os.chdir(tmpd) if test.endswith(".py"): cmd = '%s "%s"' % (sys.executable, os.path.join(TESTDIR, test)) else: cmd = '"%s"' % (os.path.join(TESTDIR, test)) # To reliably get the error code from batch files on WinXP, # the "cmd /c call" prefix is needed. Grrr if os.name == 'nt' and test.endswith(".bat"): cmd = 'cmd /c call "%s"' % (os.path.join(TESTDIR, test)) vlog("# Running", cmd) ret, out = run(cmd) vlog("# Ret was:", ret) diffret = 0 # If reference output file exists, check test output against it if os.path.exists(ref): f = open(ref, "r") ref_out = splitnewlines(f.read()) f.close() else: ref_out = [''] if out != ref_out: diffret = 1 print "\nERROR: %s output changed" % (test) show_diff(ref_out, out) if ret: print "\nERROR: %s failed with error code %d" % (test, ret) elif diffret: ret = diffret if ret != 0: # Save errors to a file for diagnosis f = open(err, "wb") for line in out: f.write(line) f.close() os.chdir(TESTDIR) shutil.rmtree(tmpd, True) return ret == 0 os.umask(022) check_required_tools() # Reset some environment variables to well-known values so that # the tests produce repeatable output. os.environ['LANG'] = os.environ['LC_ALL'] = 'C' os.environ['TZ'] = 'GMT' os.environ["HGEDITOR"] = sys.executable + ' -c "import sys; sys.exit(0)"' os.environ["HGMERGE"] = sys.executable + ' -c "import sys; sys.exit(0)"' os.environ["HGUSER"] = "test" os.environ["HGRCPATH"] = "" TESTDIR = os.environ["TESTDIR"] = os.getcwd() HGTMP = os.environ["HGTMP"] = tempfile.mkdtemp("", "hgtests.") vlog("# Using TESTDIR", TESTDIR) vlog("# Using HGTMP", HGTMP) INST = os.path.join(HGTMP, "install") BINDIR = os.path.join(INST, "bin") PYTHONDIR = os.path.join(INST, "lib", "python") COVERAGE_FILE = os.path.join(TESTDIR, ".coverage") try: try: install_hg() tests = 0 failed = 0 if len(args) == 0: args = os.listdir(".") for test in args: if test.startswith("test-"): if '~' in test or re.search(r'\.(out|err)$', test): continue if not run_one(test): failed += 1 tests += 1 print "\n# Ran %d tests, %d failed." % (tests, failed) if coverage: output_coverage() except KeyboardInterrupt: failed = True print "\ninterrupted!" finally: cleanup_exit() if failed: sys.exit(1)