author | Martin von Zweigbergk <martinvonz@google.com> |
Thu, 31 Mar 2022 22:02:46 -0700 | |
changeset 49061 | 81d293eb5264 |
parent 48874 | af0b21d5a930 |
child 49695 | 2c346c1c75ec |
permissions | -rw-r--r-- |
21732
b6192ea7f7fd
test: introduce test-run-tests.t
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
diff
changeset
|
1 |
This file tests the behavior of run-tests.py itself. |
b6192ea7f7fd
test: introduce test-run-tests.t
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
diff
changeset
|
2 |
|
24960
65e8dac7b016
test-run-test: unset run-test specific environment variables
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
3 |
Avoid interference from actual test env: |
65e8dac7b016
test-run-test: unset run-test specific environment variables
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
4 |
|
29220
054bcdad6042
tests: refactor run-tests helpers
timeless <timeless@mozdev.org>
parents:
29199
diff
changeset
|
5 |
$ . "$TESTDIR/helper-runtests.sh" |
24960
65e8dac7b016
test-run-test: unset run-test specific environment variables
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
6 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
7 |
Smoke test with install |
21732
b6192ea7f7fd
test: introduce test-run-tests.t
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
diff
changeset
|
8 |
============ |
39707
5abc47d4ca6b
tests: quote PYTHON usage
Matt Harbison <matt_harbison@yahoo.com>
parents:
38824
diff
changeset
|
9 |
$ "$PYTHON" $TESTDIR/run-tests.py $HGTEST_RUN_TESTS_PURE -l |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
10 |
running 0 tests using 0 parallel processes |
21732
b6192ea7f7fd
test: introduce test-run-tests.t
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
diff
changeset
|
11 |
|
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
12 |
# Ran 0 tests, 0 skipped, 0 failed. |
21734
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
13 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
14 |
Define a helper to avoid the install step |
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
15 |
============= |
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
16 |
$ rt() |
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
17 |
> { |
47584
ee1fc8f970e6
run-tests: introduce a `HGTEST_REAL_HG` variable for test
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47583
diff
changeset
|
18 |
> "$PYTHON" $TESTDIR/run-tests.py --with-hg=$HGTEST_REAL_HG -j1 "$@" |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
19 |
> } |
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
20 |
|
28037
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
21 |
error paths |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
22 |
|
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
23 |
#if symlink |
48655
c95ace94f3ad
test: do not use `which` to find an exec path in the test
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
48550
diff
changeset
|
24 |
$ ln -s "/"bin"/"true hg |
39707
5abc47d4ca6b
tests: quote PYTHON usage
Matt Harbison <matt_harbison@yahoo.com>
parents:
38824
diff
changeset
|
25 |
$ "$PYTHON" $TESTDIR/run-tests.py --with-hg=./hg |
48313
bc04a7615c96
tests: allow the true command to be provided by coreutils
pacien <pacien.trangirard@pacien.net>
parents:
47588
diff
changeset
|
26 |
^warning: --with-hg should specify an hg script, not: (true|coreutils)$ (re) |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
27 |
running 0 tests using 0 parallel processes |
28037
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
28 |
|
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
29 |
# Ran 0 tests, 0 skipped, 0 failed. |
28037
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
30 |
$ rm hg |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
31 |
#endif |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
32 |
|
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
33 |
#if execbit |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
34 |
$ touch hg |
39707
5abc47d4ca6b
tests: quote PYTHON usage
Matt Harbison <matt_harbison@yahoo.com>
parents:
38824
diff
changeset
|
35 |
$ "$PYTHON" $TESTDIR/run-tests.py --with-hg=./hg |
35187
b4b0aed7bfaf
run-tests: convert to argparse
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35155
diff
changeset
|
36 |
usage: run-tests.py [options] [tests] |
28037
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
37 |
run-tests.py: error: --with-hg must specify an executable hg script |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
38 |
[2] |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
39 |
$ rm hg |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
40 |
#endif |
54c896f8bb79
run-tests: warn about symlinks to non hg scripts
timeless <timeless@mozdev.org>
parents:
27927
diff
changeset
|
41 |
|
31829
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
42 |
Features for testing optional lines |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
43 |
=================================== |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
44 |
|
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
45 |
$ cat > hghaveaddon.py <<EOF |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
46 |
> import hghave |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
47 |
> @hghave.check("custom", "custom hghave feature") |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
48 |
> def has_custom(): |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
49 |
> return True |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
50 |
> @hghave.check("missing", "missing hghave feature") |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
51 |
> def has_missing(): |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
52 |
> return False |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
53 |
> EOF |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
54 |
|
28812
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
55 |
an empty test |
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
56 |
======================= |
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
57 |
|
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
58 |
$ touch test-empty.t |
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
59 |
$ rt |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
60 |
running 1 tests using 1 parallel processes |
28812
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
61 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
62 |
# Ran 1 tests, 0 skipped, 0 failed. |
28812
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
63 |
$ rm test-empty.t |
f1de5a612a74
run-tests: handle empty tests
timeless <timeless@mozdev.org>
parents:
28701
diff
changeset
|
64 |
|
21734
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
65 |
a succesful test |
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
66 |
======================= |
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
67 |
|
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
68 |
$ cat > test-success.t << EOF |
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
69 |
> $ echo babar |
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
70 |
> babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
71 |
> $ echo xyzzy |
31827
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
72 |
> dont_print (?) |
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
73 |
> nothing[42]line (re) (?) |
28701
3bce3d2fd727
run-tests: make _processoutput picky about optional globs
timeless <timeless@mozdev.org>
parents:
28619
diff
changeset
|
74 |
> never*happens (glob) (?) |
31827
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
75 |
> more_nothing (?) |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
76 |
> xyzzy |
25388
6025cac3d02f
tests: add (?) flag for optional lines
Matt Mackall <mpm@selenic.com>
parents:
25098
diff
changeset
|
77 |
> nor this (?) |
28317
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
78 |
> $ printf 'abc\ndef\nxyz\n' |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
79 |
> 123 (?) |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
80 |
> abc |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
81 |
> def (?) |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
82 |
> 456 (?) |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
83 |
> xyz |
31829
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
84 |
> $ printf 'zyx\nwvu\ntsr\n' |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
85 |
> abc (?) |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
86 |
> zyx (custom !) |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
87 |
> wvu |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
88 |
> no_print (no-custom !) |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
89 |
> tsr (no-missing !) |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
90 |
> missing (missing !) |
21734
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
91 |
> EOF |
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
92 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
93 |
$ rt |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
94 |
running 1 tests using 1 parallel processes |
21734
34e0bd895afc
test-run-tests.t: test running a passing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21732
diff
changeset
|
95 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
96 |
# Ran 1 tests, 0 skipped, 0 failed. |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
97 |
|
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
98 |
failing test |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
99 |
================== |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
100 |
|
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
101 |
test churn with globs |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
102 |
$ cat > test-failure.t <<EOF |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
103 |
> $ echo "bar-baz"; echo "bar-bad"; echo foo |
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
104 |
> bar*bad (glob) |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
105 |
> bar*baz (glob) |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
106 |
> | fo (re) |
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
107 |
> EOF |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
108 |
$ rt test-failure.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
109 |
running 1 tests using 1 parallel processes |
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
110 |
|
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
111 |
--- $TESTTMP/test-failure.t |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
112 |
+++ $TESTTMP/test-failure.t.err |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
113 |
@@ -1,4 +1,4 @@ |
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
114 |
$ echo "bar-baz"; echo "bar-bad"; echo foo |
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
115 |
+ bar*baz (glob) |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
116 |
bar*bad (glob) |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
117 |
- bar*baz (glob) |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
118 |
- | fo (re) |
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
119 |
+ foo |
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
120 |
|
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
121 |
ERROR: test-failure.t output changed |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
122 |
! |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
123 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
124 |
# Ran 1 tests, 0 skipped, 1 failed. |
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
125 |
python hash seed: * (glob) |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
126 |
[1] |
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
127 |
|
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
128 |
test how multiple globs gets matched with lines in output |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
129 |
$ cat > test-failure-globs.t <<EOF |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
130 |
> $ echo "context"; echo "context"; \ |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
131 |
> echo "key: 1"; echo "value: not a"; \ |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
132 |
> echo "key: 2"; echo "value: not b"; \ |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
133 |
> echo "key: 3"; echo "value: c"; \ |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
134 |
> echo "key: 4"; echo "value: d" |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
135 |
> context |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
136 |
> context |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
137 |
> key: 1 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
138 |
> value: a |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
139 |
> key: 2 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
140 |
> value: b |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
141 |
> key: 3 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
142 |
> value: * (glob) |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
143 |
> key: 4 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
144 |
> value: * (glob) |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
145 |
> EOF |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
146 |
$ rt test-failure-globs.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
147 |
running 1 tests using 1 parallel processes |
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
148 |
|
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
149 |
--- $TESTTMP/test-failure-globs.t |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
150 |
+++ $TESTTMP/test-failure-globs.t.err |
38554
f83600efa1ca
tests: don't allow reodering of glob/re lines across non-glob/re lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38553
diff
changeset
|
151 |
@@ -2,9 +2,9 @@ |
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
152 |
context |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
153 |
context |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
154 |
key: 1 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
155 |
- value: a |
38554
f83600efa1ca
tests: don't allow reodering of glob/re lines across non-glob/re lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38553
diff
changeset
|
156 |
+ value: not a |
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
157 |
key: 2 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
158 |
- value: b |
38554
f83600efa1ca
tests: don't allow reodering of glob/re lines across non-glob/re lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38553
diff
changeset
|
159 |
+ value: not b |
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
160 |
key: 3 |
38554
f83600efa1ca
tests: don't allow reodering of glob/re lines across non-glob/re lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38553
diff
changeset
|
161 |
value: * (glob) |
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
162 |
key: 4 |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
163 |
|
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
164 |
ERROR: test-failure-globs.t output changed |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
165 |
! |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
166 |
Failed test-failure-globs.t: output changed |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
167 |
# Ran 1 tests, 0 skipped, 1 failed. |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
168 |
python hash seed: * (glob) |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
169 |
[1] |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
170 |
$ rm test-failure-globs.t |
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
171 |
|
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
172 |
test diff colorisation |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
173 |
|
33552
754569f5e999
run-tests: make sure to check if pygments is installed before using it
Pulkit Goyal <7895pulkit@gmail.com>
parents:
33500
diff
changeset
|
174 |
#if no-windows pygments |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
175 |
$ rt test-failure.t --color always |
40333
d5ff54152636
tests: fix "running x tests using y ... " output in a few more places
Martin von Zweigbergk <martinvonz@google.com>
parents:
40245
diff
changeset
|
176 |
running 1 tests using 1 parallel processes |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
177 |
|
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
178 |
\x1b[38;5;124m--- $TESTTMP/test-failure.t\x1b[39m (esc) |
48550
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
179 |
\x1b[38;5;28m+++ $TESTTMP/test-failure.t.err\x1b[39m (esc) (pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
180 |
\x1b[38;5;34m+++ $TESTTMP/test-failure.t.err\x1b[39m (esc) (no-pygments211 !) |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
181 |
\x1b[38;5;90;01m@@ -1,4 +1,4 @@\x1b[39;00m (esc) |
48550
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
182 |
\x1b[38;5;250m \x1b[39m $ echo "bar-baz"; echo "bar-bad"; echo foo (esc) (pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
183 |
$ echo "bar-baz"; echo "bar-bad"; echo foo (no-pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
184 |
\x1b[38;5;28m+ bar*baz (glob)\x1b[39m (esc) (pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
185 |
\x1b[38;5;34m+ bar*baz (glob)\x1b[39m (esc) (no-pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
186 |
\x1b[38;5;250m \x1b[39m bar*bad (glob) (esc) (pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
187 |
bar*bad (glob) (no-pygments211 !) |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
188 |
\x1b[38;5;124m- bar*baz (glob)\x1b[39m (esc) |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
189 |
\x1b[38;5;124m- | fo (re)\x1b[39m (esc) |
48550
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
190 |
\x1b[38;5;28m+ foo\x1b[39m (esc) (pygments211 !) |
21c0ae0693bc
tests: support pygments 2.11 (issue6628)
Cédric Krier <ced@b2ck.com>
parents:
48313
diff
changeset
|
191 |
\x1b[38;5;34m+ foo\x1b[39m (esc) (no-pygments211 !) |
34842
8bce3e51b101
run-tests: move newline out of colorized message
Martin von Zweigbergk <martinvonz@google.com>
parents:
34263
diff
changeset
|
192 |
|
33814
81b12f69ef5b
run-tests: also color the summary messages (skipped, failed...)
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
33696
diff
changeset
|
193 |
\x1b[38;5;88mERROR: \x1b[39m\x1b[38;5;9mtest-failure.t\x1b[39m\x1b[38;5;88m output changed\x1b[39m (esc) |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
194 |
! |
33814
81b12f69ef5b
run-tests: also color the summary messages (skipped, failed...)
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
33696
diff
changeset
|
195 |
\x1b[38;5;88mFailed \x1b[39m\x1b[38;5;9mtest-failure.t\x1b[39m\x1b[38;5;88m: output changed\x1b[39m (esc) |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
196 |
# Ran 1 tests, 0 skipped, 1 failed. |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
197 |
python hash seed: * (glob) |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
198 |
[1] |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
199 |
|
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
200 |
$ rt test-failure.t 2> tmp.log |
40333
d5ff54152636
tests: fix "running x tests using y ... " output in a few more places
Martin von Zweigbergk <martinvonz@google.com>
parents:
40245
diff
changeset
|
201 |
running 1 tests using 1 parallel processes |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
202 |
[1] |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
203 |
$ cat tmp.log |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
204 |
|
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
205 |
--- $TESTTMP/test-failure.t |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
206 |
+++ $TESTTMP/test-failure.t.err |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
207 |
@@ -1,4 +1,4 @@ |
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
208 |
$ echo "bar-baz"; echo "bar-bad"; echo foo |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
209 |
+ bar*baz (glob) |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
210 |
bar*bad (glob) |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
211 |
- bar*baz (glob) |
35155
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
212 |
- | fo (re) |
6d5718e39657
run-tests: make "| foo (re)" not match everything
Martin von Zweigbergk <martinvonz@google.com>
parents:
35097
diff
changeset
|
213 |
+ foo |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
214 |
|
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
215 |
ERROR: test-failure.t output changed |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
216 |
! |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
217 |
Failed test-failure.t: output changed |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
218 |
# Ran 1 tests, 0 skipped, 1 failed. |
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
219 |
python hash seed: * (glob) |
33500
9c6e64911de0
run-tests: disable color on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
33420
diff
changeset
|
220 |
#endif |
33420
e80041832eec
run-tests: add color to output if pygments is available
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
32982
diff
changeset
|
221 |
|
33695
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
222 |
$ cat > test-failure.t << EOF |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
223 |
> $ true |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
224 |
> should go away (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
225 |
> $ true |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
226 |
> should stay (false !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
227 |
> |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
228 |
> Should remove first line, not second or third |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
229 |
> $ echo 'testing' |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
230 |
> baz*foo (glob) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
231 |
> foobar*foo (glob) (false !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
232 |
> te*ting (glob) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
233 |
> |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
234 |
> Should keep first two lines, remove third and last |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
235 |
> $ echo 'testing' |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
236 |
> test.ng (re) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
237 |
> foo.ar (re) (false !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
238 |
> b.r (re) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
239 |
> missing (?) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
240 |
> awol (true !) |
33696
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
241 |
> |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
242 |
> The "missing" line should stay, even though awol is dropped |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
243 |
> $ echo 'testing' |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
244 |
> test.ng (re) (true !) |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
245 |
> foo.ar (?) |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
246 |
> awol |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
247 |
> missing (?) |
33695
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
248 |
> EOF |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
249 |
$ rt test-failure.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
250 |
running 1 tests using 1 parallel processes |
33695
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
251 |
|
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
252 |
--- $TESTTMP/test-failure.t |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
253 |
+++ $TESTTMP/test-failure.t.err |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
254 |
@@ -1,11 +1,9 @@ |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
255 |
$ true |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
256 |
- should go away (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
257 |
$ true |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
258 |
should stay (false !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
259 |
|
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
260 |
Should remove first line, not second or third |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
261 |
$ echo 'testing' |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
262 |
- baz*foo (glob) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
263 |
foobar*foo (glob) (false !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
264 |
te*ting (glob) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
265 |
|
33696
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
266 |
foo.ar (re) (false !) |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
267 |
missing (?) |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
268 |
@@ -13,13 +11,10 @@ |
33695
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
269 |
$ echo 'testing' |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
270 |
test.ng (re) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
271 |
foo.ar (re) (false !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
272 |
- b.r (re) (true !) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
273 |
missing (?) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
274 |
- awol (true !) |
33696
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
275 |
|
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
276 |
The "missing" line should stay, even though awol is dropped |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
277 |
$ echo 'testing' |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
278 |
test.ng (re) (true !) |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
279 |
foo.ar (?) |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
280 |
- awol |
1fa6023240f4
run-tests: don't drop optional lines after a missing unconditional line
Matt Harbison <matt_harbison@yahoo.com>
parents:
33695
diff
changeset
|
281 |
missing (?) |
33695
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
282 |
|
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
283 |
ERROR: test-failure.t output changed |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
284 |
! |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
285 |
Failed test-failure.t: output changed |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
286 |
# Ran 1 tests, 0 skipped, 1 failed. |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
287 |
python hash seed: * (glob) |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
288 |
[1] |
eeed23508383
run-tests: drop required (feature !) style lines when the output is missing
Matt Harbison <matt_harbison@yahoo.com>
parents:
33552
diff
changeset
|
289 |
|
28619
695c666f42ff
tests: ensure run-tests handles multiple lines of churn
timeless <timeless@mozdev.org>
parents:
28616
diff
changeset
|
290 |
basic failing test |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
291 |
$ cat > test-failure.t << EOF |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
292 |
> $ echo babar |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
293 |
> rataxes |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
294 |
> This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
295 |
> this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
296 |
> pad pad pad pad............................................................ |
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
297 |
> pad pad pad pad............................................................ |
31828
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
298 |
> pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
299 |
> pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
300 |
> pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
301 |
> pad pad pad pad............................................................ |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
302 |
> EOF |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
303 |
|
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
304 |
>>> fh = open('test-failure-unicode.t', 'wb') |
25054
af5a778f8e2e
test-run-tests.t: work around file.write() returning an int
Augie Fackler <augie@google.com>
parents:
24990
diff
changeset
|
305 |
>>> fh.write(u' $ echo babar\u03b1\n'.encode('utf-8')) and None |
af5a778f8e2e
test-run-tests.t: work around file.write() returning an int
Augie Fackler <augie@google.com>
parents:
24990
diff
changeset
|
306 |
>>> fh.write(u' l\u03b5\u03b5t\n'.encode('utf-8')) and None |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
307 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
308 |
$ rt |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
309 |
running 3 tests using 1 parallel processes |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
310 |
|
23348
bbe56e07e07a
tests: fix globs for Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
23245
diff
changeset
|
311 |
--- $TESTTMP/test-failure.t |
bbe56e07e07a
tests: fix globs for Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
23245
diff
changeset
|
312 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
313 |
@@ -1,5 +1,5 @@ |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
314 |
$ echo babar |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
315 |
- rataxes |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
316 |
+ babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
317 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
318 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
319 |
pad pad pad pad............................................................ |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
320 |
|
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
321 |
ERROR: test-failure.t output changed |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
322 |
!. |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
323 |
--- $TESTTMP/test-failure-unicode.t |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
324 |
+++ $TESTTMP/test-failure-unicode.t.err |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
325 |
@@ -1,2 +1,2 @@ |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
326 |
$ echo babar\xce\xb1 (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
327 |
- l\xce\xb5\xce\xb5t (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
328 |
+ babar\xce\xb1 (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
329 |
|
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
330 |
ERROR: test-failure-unicode.t output changed |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
331 |
! |
41486
f9150901267c
run-tests: sort the skip, failure and error lists in the final output
Matt Harbison <matt_harbison@yahoo.com>
parents:
41178
diff
changeset
|
332 |
Failed test-failure-unicode.t: output changed |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
333 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
334 |
# Ran 3 tests, 0 skipped, 2 failed. |
21738
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
335 |
python hash seed: * (glob) |
7ec3b32b98bb
test-run-tests.t: test running a failing test
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21734
diff
changeset
|
336 |
[1] |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
337 |
|
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
338 |
test --outputdir |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
339 |
$ mkdir output |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
340 |
$ rt --outputdir output |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
341 |
running 3 tests using 1 parallel processes |
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
342 |
|
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
343 |
--- $TESTTMP/test-failure.t |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
344 |
+++ $TESTTMP/output/test-failure.t.err |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
345 |
@@ -1,5 +1,5 @@ |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
346 |
$ echo babar |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
347 |
- rataxes |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
348 |
+ babar |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
349 |
This is a noop statement so that |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
350 |
this test is still more bytes than success. |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
351 |
pad pad pad pad............................................................ |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
352 |
|
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
353 |
ERROR: test-failure.t output changed |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
354 |
!. |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
355 |
--- $TESTTMP/test-failure-unicode.t |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
356 |
+++ $TESTTMP/output/test-failure-unicode.t.err |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
357 |
@@ -1,2 +1,2 @@ |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
358 |
$ echo babar\xce\xb1 (esc) |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
359 |
- l\xce\xb5\xce\xb5t (esc) |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
360 |
+ babar\xce\xb1 (esc) |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
361 |
|
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
362 |
ERROR: test-failure-unicode.t output changed |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
363 |
! |
41486
f9150901267c
run-tests: sort the skip, failure and error lists in the final output
Matt Harbison <matt_harbison@yahoo.com>
parents:
41178
diff
changeset
|
364 |
Failed test-failure-unicode.t: output changed |
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
365 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
366 |
# Ran 3 tests, 0 skipped, 2 failed. |
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
367 |
python hash seed: * (glob) |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
368 |
[1] |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
369 |
$ ls -a output |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
370 |
. |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
371 |
.. |
32717
e5680cb1414f
run-tests: write test times to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32716
diff
changeset
|
372 |
.testtimes |
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
373 |
test-failure-unicode.t.err |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
374 |
test-failure.t.err |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
375 |
|
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
376 |
test --xunit support |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
377 |
$ rt --xunit=xunit.xml |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
378 |
running 3 tests using 1 parallel processes |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
379 |
|
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
380 |
--- $TESTTMP/test-failure.t |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
381 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
382 |
@@ -1,5 +1,5 @@ |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
383 |
$ echo babar |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
384 |
- rataxes |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
385 |
+ babar |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
386 |
This is a noop statement so that |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
387 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
388 |
pad pad pad pad............................................................ |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
389 |
|
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
390 |
ERROR: test-failure.t output changed |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
391 |
!. |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
392 |
--- $TESTTMP/test-failure-unicode.t |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
393 |
+++ $TESTTMP/test-failure-unicode.t.err |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
394 |
@@ -1,2 +1,2 @@ |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
395 |
$ echo babar\xce\xb1 (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
396 |
- l\xce\xb5\xce\xb5t (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
397 |
+ babar\xce\xb1 (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
398 |
|
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
399 |
ERROR: test-failure-unicode.t output changed |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
400 |
! |
41486
f9150901267c
run-tests: sort the skip, failure and error lists in the final output
Matt Harbison <matt_harbison@yahoo.com>
parents:
41178
diff
changeset
|
401 |
Failed test-failure-unicode.t: output changed |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
402 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
403 |
# Ran 3 tests, 0 skipped, 2 failed. |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
404 |
python hash seed: * (glob) |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
405 |
[1] |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
406 |
$ cat xunit.xml |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
407 |
<?xml version="1.0" encoding="utf-8"?> |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
408 |
<testsuite errors="0" failures="2" name="run-tests" skipped="0" tests="3"> |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
409 |
<testcase name="test-success.t" time="*"/> (glob) |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
410 |
<testcase name="test-failure-unicode.t" time="*"> (glob) |
43070
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
411 |
<failure message="output changed" type="output-mismatch"><![CDATA[--- $TESTTMP/test-failure-unicode.t (py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
412 |
<failure message="output changed" type="output-mismatch"> (no-py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
413 |
<![CDATA[--- $TESTTMP/test-failure-unicode.t (no-py38 !) |
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
414 |
+++ $TESTTMP/test-failure-unicode.t.err |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
415 |
@@ -1,2 +1,2 @@ |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
416 |
$ echo babar\xce\xb1 (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
417 |
- l\xce\xb5\xce\xb5t (esc) |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
418 |
+ babar\xce\xb1 (esc) |
43070
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
419 |
]]></failure> (py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
420 |
]]> </failure> (no-py38 !) |
32714
ef8d24539612
run-tests: wrap failures in an XUnit 'failure' element
Siddharth Agarwal <sid0@fb.com>
parents:
32704
diff
changeset
|
421 |
</testcase> |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
422 |
<testcase name="test-failure.t" time="*"> (glob) |
43070
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
423 |
<failure message="output changed" type="output-mismatch"><![CDATA[--- $TESTTMP/test-failure.t (py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
424 |
<failure message="output changed" type="output-mismatch"> (no-py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
425 |
<![CDATA[--- $TESTTMP/test-failure.t (no-py38 !) |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
426 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
427 |
@@ -1,5 +1,5 @@ |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
428 |
$ echo babar |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
429 |
- rataxes |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
430 |
+ babar |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
431 |
This is a noop statement so that |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
432 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
433 |
pad pad pad pad............................................................ |
43070
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
434 |
]]></failure> (py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
435 |
]]> </failure> (no-py38 !) |
32714
ef8d24539612
run-tests: wrap failures in an XUnit 'failure' element
Siddharth Agarwal <sid0@fb.com>
parents:
32704
diff
changeset
|
436 |
</testcase> |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
437 |
</testsuite> |
21741
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
438 |
|
29280
6c97b9739f9d
tests: add run-test .testtimes basic testing
timeless <timeless@mozdev.org>
parents:
29221
diff
changeset
|
439 |
$ cat .testtimes |
35855
69d7fcd91696
testrunner: fix updating of .testtimes file
Martin von Zweigbergk <martinvonz@google.com>
parents:
35536
diff
changeset
|
440 |
test-empty.t * (glob) |
38553
3fb46734508d
tests: add test showing puzzling test output with (glob) lines
Martin von Zweigbergk <martinvonz@google.com>
parents:
38290
diff
changeset
|
441 |
test-failure-globs.t * (glob) |
29280
6c97b9739f9d
tests: add run-test .testtimes basic testing
timeless <timeless@mozdev.org>
parents:
29221
diff
changeset
|
442 |
test-failure-unicode.t * (glob) |
6c97b9739f9d
tests: add run-test .testtimes basic testing
timeless <timeless@mozdev.org>
parents:
29221
diff
changeset
|
443 |
test-failure.t * (glob) |
6c97b9739f9d
tests: add run-test .testtimes basic testing
timeless <timeless@mozdev.org>
parents:
29221
diff
changeset
|
444 |
test-success.t * (glob) |
32704
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
445 |
|
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
446 |
$ rt --list-tests |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
447 |
test-failure-unicode.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
448 |
test-failure.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
449 |
test-success.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
450 |
|
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
451 |
$ rt --list-tests --json |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
452 |
test-failure-unicode.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
453 |
test-failure.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
454 |
test-success.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
455 |
$ cat report.json |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
456 |
testreport ={ |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
457 |
"test-failure-unicode.t": { |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
458 |
"result": "success" |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
459 |
}, |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
460 |
"test-failure.t": { |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
461 |
"result": "success" |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
462 |
}, |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
463 |
"test-success.t": { |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
464 |
"result": "success" |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
465 |
} |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
466 |
} (no-eol) |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
467 |
|
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
468 |
$ rt --list-tests --xunit=xunit.xml |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
469 |
test-failure-unicode.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
470 |
test-failure.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
471 |
test-success.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
472 |
$ cat xunit.xml |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
473 |
<?xml version="1.0" encoding="utf-8"?> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
474 |
<testsuite errors="0" failures="0" name="run-tests" skipped="0" tests="0"> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
475 |
<testcase name="test-failure-unicode.t"/> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
476 |
<testcase name="test-failure.t"/> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
477 |
<testcase name="test-success.t"/> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
478 |
</testsuite> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
479 |
|
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
480 |
$ rt --list-tests test-failure* --json --xunit=xunit.xml --outputdir output |
32704
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
481 |
test-failure-unicode.t |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
482 |
test-failure.t |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
483 |
$ cat output/report.json |
32704
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
484 |
testreport ={ |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
485 |
"test-failure-unicode.t": { |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
486 |
"result": "success" |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
487 |
}, |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
488 |
"test-failure.t": { |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
489 |
"result": "success" |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
490 |
} |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
491 |
} (no-eol) |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
492 |
$ cat xunit.xml |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
493 |
<?xml version="1.0" encoding="utf-8"?> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
494 |
<testsuite errors="0" failures="0" name="run-tests" skipped="0" tests="0"> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
495 |
<testcase name="test-failure-unicode.t"/> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
496 |
<testcase name="test-failure.t"/> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
497 |
</testsuite> |
1270b00a385d
run-tests: add a way to list tests, with JSON and XUnit support
Siddharth Agarwal <sid0@fb.com>
parents:
32622
diff
changeset
|
498 |
|
24500
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
499 |
$ rm test-failure-unicode.t |
7b0a20cd8c95
run-tests: explicitly handle unicode when writing xunit file
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23935
diff
changeset
|
500 |
|
21741
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
501 |
test for --retest |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
502 |
==================== |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
503 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
504 |
$ rt --retest |
45407
de9ec12ee53c
run-tests: refactor filtering logic for --retest flag
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45406
diff
changeset
|
505 |
running 1 tests using 1 parallel processes |
21741
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
506 |
|
23348
bbe56e07e07a
tests: fix globs for Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
23245
diff
changeset
|
507 |
--- $TESTTMP/test-failure.t |
bbe56e07e07a
tests: fix globs for Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
23245
diff
changeset
|
508 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
509 |
@@ -1,5 +1,5 @@ |
21741
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
510 |
$ echo babar |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
511 |
- rataxes |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
512 |
+ babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
513 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
514 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
515 |
pad pad pad pad............................................................ |
21741
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
516 |
|
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
517 |
ERROR: test-failure.t output changed |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
518 |
! |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
519 |
Failed test-failure.t: output changed |
45407
de9ec12ee53c
run-tests: refactor filtering logic for --retest flag
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45406
diff
changeset
|
520 |
# Ran 1 tests, 0 skipped, 1 failed. |
21741
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
521 |
python hash seed: * (glob) |
02cd29156d5d
test-run-tests.t: tests the --retest option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21738
diff
changeset
|
522 |
[1] |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
523 |
|
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
524 |
--retest works with --outputdir |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
525 |
$ rm -r output |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
526 |
$ mkdir output |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
527 |
$ mv test-failure.t.err output |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
528 |
$ rt --retest --outputdir output |
45407
de9ec12ee53c
run-tests: refactor filtering logic for --retest flag
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45406
diff
changeset
|
529 |
running 1 tests using 1 parallel processes |
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
530 |
|
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
531 |
--- $TESTTMP/test-failure.t |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
532 |
+++ $TESTTMP/output/test-failure.t.err |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
533 |
@@ -1,5 +1,5 @@ |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
534 |
$ echo babar |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
535 |
- rataxes |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
536 |
+ babar |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
537 |
This is a noop statement so that |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
538 |
this test is still more bytes than success. |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
539 |
pad pad pad pad............................................................ |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
540 |
|
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
541 |
ERROR: test-failure.t output changed |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
542 |
! |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
543 |
Failed test-failure.t: output changed |
45407
de9ec12ee53c
run-tests: refactor filtering logic for --retest flag
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45406
diff
changeset
|
544 |
# Ran 1 tests, 0 skipped, 1 failed. |
32716
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
545 |
python hash seed: * (glob) |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
546 |
[1] |
2146f01a2577
run-tests: allow specifying an output dir to write .errs to
Siddharth Agarwal <sid0@fb.com>
parents:
32715
diff
changeset
|
547 |
|
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
548 |
Selecting Tests To Run |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
549 |
====================== |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
550 |
|
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
551 |
successful |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
552 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
553 |
$ rt test-success.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
554 |
running 1 tests using 1 parallel processes |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
555 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
556 |
# Ran 1 tests, 0 skipped, 0 failed. |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
557 |
|
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
558 |
success w/ keyword |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
559 |
$ rt -k xyzzy |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
560 |
running 2 tests using 1 parallel processes |
22107
3b5cf39ffcc4
run-tests: don't show 'i' for tests that don't match a keyword
Matt Mackall <mpm@selenic.com>
parents:
22045
diff
changeset
|
561 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
562 |
# Ran 2 tests, 1 skipped, 0 failed. |
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
563 |
|
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
564 |
failed |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
565 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
566 |
$ rt test-failure.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
567 |
running 1 tests using 1 parallel processes |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
568 |
|
23348
bbe56e07e07a
tests: fix globs for Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
23245
diff
changeset
|
569 |
--- $TESTTMP/test-failure.t |
bbe56e07e07a
tests: fix globs for Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
23245
diff
changeset
|
570 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
571 |
@@ -1,5 +1,5 @@ |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
572 |
$ echo babar |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
573 |
- rataxes |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
574 |
+ babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
575 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
576 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
577 |
pad pad pad pad............................................................ |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
578 |
|
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
579 |
ERROR: test-failure.t output changed |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
580 |
! |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
581 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
582 |
# Ran 1 tests, 0 skipped, 1 failed. |
21742
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
583 |
python hash seed: * (glob) |
66f91859822b
test-run-tests.t: test selection of testfile from the command line
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21741
diff
changeset
|
584 |
[1] |
21743
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
585 |
|
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
586 |
failure w/ keyword |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
587 |
$ rt -k rataxes |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
588 |
running 2 tests using 1 parallel processes |
22107
3b5cf39ffcc4
run-tests: don't show 'i' for tests that don't match a keyword
Matt Mackall <mpm@selenic.com>
parents:
22045
diff
changeset
|
589 |
|
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
590 |
--- $TESTTMP/test-failure.t |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
591 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
592 |
@@ -1,5 +1,5 @@ |
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
593 |
$ echo babar |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
594 |
- rataxes |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
595 |
+ babar |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
596 |
This is a noop statement so that |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
597 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
598 |
pad pad pad pad............................................................ |
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
599 |
|
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
600 |
ERROR: test-failure.t output changed |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
601 |
! |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
602 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
603 |
# Ran 2 tests, 1 skipped, 1 failed. |
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
604 |
python hash seed: * (glob) |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
605 |
[1] |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
606 |
|
22840
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
607 |
Verify that when a process fails to start we show a useful message |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
608 |
================================================================== |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
609 |
|
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
610 |
$ cat > test-serve-fail.t <<EOF |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
611 |
> $ echo 'abort: child process failed to start blah' |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
612 |
> EOF |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
613 |
$ rt test-serve-fail.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
614 |
running 1 tests using 1 parallel processes |
36461
51a9f0246931
run-tests: resume raising an exception when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
36438
diff
changeset
|
615 |
|
36438
93228b2a1fc0
run-tests: don't mask errors when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
35855
diff
changeset
|
616 |
--- $TESTTMP/test-serve-fail.t |
93228b2a1fc0
run-tests: don't mask errors when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
35855
diff
changeset
|
617 |
+++ $TESTTMP/test-serve-fail.t.err |
93228b2a1fc0
run-tests: don't mask errors when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
35855
diff
changeset
|
618 |
@@ -1* +1,2 @@ (glob) |
93228b2a1fc0
run-tests: don't mask errors when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
35855
diff
changeset
|
619 |
$ echo 'abort: child process failed to start blah' |
93228b2a1fc0
run-tests: don't mask errors when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
35855
diff
changeset
|
620 |
+ abort: child process failed to start blah |
22840
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
621 |
|
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
622 |
ERROR: test-serve-fail.t output changed |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
623 |
! |
36461
51a9f0246931
run-tests: resume raising an exception when a server fails to start
Matt Harbison <matt_harbison@yahoo.com>
parents:
36438
diff
changeset
|
624 |
Failed test-serve-fail.t: server failed to start (HGPORT=*) (glob) |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
625 |
# Ran 1 tests, 0 skipped, 1 failed. |
22840
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
626 |
python hash seed: * (glob) |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
627 |
[1] |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
628 |
$ rm test-serve-fail.t |
ba5c635921e1
test-run-tests: add a test for detection of failure to start a server
Augie Fackler <raf@durin42.com>
parents:
22838
diff
changeset
|
629 |
|
27602
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
630 |
Verify that we can try other ports |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
631 |
=================================== |
37434
3fbd8b862d66
tests: work around potential repo incompatibility
Gregory Szorc <gregory.szorc@gmail.com>
parents:
36677
diff
changeset
|
632 |
|
3fbd8b862d66
tests: work around potential repo incompatibility
Gregory Szorc <gregory.szorc@gmail.com>
parents:
36677
diff
changeset
|
633 |
Extensions aren't inherited by the invoked run-tests.py. An extension |
3fbd8b862d66
tests: work around potential repo incompatibility
Gregory Szorc <gregory.szorc@gmail.com>
parents:
36677
diff
changeset
|
634 |
introducing a repository requirement could cause this to fail. So we force |
3fbd8b862d66
tests: work around potential repo incompatibility
Gregory Szorc <gregory.szorc@gmail.com>
parents:
36677
diff
changeset
|
635 |
HGRCPATH to get a clean environment. |
3fbd8b862d66
tests: work around potential repo incompatibility
Gregory Szorc <gregory.szorc@gmail.com>
parents:
36677
diff
changeset
|
636 |
|
3fbd8b862d66
tests: work around potential repo incompatibility
Gregory Szorc <gregory.szorc@gmail.com>
parents:
36677
diff
changeset
|
637 |
$ HGRCPATH= hg init inuse |
27602
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
638 |
$ hg serve -R inuse -p $HGPORT -d --pid-file=blocks.pid |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
639 |
$ cat blocks.pid >> $DAEMON_PIDS |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
640 |
$ cat > test-serve-inuse.t <<EOF |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
641 |
> $ hg serve -R `pwd`/inuse -p \$HGPORT -d --pid-file=hg.pid |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
642 |
> $ cat hg.pid >> \$DAEMON_PIDS |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
643 |
> EOF |
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
644 |
$ rt test-serve-inuse.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
645 |
running 1 tests using 1 parallel processes |
27602
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
646 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
647 |
# Ran 1 tests, 0 skipped, 0 failed. |
27602
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
648 |
$ rm test-serve-inuse.t |
29221
73f58eb14684
test-run-tests: clean up inuse server eagerly
timeless <timeless@mozdev.org>
parents:
29220
diff
changeset
|
649 |
$ killdaemons.py $DAEMON_PIDS |
27602
67aa88e00fc7
run-tests: fix get port to try differing ports
timeless <timeless@mozdev.org>
parents:
27567
diff
changeset
|
650 |
|
21743
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
651 |
Running In Debug Mode |
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
652 |
====================== |
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
653 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
654 |
$ rt --debug 2>&1 | grep -v pwd |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
655 |
running 2 tests using 1 parallel processes |
23676
e8b09f920fe6
tests: adapt glob pattern to fix test with NetBSD's sh(1) (issue4484)
Thomas Klausner <tk@giga.or.at>
parents:
23348
diff
changeset
|
656 |
+ echo *SALT* 0 0 (glob) |
e8b09f920fe6
tests: adapt glob pattern to fix test with NetBSD's sh(1) (issue4484)
Thomas Klausner <tk@giga.or.at>
parents:
23348
diff
changeset
|
657 |
*SALT* 0 0 (glob) |
21743
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
658 |
+ echo babar |
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
659 |
babar |
31828
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
660 |
+ echo *SALT* 10 0 (glob) |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
661 |
*SALT* 10 0 (glob) |
27509
6ff90d618d72
test-run-tests: glob away a --debug run difference on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
27395
diff
changeset
|
662 |
*+ echo *SALT* 0 0 (glob) |
23676
e8b09f920fe6
tests: adapt glob pattern to fix test with NetBSD's sh(1) (issue4484)
Thomas Klausner <tk@giga.or.at>
parents:
23348
diff
changeset
|
663 |
*SALT* 0 0 (glob) |
21743
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
664 |
+ echo babar |
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
665 |
babar |
23676
e8b09f920fe6
tests: adapt glob pattern to fix test with NetBSD's sh(1) (issue4484)
Thomas Klausner <tk@giga.or.at>
parents:
23348
diff
changeset
|
666 |
+ echo *SALT* 2 0 (glob) |
e8b09f920fe6
tests: adapt glob pattern to fix test with NetBSD's sh(1) (issue4484)
Thomas Klausner <tk@giga.or.at>
parents:
23348
diff
changeset
|
667 |
*SALT* 2 0 (glob) |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
668 |
+ echo xyzzy |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
669 |
xyzzy |
31827
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
670 |
+ echo *SALT* 9 0 (glob) |
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
671 |
*SALT* 9 0 (glob) |
28317
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
672 |
+ printf *abc\ndef\nxyz\n* (glob) |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
673 |
abc |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
674 |
def |
8de70574be2c
run-tests: defer leftover (?) cleanup until after all output is exhausted
Matt Harbison <matt_harbison@yahoo.com>
parents:
28316
diff
changeset
|
675 |
xyz |
31827
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
676 |
+ echo *SALT* 15 0 (glob) |
220d4bffd23e
run-tests: prevent a (glob) declaration from reordering (?) lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
31673
diff
changeset
|
677 |
*SALT* 15 0 (glob) |
31829
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
678 |
+ printf *zyx\nwvu\ntsr\n* (glob) |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
679 |
zyx |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
680 |
wvu |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
681 |
tsr |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
682 |
+ echo *SALT* 22 0 (glob) |
4eec2f04a672
run-tests: support per-line conditional output in tests
Matt Harbison <matt_harbison@yahoo.com>
parents:
31828
diff
changeset
|
683 |
*SALT* 22 0 (glob) |
21743
d72bea858cbd
test-run-tests.t: test --debug option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21742
diff
changeset
|
684 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
685 |
# Ran 2 tests, 0 skipped, 0 failed. |
21744
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
686 |
|
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
687 |
Parallel runs |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
688 |
============== |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
689 |
|
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
690 |
(duplicate the failing test to get predictable output) |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
691 |
$ cp test-failure.t test-failure-copy.t |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
692 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
693 |
$ rt --jobs 2 test-failure*.t -n |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
694 |
running 2 tests using 2 parallel processes |
23107
5459b30aa498
tests: silence output race in test-run-tests.t
Matt Mackall <mpm@selenic.com>
parents:
22840
diff
changeset
|
695 |
!! |
21744
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
696 |
Failed test-failure*.t: output changed (glob) |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
697 |
Failed test-failure*.t: output changed (glob) |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
698 |
# Ran 2 tests, 0 skipped, 2 failed. |
21744
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
699 |
python hash seed: * (glob) |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
700 |
[1] |
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
701 |
|
22838
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
702 |
failures in parallel with --first should only print one failure |
34894
b63a7d839c33
tests: de-flake test-run-tests.t's "--jobs=2 --first" test
Martin von Zweigbergk <martinvonz@google.com>
parents:
34842
diff
changeset
|
703 |
$ rt --jobs 2 --first test-failure*.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
704 |
running 2 tests using 2 parallel processes |
22838
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
705 |
|
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
706 |
--- $TESTTMP/test-failure*.t (glob) |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
707 |
+++ $TESTTMP/test-failure*.t.err (glob) |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
708 |
@@ -1,5 +1,5 @@ |
22838
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
709 |
$ echo babar |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
710 |
- rataxes |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
711 |
+ babar |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
712 |
This is a noop statement so that |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
713 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
714 |
pad pad pad pad............................................................ |
22838
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
715 |
|
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
716 |
Failed test-failure*.t: output changed (glob) |
34894
b63a7d839c33
tests: de-flake test-run-tests.t's "--jobs=2 --first" test
Martin von Zweigbergk <martinvonz@google.com>
parents:
34842
diff
changeset
|
717 |
Failed test-failure*.t: output changed (glob) |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
718 |
# Ran 2 tests, 0 skipped, 2 failed. |
22838
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
719 |
python hash seed: * (glob) |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
720 |
[1] |
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
721 |
|
9a20f53e436f
run-tests: handle --jobs and --first gracefully
Augie Fackler <raf@durin42.com>
parents:
22579
diff
changeset
|
722 |
|
21744
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
723 |
(delete the duplicated test file) |
34894
b63a7d839c33
tests: de-flake test-run-tests.t's "--jobs=2 --first" test
Martin von Zweigbergk <martinvonz@google.com>
parents:
34842
diff
changeset
|
724 |
$ rm test-failure-copy.t |
21744
395e29928db2
test-run-tests.t: tests --jobs option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21743
diff
changeset
|
725 |
|
41178
53327bfbf35d
testrunner: make `-j100 --runs-per-test=100 test-foo.t` use 100 jobs
Martin von Zweigbergk <martinvonz@google.com>
parents:
40975
diff
changeset
|
726 |
multiple runs per test should be parallelized |
53327bfbf35d
testrunner: make `-j100 --runs-per-test=100 test-foo.t` use 100 jobs
Martin von Zweigbergk <martinvonz@google.com>
parents:
40975
diff
changeset
|
727 |
|
53327bfbf35d
testrunner: make `-j100 --runs-per-test=100 test-foo.t` use 100 jobs
Martin von Zweigbergk <martinvonz@google.com>
parents:
40975
diff
changeset
|
728 |
$ rt --jobs 2 --runs-per-test 2 test-success.t |
53327bfbf35d
testrunner: make `-j100 --runs-per-test=100 test-foo.t` use 100 jobs
Martin von Zweigbergk <martinvonz@google.com>
parents:
40975
diff
changeset
|
729 |
running 2 tests using 2 parallel processes |
53327bfbf35d
testrunner: make `-j100 --runs-per-test=100 test-foo.t` use 100 jobs
Martin von Zweigbergk <martinvonz@google.com>
parents:
40975
diff
changeset
|
730 |
.. |
53327bfbf35d
testrunner: make `-j100 --runs-per-test=100 test-foo.t` use 100 jobs
Martin von Zweigbergk <martinvonz@google.com>
parents:
40975
diff
changeset
|
731 |
# Ran 2 tests, 0 skipped, 0 failed. |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
732 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
733 |
Interactive run |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
734 |
=============== |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
735 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
736 |
(backup the failing test) |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
737 |
$ cp test-failure.t backup |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
738 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
739 |
Refuse the fix |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
740 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
741 |
$ echo 'n' | rt -i |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
742 |
running 2 tests using 1 parallel processes |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
743 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
744 |
--- $TESTTMP/test-failure.t |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
745 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
746 |
@@ -1,5 +1,5 @@ |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
747 |
$ echo babar |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
748 |
- rataxes |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
749 |
+ babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
750 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
751 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
752 |
pad pad pad pad............................................................ |
44944
617cd3b1e9cd
tests: make it clear what happen when no response entered
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
43070
diff
changeset
|
753 |
Accept this change? [y/N] |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
754 |
ERROR: test-failure.t output changed |
21763
84cd5ee787ed
run-tests: hold iolock across diff/prompt when interactive
Matt Mackall <mpm@selenic.com>
parents:
21756
diff
changeset
|
755 |
!. |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
756 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
757 |
# Ran 2 tests, 0 skipped, 1 failed. |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
758 |
python hash seed: * (glob) |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
759 |
[1] |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
760 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
761 |
$ cat test-failure.t |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
762 |
$ echo babar |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
763 |
rataxes |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
764 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
765 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
766 |
pad pad pad pad............................................................ |
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
767 |
pad pad pad pad............................................................ |
31828
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
768 |
pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
769 |
pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
770 |
pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
771 |
pad pad pad pad............................................................ |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
772 |
|
22361
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
773 |
Interactive with custom view |
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
774 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
775 |
$ echo 'n' | rt -i --view echo |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
776 |
running 2 tests using 1 parallel processes |
35393
4441705b7111
tests: remove (glob) annotations that were only for '\' matches
Matt Harbison <matt_harbison@yahoo.com>
parents:
35391
diff
changeset
|
777 |
$TESTTMP/test-failure.t $TESTTMP/test-failure.t.err |
44944
617cd3b1e9cd
tests: make it clear what happen when no response entered
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
43070
diff
changeset
|
778 |
Accept this change? [y/N]* (glob) |
22361
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
779 |
ERROR: test-failure.t output changed |
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
780 |
!. |
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
781 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
782 |
# Ran 2 tests, 0 skipped, 1 failed. |
22361
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
783 |
python hash seed: * (glob) |
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
784 |
[1] |
eb6adf750954
run-tests: make --interactive work with --view
Gregory Szorc <gregory.szorc@gmail.com>
parents:
22292
diff
changeset
|
785 |
|
22108
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
786 |
View the fix |
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
787 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
788 |
$ echo 'y' | rt --view echo |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
789 |
running 2 tests using 1 parallel processes |
35393
4441705b7111
tests: remove (glob) annotations that were only for '\' matches
Matt Harbison <matt_harbison@yahoo.com>
parents:
35391
diff
changeset
|
790 |
$TESTTMP/test-failure.t $TESTTMP/test-failure.t.err |
22108
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
791 |
|
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
792 |
ERROR: test-failure.t output changed |
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
793 |
!. |
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
794 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
795 |
# Ran 2 tests, 0 skipped, 1 failed. |
22108
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
796 |
python hash seed: * (glob) |
ccae572c5d09
test-run-tests: test --view
Matt Mackall <mpm@selenic.com>
parents:
22107
diff
changeset
|
797 |
[1] |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
798 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
799 |
Accept the fix |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
800 |
|
35416
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
801 |
$ cat >> test-failure.t <<EOF |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
802 |
> $ echo 'saved backup bundle to \$TESTTMP/foo.hg' |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
803 |
> saved backup bundle to \$TESTTMP/foo.hg |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
804 |
> $ echo 'saved backup bundle to \$TESTTMP/foo.hg' |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
805 |
> saved backup bundle to $TESTTMP\\foo.hg |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
806 |
> $ echo 'saved backup bundle to \$TESTTMP/foo.hg' |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
807 |
> saved backup bundle to \$TESTTMP/*.hg (glob) |
417fa23017f9
tests: avoid echo with backslash escapes
Martin von Zweigbergk <martinvonz@google.com>
parents:
35393
diff
changeset
|
808 |
> EOF |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
809 |
$ echo 'y' | rt -i 2>&1 |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
810 |
running 2 tests using 1 parallel processes |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
811 |
|
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
812 |
--- $TESTTMP/test-failure.t |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
813 |
+++ $TESTTMP/test-failure.t.err |
31828
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
814 |
@@ -1,5 +1,5 @@ |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
815 |
$ echo babar |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
816 |
- rataxes |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
817 |
+ babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
818 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
819 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
820 |
pad pad pad pad............................................................ |
35391
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
821 |
@@ -11,6 +11,6 @@ |
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
822 |
$ echo 'saved backup bundle to $TESTTMP/foo.hg' |
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
823 |
saved backup bundle to $TESTTMP/foo.hg |
23728
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
824 |
$ echo 'saved backup bundle to $TESTTMP/foo.hg' |
35391
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
825 |
- saved backup bundle to $TESTTMP\foo.hg |
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
826 |
+ saved backup bundle to $TESTTMP/foo.hg |
23728
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
827 |
$ echo 'saved backup bundle to $TESTTMP/foo.hg' |
35391
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
828 |
saved backup bundle to $TESTTMP/*.hg (glob) |
44944
617cd3b1e9cd
tests: make it clear what happen when no response entered
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
43070
diff
changeset
|
829 |
Accept this change? [y/N] .. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
830 |
# Ran 2 tests, 0 skipped, 0 failed. |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
831 |
|
23728
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
832 |
$ sed -e 's,(glob)$,&<,g' test-failure.t |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
833 |
$ echo babar |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
834 |
babar |
21995
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
835 |
This is a noop statement so that |
20bfcb484554
test-run-tests.t: add extra data to tests for keyword tests
Augie Fackler <raf@durin42.com>
parents:
21977
diff
changeset
|
836 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
837 |
pad pad pad pad............................................................ |
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
838 |
pad pad pad pad............................................................ |
31828
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
839 |
pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
840 |
pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
841 |
pad pad pad pad............................................................ |
ff60498211f3
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
31827
diff
changeset
|
842 |
pad pad pad pad............................................................ |
23728
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
843 |
$ echo 'saved backup bundle to $TESTTMP/foo.hg' |
35391
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
844 |
saved backup bundle to $TESTTMP/foo.hg |
23728
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
845 |
$ echo 'saved backup bundle to $TESTTMP/foo.hg' |
35391
0432e54f4dbe
run-tests: stop automatically adding a (glob) for bundle backup lines
Matt Harbison <matt_harbison@yahoo.com>
parents:
35387
diff
changeset
|
846 |
saved backup bundle to $TESTTMP/foo.hg |
23728
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
847 |
$ echo 'saved backup bundle to $TESTTMP/foo.hg' |
31d3f973d079
run-tests: automatically add (glob) to "saved backup bundle to" lines
Mads Kiilerich <madski@unity3d.com>
parents:
23676
diff
changeset
|
848 |
saved backup bundle to $TESTTMP/*.hg (glob)< |
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
849 |
|
45405
601ec3faeb6b
tests: remove a sub-test since we are done with it in test-run-tests.t
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
44944
diff
changeset
|
850 |
$ rm test-failure.t |
601ec3faeb6b
tests: remove a sub-test since we are done with it in test-run-tests.t
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
44944
diff
changeset
|
851 |
|
32980
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
852 |
Race condition - test file was modified when test is running |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
853 |
|
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
854 |
$ TESTRACEDIR=`pwd` |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
855 |
$ export TESTRACEDIR |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
856 |
$ cat > test-race.t <<EOF |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
857 |
> $ echo 1 |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
858 |
> $ echo "# a new line" >> $TESTRACEDIR/test-race.t |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
859 |
> EOF |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
860 |
|
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
861 |
$ rt -i test-race.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
862 |
running 1 tests using 1 parallel processes |
32980
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
863 |
|
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
864 |
--- $TESTTMP/test-race.t |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
865 |
+++ $TESTTMP/test-race.t.err |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
866 |
@@ -1,2 +1,3 @@ |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
867 |
$ echo 1 |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
868 |
+ 1 |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
869 |
$ echo "# a new line" >> $TESTTMP/test-race.t |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
870 |
Reference output has changed (run again to prompt changes) |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
871 |
ERROR: test-race.t output changed |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
872 |
! |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
873 |
Failed test-race.t: output changed |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
874 |
# Ran 1 tests, 0 skipped, 1 failed. |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
875 |
python hash seed: * (glob) |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
876 |
[1] |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
877 |
|
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
878 |
$ rm test-race.t |
8dc62c97a665
run-tests: do not prompt changes (-i) if a race condition is detected
Jun Wu <quark@fb.com>
parents:
32942
diff
changeset
|
879 |
|
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
880 |
When "#testcases" is used in .t files |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
881 |
|
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
882 |
$ cat >> test-cases.t <<EOF |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
883 |
> #testcases a b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
884 |
> #if a |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
885 |
> $ echo 1 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
886 |
> #endif |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
887 |
> #if b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
888 |
> $ echo 2 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
889 |
> #endif |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
890 |
> EOF |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
891 |
|
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
892 |
$ cat <<EOF | rt -i test-cases.t 2>&1 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
893 |
> y |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
894 |
> y |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
895 |
> EOF |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
896 |
running 2 tests using 1 parallel processes |
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
897 |
|
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
898 |
--- $TESTTMP/test-cases.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
899 |
+++ $TESTTMP/test-cases.t#a.err |
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
900 |
@@ -1,6 +1,7 @@ |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
901 |
#testcases a b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
902 |
#if a |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
903 |
$ echo 1 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
904 |
+ 1 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
905 |
#endif |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
906 |
#if b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
907 |
$ echo 2 |
44944
617cd3b1e9cd
tests: make it clear what happen when no response entered
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
43070
diff
changeset
|
908 |
Accept this change? [y/N] . |
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
909 |
--- $TESTTMP/test-cases.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
910 |
+++ $TESTTMP/test-cases.t#b.err |
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
911 |
@@ -5,4 +5,5 @@ |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
912 |
#endif |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
913 |
#if b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
914 |
$ echo 2 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
915 |
+ 2 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
916 |
#endif |
44944
617cd3b1e9cd
tests: make it clear what happen when no response entered
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
43070
diff
changeset
|
917 |
Accept this change? [y/N] . |
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
918 |
# Ran 2 tests, 0 skipped, 0 failed. |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
919 |
|
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
920 |
$ cat test-cases.t |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
921 |
#testcases a b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
922 |
#if a |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
923 |
$ echo 1 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
924 |
1 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
925 |
#endif |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
926 |
#if b |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
927 |
$ echo 2 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
928 |
2 |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
929 |
#endif |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
930 |
|
33934
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
931 |
$ cat >> test-cases.t <<'EOF' |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
932 |
> #if a |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
933 |
> $ NAME=A |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
934 |
> #else |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
935 |
> $ NAME=B |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
936 |
> #endif |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
937 |
> $ echo $NAME |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
938 |
> A (a !) |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
939 |
> B (b !) |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
940 |
> EOF |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
941 |
$ rt test-cases.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
942 |
running 2 tests using 1 parallel processes |
33934
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
943 |
.. |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
944 |
# Ran 2 tests, 0 skipped, 0 failed. |
6cc8f848b4c3
run-tests: make per-line condition support testcase names
Jun Wu <quark@fb.com>
parents:
33814
diff
changeset
|
945 |
|
38824
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
946 |
When using multiple dimensions of "#testcases" in .t files |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
947 |
|
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
948 |
$ cat > test-cases.t <<'EOF' |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
949 |
> #testcases a b |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
950 |
> #testcases c d |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
951 |
> #if a d |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
952 |
> $ echo $TESTCASE |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
953 |
> a#d |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
954 |
> #endif |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
955 |
> #if b c |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
956 |
> $ echo yes |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
957 |
> no |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
958 |
> #endif |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
959 |
> EOF |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
960 |
$ rt test-cases.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
961 |
running 4 tests using 1 parallel processes |
38824
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
962 |
.. |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
963 |
--- $TESTTMP/test-cases.t |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
964 |
+++ $TESTTMP/test-cases.t#b#c.err |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
965 |
@@ -6,5 +6,5 @@ |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
966 |
#endif |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
967 |
#if b c |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
968 |
$ echo yes |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
969 |
- no |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
970 |
+ yes |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
971 |
#endif |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
972 |
|
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
973 |
ERROR: test-cases.t#b#c output changed |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
974 |
!. |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
975 |
Failed test-cases.t#b#c: output changed |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
976 |
# Ran 4 tests, 0 skipped, 1 failed. |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
977 |
python hash seed: * (glob) |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
978 |
[1] |
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
979 |
|
45406
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
980 |
$ rt --retest |
45407
de9ec12ee53c
run-tests: refactor filtering logic for --retest flag
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45406
diff
changeset
|
981 |
running 1 tests using 1 parallel processes |
45406
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
982 |
|
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
983 |
--- $TESTTMP/test-cases.t |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
984 |
+++ $TESTTMP/test-cases.t#b#c.err |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
985 |
@@ -6,5 +6,5 @@ |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
986 |
#endif |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
987 |
#if b c |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
988 |
$ echo yes |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
989 |
- no |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
990 |
+ yes |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
991 |
#endif |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
992 |
|
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
993 |
ERROR: test-cases.t#b#c output changed |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
994 |
! |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
995 |
Failed test-cases.t#b#c: output changed |
45407
de9ec12ee53c
run-tests: refactor filtering logic for --retest flag
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45406
diff
changeset
|
996 |
# Ran 1 tests, 0 skipped, 1 failed. |
45406
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
997 |
python hash seed: * (glob) |
fa1a5527f642
tests: add a --retest test to demonstrate a fix in next patch
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
45405
diff
changeset
|
998 |
[1] |
38824
3086a8627b29
testrunner: allow multiple #testcases
Martin von Zweigbergk <martinvonz@google.com>
parents:
38823
diff
changeset
|
999 |
$ rm test-cases.t#b#c.err |
32982
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
1000 |
$ rm test-cases.t |
573baab2a797
run-tests: fix -i when "#testcases" is used in .t test
Jun Wu <quark@fb.com>
parents:
32980
diff
changeset
|
1001 |
|
21755
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
1002 |
(reinstall) |
9e9288b9463a
test-run-tests.t: test the --interactive option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21744
diff
changeset
|
1003 |
$ mv backup test-failure.t |
21756
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1004 |
|
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1005 |
No Diff |
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1006 |
=============== |
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1007 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1008 |
$ rt --nodiff |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1009 |
running 2 tests using 1 parallel processes |
21756
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1010 |
!. |
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1011 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1012 |
# Ran 2 tests, 0 skipped, 1 failed. |
21756
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1013 |
python hash seed: * (glob) |
f5fd1580a649
test-run-tests.t: test the --nodiff option
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
21755
diff
changeset
|
1014 |
[1] |
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1015 |
|
26422
41436beaf463
run-tests: report paths saved by --keep-tmpdir
timeless@mozdev.org
parents:
26158
diff
changeset
|
1016 |
test --tmpdir support |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1017 |
$ rt --tmpdir=$TESTTMP/keep test-success.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1018 |
running 1 tests using 1 parallel processes |
26422
41436beaf463
run-tests: report paths saved by --keep-tmpdir
timeless@mozdev.org
parents:
26158
diff
changeset
|
1019 |
|
35393
4441705b7111
tests: remove (glob) annotations that were only for '\' matches
Matt Harbison <matt_harbison@yahoo.com>
parents:
35391
diff
changeset
|
1020 |
Keeping testtmp dir: $TESTTMP/keep/child1/test-success.t |
4441705b7111
tests: remove (glob) annotations that were only for '\' matches
Matt Harbison <matt_harbison@yahoo.com>
parents:
35391
diff
changeset
|
1021 |
Keeping threadtmp dir: $TESTTMP/keep/child1 |
26422
41436beaf463
run-tests: report paths saved by --keep-tmpdir
timeless@mozdev.org
parents:
26158
diff
changeset
|
1022 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1023 |
# Ran 1 tests, 0 skipped, 0 failed. |
26422
41436beaf463
run-tests: report paths saved by --keep-tmpdir
timeless@mozdev.org
parents:
26158
diff
changeset
|
1024 |
|
27141
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1025 |
timeouts |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1026 |
======== |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1027 |
$ cat > test-timeout.t <<EOF |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1028 |
> $ sleep 2 |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1029 |
> $ echo pass |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1030 |
> pass |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1031 |
> EOF |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1032 |
> echo '#require slow' > test-slow-timeout.t |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1033 |
> cat test-timeout.t >> test-slow-timeout.t |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1034 |
$ rt --timeout=1 --slowtimeout=3 test-timeout.t test-slow-timeout.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1035 |
running 2 tests using 1 parallel processes |
27393
a40b623e6380
run-tests: report timeouts in a less alarming fashion
Matt Mackall <mpm@selenic.com>
parents:
27141
diff
changeset
|
1036 |
st |
32474
c2b7fb580794
tests: hint how to run slow tests when rejecting
Kyle Lippincott <spectral@google.com>
parents:
32316
diff
changeset
|
1037 |
Skipped test-slow-timeout.t: missing feature: allow slow tests (use --allow-slow-tests) |
27141
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1038 |
Failed test-timeout.t: timed out |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1039 |
# Ran 1 tests, 1 skipped, 1 failed. |
27141
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1040 |
python hash seed: * (glob) |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1041 |
[1] |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1042 |
$ rt --timeout=1 --slowtimeout=3 \ |
27141
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1043 |
> test-timeout.t test-slow-timeout.t --allow-slow-tests |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1044 |
running 2 tests using 1 parallel processes |
27393
a40b623e6380
run-tests: report timeouts in a less alarming fashion
Matt Mackall <mpm@selenic.com>
parents:
27141
diff
changeset
|
1045 |
.t |
27141
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1046 |
Failed test-timeout.t: timed out |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1047 |
# Ran 2 tests, 0 skipped, 1 failed. |
27141
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1048 |
python hash seed: * (glob) |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1049 |
[1] |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1050 |
$ rm test-timeout.t test-slow-timeout.t |
a4e3dec3010e
run-tests: add --slowtimeout and use it for slow tests
timeless <timeless@mozdev.org>
parents:
27057
diff
changeset
|
1051 |
|
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1052 |
test for --time |
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1053 |
================== |
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1054 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1055 |
$ rt test-success.t --time |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1056 |
running 1 tests using 1 parallel processes |
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1057 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1058 |
# Ran 1 tests, 0 skipped, 0 failed. |
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1059 |
# Producing time report |
25098
bf84ab53c2fd
run-tests: include 'start' and 'end' in --time output
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
25097
diff
changeset
|
1060 |
start end cuser csys real Test |
42713
2c1a484ce4d4
test: further fixes to matching for run-tests.py bug
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
42708
diff
changeset
|
1061 |
\s*[\d\.]{5,8} \s*[\d\.]{5,8} \s*[\d\.]{5,8} \s*[\d\.]{5,8} \s*[\d\.]{5,8} test-success.t (re) |
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1062 |
|
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1063 |
test for --time with --job enabled |
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1064 |
==================================== |
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1065 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1066 |
$ rt test-success.t --time --jobs 2 |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1067 |
running 1 tests using 1 parallel processes |
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1068 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1069 |
# Ran 1 tests, 0 skipped, 0 failed. |
21977
4ca4e1572022
run-tests: '--time' option provide more details to Linux users
anuraggoel <anurag.dsps@gmail.com>
parents:
21926
diff
changeset
|
1070 |
# Producing time report |
25098
bf84ab53c2fd
run-tests: include 'start' and 'end' in --time output
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
25097
diff
changeset
|
1071 |
start end cuser csys real Test |
42713
2c1a484ce4d4
test: further fixes to matching for run-tests.py bug
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
42708
diff
changeset
|
1072 |
\s*[\d\.]{5,8} \s*[\d\.]{5,8} \s*[\d\.]{5,8} \s*[\d\.]{5,8} \s*[\d\.]{5,8} test-success.t (re) |
21996
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1073 |
|
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1074 |
Skips |
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1075 |
================ |
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1076 |
$ cat > test-skip.t <<EOF |
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1077 |
> $ echo xyzzy |
36677
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1078 |
> #if true |
22045
769198c6a62d
run-tests: add #require to abort full test
Matt Mackall <mpm@selenic.com>
parents:
22044
diff
changeset
|
1079 |
> #require false |
36677
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1080 |
> #end |
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1081 |
> EOF |
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1082 |
$ cat > test-noskip.t <<EOF |
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1083 |
> #if false |
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1084 |
> #require false |
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1085 |
> #endif |
21996
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1086 |
> EOF |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1087 |
$ rt --nodiff |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1088 |
running 4 tests using 1 parallel processes |
36677
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1089 |
!.s. |
27564
80b53082a353
run-tests: report missing feature for skipped tests
timeless <timeless@mozdev.org>
parents:
27509
diff
changeset
|
1090 |
Skipped test-skip.t: missing feature: nail clipper |
21996
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1091 |
Failed test-failure.t: output changed |
36677
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1092 |
# Ran 3 tests, 1 skipped, 1 failed. |
21996
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1093 |
python hash seed: * (glob) |
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1094 |
[1] |
947553944e92
test-run-tests.t: add tests for skips
Augie Fackler <raf@durin42.com>
parents:
21995
diff
changeset
|
1095 |
|
36677
a247a0e82e7d
run-tests: allow #require inside #if
Jun Wu <quark@fb.com>
parents:
36461
diff
changeset
|
1096 |
$ rm test-noskip.t |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1097 |
$ rt --keyword xyzzy |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1098 |
running 3 tests using 1 parallel processes |
22107
3b5cf39ffcc4
run-tests: don't show 'i' for tests that don't match a keyword
Matt Mackall <mpm@selenic.com>
parents:
22045
diff
changeset
|
1099 |
.s |
27564
80b53082a353
run-tests: report missing feature for skipped tests
timeless <timeless@mozdev.org>
parents:
27509
diff
changeset
|
1100 |
Skipped test-skip.t: missing feature: nail clipper |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1101 |
# Ran 2 tests, 2 skipped, 0 failed. |
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
1102 |
|
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1103 |
Skips with xml |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1104 |
$ rt --keyword xyzzy \ |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1105 |
> --xunit=xunit.xml |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1106 |
running 3 tests using 1 parallel processes |
22107
3b5cf39ffcc4
run-tests: don't show 'i' for tests that don't match a keyword
Matt Mackall <mpm@selenic.com>
parents:
22045
diff
changeset
|
1107 |
.s |
27564
80b53082a353
run-tests: report missing feature for skipped tests
timeless <timeless@mozdev.org>
parents:
27509
diff
changeset
|
1108 |
Skipped test-skip.t: missing feature: nail clipper |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1109 |
# Ran 2 tests, 2 skipped, 0 failed. |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1110 |
$ cat xunit.xml |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1111 |
<?xml version="1.0" encoding="utf-8"?> |
22107
3b5cf39ffcc4
run-tests: don't show 'i' for tests that don't match a keyword
Matt Mackall <mpm@selenic.com>
parents:
22045
diff
changeset
|
1112 |
<testsuite errors="0" failures="0" name="run-tests" skipped="2" tests="2"> |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1113 |
<testcase name="test-success.t" time="*"/> (glob) |
32715
a4d0e816a672
run-tests: add information about skipped tests to XUnit output
Siddharth Agarwal <sid0@fb.com>
parents:
32714
diff
changeset
|
1114 |
<testcase name="test-skip.t"> |
43070
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
1115 |
<skipped><![CDATA[missing feature: nail clipper]]></skipped> (py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
1116 |
<skipped> (no-py38 !) |
1d60a7825dcb
tests: conditionalize test-run-tests.t for Python 3.8
Gregory Szorc <gregory.szorc@gmail.com>
parents:
42713
diff
changeset
|
1117 |
<![CDATA[missing feature: nail clipper]]> </skipped> (no-py38 !) |
32715
a4d0e816a672
run-tests: add information about skipped tests to XUnit output
Siddharth Agarwal <sid0@fb.com>
parents:
32714
diff
changeset
|
1118 |
</testcase> |
22044
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1119 |
</testsuite> |
a06172e85fd4
run-tests: add support for xunit test reports
Augie Fackler <raf@durin42.com>
parents:
21997
diff
changeset
|
1120 |
|
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
1121 |
Missing skips or blacklisted skips don't count as executed: |
47182
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1122 |
$ mkdir tests |
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1123 |
$ echo tests/test-failure.t > blacklist |
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1124 |
$ cp test-failure.t tests |
27927
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1125 |
$ rt --blacklist=blacklist --json\ |
47182
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1126 |
> tests/test-failure.t tests/test-bogus.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1127 |
running 2 tests using 1 parallel processes |
21997
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
1128 |
ss |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
1129 |
Skipped test-bogus.t: Doesn't exist |
93c3b3f55d59
run-tests: fix test result counts with --keyword specified or skips occurring
Augie Fackler <raf@durin42.com>
parents:
21996
diff
changeset
|
1130 |
Skipped test-failure.t: blacklisted |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1131 |
# Ran 0 tests, 2 skipped, 0 failed. |
47182
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1132 |
$ cat tests/report.json |
27927
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1133 |
testreport ={ |
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1134 |
"test-bogus.t": { |
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1135 |
"result": "skip" |
29199
daff05dcd184
run-tests: handle json.dumps divergence
timeless <timeless@mozdev.org>
parents:
29173
diff
changeset
|
1136 |
}, |
27927
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1137 |
"test-failure.t": { |
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1138 |
"result": "skip" |
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1139 |
} |
0de4dfc9af0c
run-tests: fix crash when --json and --blacklist are both used (issue5050)
Laurent Charignon <lcharignon@fb.com>
parents:
27686
diff
changeset
|
1140 |
} (no-eol) |
47182
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1141 |
$ rm -r tests |
dff19fe2973c
run-tests: fix whitelist/blacklist with directories on Windows
Matt Harbison <matt_harbison@yahoo.com>
parents:
46091
diff
changeset
|
1142 |
$ echo test-failure.t > blacklist |
29173
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1143 |
|
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1144 |
Whitelist trumps blacklist |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1145 |
$ echo test-failure.t > whitelist |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1146 |
$ rt --blacklist=blacklist --whitelist=whitelist --json\ |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1147 |
> test-failure.t test-bogus.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1148 |
running 2 tests using 1 parallel processes |
29173
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1149 |
s |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1150 |
--- $TESTTMP/test-failure.t |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1151 |
+++ $TESTTMP/test-failure.t.err |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1152 |
@@ -1,5 +1,5 @@ |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1153 |
$ echo babar |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1154 |
- rataxes |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1155 |
+ babar |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1156 |
This is a noop statement so that |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1157 |
this test is still more bytes than success. |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1158 |
pad pad pad pad............................................................ |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1159 |
|
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1160 |
ERROR: test-failure.t output changed |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1161 |
! |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1162 |
Skipped test-bogus.t: Doesn't exist |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1163 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1164 |
# Ran 1 tests, 1 skipped, 1 failed. |
29173
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1165 |
python hash seed: * (glob) |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1166 |
[1] |
fa9fae9a9372
tests: add coverage for run-tests.py --whitelist
timeless <timeless@mozdev.org>
parents:
28812
diff
changeset
|
1167 |
|
34263
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1168 |
Ensure that --test-list causes only the tests listed in that file to |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1169 |
be executed. |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1170 |
$ echo test-success.t >> onlytest |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1171 |
$ rt --test-list=onlytest |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1172 |
running 1 tests using 1 parallel processes |
34263
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1173 |
. |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1174 |
# Ran 1 tests, 0 skipped, 0 failed. |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1175 |
$ echo test-bogus.t >> anothertest |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1176 |
$ rt --test-list=onlytest --test-list=anothertest |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1177 |
running 2 tests using 1 parallel processes |
34263
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1178 |
s. |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1179 |
Skipped test-bogus.t: Doesn't exist |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1180 |
# Ran 1 tests, 1 skipped, 0 failed. |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1181 |
$ rm onlytest anothertest |
1533371769b5
tests: add support for listing tests to run in a file
Augie Fackler <augie@google.com>
parents:
34041
diff
changeset
|
1182 |
|
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1183 |
test for --json |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1184 |
================== |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1185 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1186 |
$ rt --json |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1187 |
running 3 tests using 1 parallel processes |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1188 |
|
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1189 |
--- $TESTTMP/test-failure.t |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1190 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
1191 |
@@ -1,5 +1,5 @@ |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1192 |
$ echo babar |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1193 |
- rataxes |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1194 |
+ babar |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1195 |
This is a noop statement so that |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1196 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
1197 |
pad pad pad pad............................................................ |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1198 |
|
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1199 |
ERROR: test-failure.t output changed |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1200 |
!.s |
27564
80b53082a353
run-tests: report missing feature for skipped tests
timeless <timeless@mozdev.org>
parents:
27509
diff
changeset
|
1201 |
Skipped test-skip.t: missing feature: nail clipper |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1202 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1203 |
# Ran 2 tests, 1 skipped, 1 failed. |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1204 |
python hash seed: * (glob) |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1205 |
[1] |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1206 |
|
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1207 |
$ cat report.json |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1208 |
testreport ={ |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1209 |
"test-failure.t": [\{] (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1210 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1211 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
27686
df142b77b4c2
run-tests: add 'diff' entry in json report
Laurent Charignon <lcharignon@fb.com>
parents:
27602
diff
changeset
|
1212 |
"diff": "---.+\+\+\+.+", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1213 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
23245
d33a90cb2a32
test-run-tests: accept more levels of precision and trailing ws (issue4440)
Augie Fackler <raf@durin42.com>
parents:
23107
diff
changeset
|
1214 |
"result": "failure", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1215 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1216 |
"time": "\s*\d+\.\d{3,4}" (re) |
23245
d33a90cb2a32
test-run-tests: accept more levels of precision and trailing ws (issue4440)
Augie Fackler <raf@durin42.com>
parents:
23107
diff
changeset
|
1217 |
}, ? (re) |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1218 |
"test-skip.t": { |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1219 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1220 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
27686
df142b77b4c2
run-tests: add 'diff' entry in json report
Laurent Charignon <lcharignon@fb.com>
parents:
27602
diff
changeset
|
1221 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1222 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
23245
d33a90cb2a32
test-run-tests: accept more levels of precision and trailing ws (issue4440)
Augie Fackler <raf@durin42.com>
parents:
23107
diff
changeset
|
1223 |
"result": "skip", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1224 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1225 |
"time": "\s*\d+\.\d{3,4}" (re) |
23245
d33a90cb2a32
test-run-tests: accept more levels of precision and trailing ws (issue4440)
Augie Fackler <raf@durin42.com>
parents:
23107
diff
changeset
|
1226 |
}, ? (re) |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1227 |
"test-success.t": [\{] (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1228 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1229 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
27686
df142b77b4c2
run-tests: add 'diff' entry in json report
Laurent Charignon <lcharignon@fb.com>
parents:
27602
diff
changeset
|
1230 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1231 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
23245
d33a90cb2a32
test-run-tests: accept more levels of precision and trailing ws (issue4440)
Augie Fackler <raf@durin42.com>
parents:
23107
diff
changeset
|
1232 |
"result": "success", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1233 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1234 |
"time": "\s*\d+\.\d{3,4}" (re) |
22391
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1235 |
} |
c42e69268f5b
run-tests: added '--json' functionality to store test result in json file
anuraggoel <anurag.dsps@gmail.com>
parents:
22361
diff
changeset
|
1236 |
} (no-eol) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1237 |
--json with --outputdir |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1238 |
|
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1239 |
$ rm report.json |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1240 |
$ rm -r output |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1241 |
$ mkdir output |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1242 |
$ rt --json --outputdir output |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1243 |
running 3 tests using 1 parallel processes |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1244 |
|
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1245 |
--- $TESTTMP/test-failure.t |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1246 |
+++ $TESTTMP/output/test-failure.t.err |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1247 |
@@ -1,5 +1,5 @@ |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1248 |
$ echo babar |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1249 |
- rataxes |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1250 |
+ babar |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1251 |
This is a noop statement so that |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1252 |
this test is still more bytes than success. |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1253 |
pad pad pad pad............................................................ |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1254 |
|
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1255 |
ERROR: test-failure.t output changed |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1256 |
!.s |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1257 |
Skipped test-skip.t: missing feature: nail clipper |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1258 |
Failed test-failure.t: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1259 |
# Ran 2 tests, 1 skipped, 1 failed. |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1260 |
python hash seed: * (glob) |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1261 |
[1] |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1262 |
$ f report.json |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1263 |
report.json: file not found |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1264 |
$ cat output/report.json |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1265 |
testreport ={ |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1266 |
"test-failure.t": [\{] (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1267 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1268 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1269 |
"diff": "---.+\+\+\+.+", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1270 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1271 |
"result": "failure", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1272 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1273 |
"time": "\s*\d+\.\d{3,4}" (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1274 |
}, ? (re) |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1275 |
"test-skip.t": { |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1276 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1277 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1278 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1279 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1280 |
"result": "skip", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1281 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1282 |
"time": "\s*\d+\.\d{3,4}" (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1283 |
}, ? (re) |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1284 |
"test-success.t": [\{] (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1285 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1286 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1287 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1288 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1289 |
"result": "success", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1290 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1291 |
"time": "\s*\d+\.\d{3,4}" (re) |
32718
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1292 |
} |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1293 |
} (no-eol) |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1294 |
$ ls -a output |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1295 |
. |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1296 |
.. |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1297 |
.testtimes |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1298 |
report.json |
232875623c27
run-tests: write JSON reports to output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32717
diff
changeset
|
1299 |
test-failure.t.err |
22579
36a940d82f88
test: protect the run-tests.py --json test behind an hghave rule
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
22486
diff
changeset
|
1300 |
|
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1301 |
Test that failed test accepted through interactive are properly reported: |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1302 |
|
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1303 |
$ cp test-failure.t backup |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1304 |
$ echo y | rt --json -i |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1305 |
running 3 tests using 1 parallel processes |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1306 |
|
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1307 |
--- $TESTTMP/test-failure.t |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1308 |
+++ $TESTTMP/test-failure.t.err |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
1309 |
@@ -1,5 +1,5 @@ |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1310 |
$ echo babar |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1311 |
- rataxes |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1312 |
+ babar |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1313 |
This is a noop statement so that |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1314 |
this test is still more bytes than success. |
28316
c0cecc153d25
test-run-tests: pad the failure test to preserve the run order
Matt Harbison <matt_harbison@yahoo.com>
parents:
28180
diff
changeset
|
1315 |
pad pad pad pad............................................................ |
44944
617cd3b1e9cd
tests: make it clear what happen when no response entered
Sushil khanchi <sushilkhanchi97@gmail.com>
parents:
43070
diff
changeset
|
1316 |
Accept this change? [y/N] ..s |
27564
80b53082a353
run-tests: report missing feature for skipped tests
timeless <timeless@mozdev.org>
parents:
27509
diff
changeset
|
1317 |
Skipped test-skip.t: missing feature: nail clipper |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1318 |
# Ran 2 tests, 1 skipped, 0 failed. |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1319 |
|
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1320 |
$ cat report.json |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1321 |
testreport ={ |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1322 |
"test-failure.t": [\{] (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1323 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1324 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
27686
df142b77b4c2
run-tests: add 'diff' entry in json report
Laurent Charignon <lcharignon@fb.com>
parents:
27602
diff
changeset
|
1325 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1326 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1327 |
"result": "success", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1328 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1329 |
"time": "\s*\d+\.\d{3,4}" (re) |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1330 |
}, ? (re) |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1331 |
"test-skip.t": { |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1332 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1333 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
27686
df142b77b4c2
run-tests: add 'diff' entry in json report
Laurent Charignon <lcharignon@fb.com>
parents:
27602
diff
changeset
|
1334 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1335 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1336 |
"result": "skip", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1337 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1338 |
"time": "\s*\d+\.\d{3,4}" (re) |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1339 |
}, ? (re) |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1340 |
"test-success.t": [\{] (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1341 |
"csys": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1342 |
"cuser": "\s*\d+\.\d{3,4}", ? (re) |
27686
df142b77b4c2
run-tests: add 'diff' entry in json report
Laurent Charignon <lcharignon@fb.com>
parents:
27602
diff
changeset
|
1343 |
"diff": "", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1344 |
"end": "\s*\d+\.\d{3,4}", ? (re) |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1345 |
"result": "success", ? (re) |
41744
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1346 |
"start": "\s*\d+\.\d{3,4}", ? (re) |
0ae89ab3f025
test: stabilize test-run-tests.t output
Boris Feld <boris.feld@octobus.net>
parents:
41486
diff
changeset
|
1347 |
"time": "\s*\d+\.\d{3,4}" (re) |
24979
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1348 |
} |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1349 |
} (no-eol) |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1350 |
$ mv backup test-failure.t |
f44db7343be9
run-test: add a test for json output when -i is used
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
24811
diff
changeset
|
1351 |
|
24811
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1352 |
backslash on end of line with glob matching is handled properly |
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1353 |
|
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1354 |
$ cat > test-glob-backslash.t << EOF |
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1355 |
> $ echo 'foo bar \\' |
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1356 |
> foo * \ (glob) |
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1357 |
> EOF |
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1358 |
|
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1359 |
$ rt test-glob-backslash.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1360 |
running 1 tests using 1 parallel processes |
24811
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1361 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1362 |
# Ran 1 tests, 0 skipped, 0 failed. |
24811
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1363 |
|
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1364 |
$ rm -f test-glob-backslash.t |
a2dcf460e141
run-tests: don't error when glob matched line ends with backslash
Gregory Szorc <gregory.szorc@gmail.com>
parents:
24507
diff
changeset
|
1365 |
|
31673
6a2959acae1a
runtests: change local IP glob pattern from "127.0.0.1" to "$LOCALIP"
Jun Wu <quark@fb.com>
parents:
29518
diff
changeset
|
1366 |
Test globbing of local IP addresses |
29518
348b2b9da703
run-tests: add support for using 127.0.0.1 as a glob
Augie Fackler <raf@durin42.com>
parents:
29280
diff
changeset
|
1367 |
$ echo 172.16.18.1 |
31673
6a2959acae1a
runtests: change local IP glob pattern from "127.0.0.1" to "$LOCALIP"
Jun Wu <quark@fb.com>
parents:
29518
diff
changeset
|
1368 |
$LOCALIP (glob) |
6a2959acae1a
runtests: change local IP glob pattern from "127.0.0.1" to "$LOCALIP"
Jun Wu <quark@fb.com>
parents:
29518
diff
changeset
|
1369 |
$ echo dead:beef::1 |
6a2959acae1a
runtests: change local IP glob pattern from "127.0.0.1" to "$LOCALIP"
Jun Wu <quark@fb.com>
parents:
29518
diff
changeset
|
1370 |
$LOCALIP (glob) |
29518
348b2b9da703
run-tests: add support for using 127.0.0.1 as a glob
Augie Fackler <raf@durin42.com>
parents:
29280
diff
changeset
|
1371 |
|
38616
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1372 |
Add support for external test formatter |
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1373 |
======================================= |
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1374 |
|
47584
ee1fc8f970e6
run-tests: introduce a `HGTEST_REAL_HG` variable for test
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47583
diff
changeset
|
1375 |
$ CUSTOM_TEST_RESULT=basic_test_result "$PYTHON" $TESTDIR/run-tests.py --with-hg=$HGTEST_REAL_HG -j1 "$@" test-success.t test-failure.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1376 |
running 2 tests using 1 parallel processes |
38616
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1377 |
|
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1378 |
# Ran 2 tests, 0 skipped, 0 failed. |
38621
f4a214300957
run-tests: add missing life-cycle methods on the example custom test result
Boris Feld <boris.feld@octobus.net>
parents:
38616
diff
changeset
|
1379 |
ON_START! <__main__.TestSuite tests=[<__main__.TTest testMethod=test-failure.t>, <__main__.TTest testMethod=test-success.t>]> |
38616
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1380 |
FAILURE! test-failure.t output changed |
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1381 |
SUCCESS! test-success.t |
38621
f4a214300957
run-tests: add missing life-cycle methods on the example custom test result
Boris Feld <boris.feld@octobus.net>
parents:
38616
diff
changeset
|
1382 |
ON_END! |
38616
c44ae5997869
run-tests: add support for external test result
Boris Feld <boris.feld@octobus.net>
parents:
38554
diff
changeset
|
1383 |
|
25728
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1384 |
Test reusability for third party tools |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1385 |
====================================== |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1386 |
|
47572
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1387 |
$ THISTESTDIR="$TESTDIR" |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1388 |
$ export THISTESTDIR |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1389 |
$ THISTESTTMP="$TESTTMP" |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1390 |
$ export THISTESTTMP |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1391 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1392 |
#if windows |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1393 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1394 |
$ NEWTESTDIR="$THISTESTTMP"\\anothertests |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1395 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1396 |
#else |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1397 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1398 |
$ NEWTESTDIR="$THISTESTTMP"/anothertests |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1399 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1400 |
#endif |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1401 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1402 |
$ export NEWTESTDIR |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1403 |
|
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1404 |
$ echo creating some new test in: $NEWTESTDIR |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1405 |
creating some new test in: $TESTTMP\anothertests (windows !) |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1406 |
creating some new test in: $TESTTMP/anothertests (no-windows !) |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1407 |
$ mkdir "$NEWTESTDIR" |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1408 |
$ cd "$NEWTESTDIR" |
25728
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1409 |
|
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1410 |
test that `run-tests.py` can execute hghave, even if it runs not in |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1411 |
Mercurial source tree. |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1412 |
|
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1413 |
$ cat > test-hghave.t <<EOF |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1414 |
> #require true |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1415 |
> $ echo foo |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1416 |
> foo |
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1417 |
> EOF |
28616
ca38d993b1b6
tests: remove obsolete uses of HGTEST_RUN_TESTS_PURE
timeless <timeless@mozdev.org>
parents:
28596
diff
changeset
|
1418 |
$ rt test-hghave.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1419 |
running 1 tests using 1 parallel processes |
25728
905c32321cfb
run-tests.py: execute hghave by the path relative to run-tests.py
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25472
diff
changeset
|
1420 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1421 |
# Ran 1 tests, 0 skipped, 0 failed. |
25729
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1422 |
|
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1423 |
test that RUNTESTDIR refers the directory, in which `run-tests.py` now |
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1424 |
running is placed. |
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1425 |
|
47572
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1426 |
|
25729
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1427 |
$ cat > test-runtestdir.t <<EOF |
47572
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1428 |
> # \$THISTESTDIR, in which test-run-tests.t (this test file) is placed |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1429 |
> # \$THISTESTTMP, in which test-run-tests.t (this test file) is placed |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1430 |
> # \$TESTDIR, in which test-runtestdir.t is placed (expanded at runtime) |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1431 |
> # \$RUNTESTDIR, in which run-tests.py is placed (expanded at runtime) |
25729
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1432 |
> |
47572
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1433 |
> $ test "\$TESTDIR" = "\$NEWTESTDIR" |
35387
c0c6df81c9bb
tests: add some commentary and diagnostics to test-run-tests.t
Augie Fackler <augie@google.com>
parents:
35241
diff
changeset
|
1434 |
> If this prints a path, that means RUNTESTDIR didn't equal |
47572
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1435 |
> THISTESTDIR as it should have. |
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1436 |
> $ test "\$RUNTESTDIR" = "\$THISTESTDIR" || echo "\$RUNTESTDIR" |
35387
c0c6df81c9bb
tests: add some commentary and diagnostics to test-run-tests.t
Augie Fackler <augie@google.com>
parents:
35241
diff
changeset
|
1437 |
> This should print the start of check-code. If this passes but the |
c0c6df81c9bb
tests: add some commentary and diagnostics to test-run-tests.t
Augie Fackler <augie@google.com>
parents:
35241
diff
changeset
|
1438 |
> previous check failed, that means we found a copy of check-code at whatever |
47572
da497189a93a
test-run-test: use explicit variables to clarify paths
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47564
diff
changeset
|
1439 |
> RUNTESTSDIR ended up containing, even though it doesn't match THISTESTDIR. |
45830
c102b704edb5
global: use python3 in shebangs
Gregory Szorc <gregory.szorc@gmail.com>
parents:
45407
diff
changeset
|
1440 |
> $ head -n 3 "\$RUNTESTDIR"/../contrib/check-code.py | sed 's@.!.*python3@#!USRBINENVPY@' |
32937
7fe1f9785c75
tests: sed away python #! in test-run-tests.t to avoid some upcoming insanity
Augie Fackler <augie@google.com>
parents:
32720
diff
changeset
|
1441 |
> #!USRBINENVPY |
25729
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1442 |
> # |
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1443 |
> # check-code - a style and portability checker for Mercurial |
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1444 |
> EOF |
28616
ca38d993b1b6
tests: remove obsolete uses of HGTEST_RUN_TESTS_PURE
timeless <timeless@mozdev.org>
parents:
28596
diff
changeset
|
1445 |
$ rt test-runtestdir.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1446 |
running 1 tests using 1 parallel processes |
25729
57dfadc4f46c
run-tests.py: add RUNTESTDIR to refer `tests` of Mercurial
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25728
diff
changeset
|
1447 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1448 |
# Ran 1 tests, 0 skipped, 0 failed. |
25730
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1449 |
|
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1450 |
#if execbit |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1451 |
|
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1452 |
test that TESTDIR is referred in PATH |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1453 |
|
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1454 |
$ cat > custom-command.sh <<EOF |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1455 |
> #!/bin/sh |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1456 |
> echo "hello world" |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1457 |
> EOF |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1458 |
$ chmod +x custom-command.sh |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1459 |
$ cat > test-testdir-path.t <<EOF |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1460 |
> $ custom-command.sh |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1461 |
> hello world |
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1462 |
> EOF |
28616
ca38d993b1b6
tests: remove obsolete uses of HGTEST_RUN_TESTS_PURE
timeless <timeless@mozdev.org>
parents:
28596
diff
changeset
|
1463 |
$ rt test-testdir-path.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1464 |
running 1 tests using 1 parallel processes |
25730
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1465 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1466 |
# Ran 1 tests, 0 skipped, 0 failed. |
25730
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1467 |
|
c380d5273e91
run-tests.py: add TESTDIR to PATH if it differs from RUNTESTDIR
FUJIWARA Katsunori <foozy@lares.dti.ne.jp>
parents:
25729
diff
changeset
|
1468 |
#endif |
26109
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1469 |
|
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1470 |
test support for --allow-slow-tests |
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1471 |
$ cat > test-very-slow-test.t <<EOF |
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1472 |
> #require slow |
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1473 |
> $ echo pass |
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1474 |
> pass |
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1475 |
> EOF |
28616
ca38d993b1b6
tests: remove obsolete uses of HGTEST_RUN_TESTS_PURE
timeless <timeless@mozdev.org>
parents:
28596
diff
changeset
|
1476 |
$ rt test-very-slow-test.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1477 |
running 1 tests using 1 parallel processes |
26109
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1478 |
s |
32474
c2b7fb580794
tests: hint how to run slow tests when rejecting
Kyle Lippincott <spectral@google.com>
parents:
32316
diff
changeset
|
1479 |
Skipped test-very-slow-test.t: missing feature: allow slow tests (use --allow-slow-tests) |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1480 |
# Ran 0 tests, 1 skipped, 0 failed. |
27395
0622d6e134fb
tests: avoid duplicate install steps in test-run-tests
Matt Mackall <mpm@selenic.com>
parents:
27393
diff
changeset
|
1481 |
$ rt $HGTEST_RUN_TESTS_PURE --allow-slow-tests test-very-slow-test.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1482 |
running 1 tests using 1 parallel processes |
26109
bad09bd22b6a
run-tests: add support for marking tests as very slow
Augie Fackler <augie@google.com>
parents:
25730
diff
changeset
|
1483 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1484 |
# Ran 1 tests, 0 skipped, 0 failed. |
28180
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1485 |
|
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1486 |
support for running a test outside the current directory |
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1487 |
$ mkdir nonlocal |
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1488 |
$ cat > nonlocal/test-is-not-here.t << EOF |
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1489 |
> $ echo pass |
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1490 |
> pass |
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1491 |
> EOF |
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1492 |
$ rt nonlocal/test-is-not-here.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1493 |
running 1 tests using 1 parallel processes |
28180
2836a43c7722
run-tests: allow run-tests.py to run tests outside current directory
David R. MacIver <david@drmaciver.com>
parents:
28126
diff
changeset
|
1494 |
. |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1495 |
# Ran 1 tests, 0 skipped, 0 failed. |
28596
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1496 |
|
34969
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1497 |
support for automatically discovering test if arg is a folder |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1498 |
$ mkdir tmp && cd tmp |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1499 |
|
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1500 |
$ cat > test-uno.t << EOF |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1501 |
> $ echo line |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1502 |
> line |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1503 |
> EOF |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1504 |
|
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1505 |
$ cp test-uno.t test-dos.t |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1506 |
$ cd .. |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1507 |
$ cp -R tmp tmpp |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1508 |
$ cp tmp/test-uno.t test-solo.t |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1509 |
|
35241
2a99c5bfea47
test-run-tests: do not rebuild hg in the test
Jun Wu <quark@fb.com>
parents:
35189
diff
changeset
|
1510 |
$ rt tmp/ test-solo.t tmpp |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1511 |
running 5 tests using 1 parallel processes |
34969
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1512 |
..... |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1513 |
# Ran 5 tests, 0 skipped, 0 failed. |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1514 |
$ rm -rf tmp tmpp |
d600bda4a3e1
run-tests: allow automatic test discovery when providing folder as argument
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34962
diff
changeset
|
1515 |
|
34962
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1516 |
support for running run-tests.py from another directory |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1517 |
$ mkdir tmp && cd tmp |
35097
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1518 |
|
34962
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1519 |
$ cat > useful-file.sh << EOF |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1520 |
> important command |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1521 |
> EOF |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1522 |
|
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1523 |
$ cat > test-folder.t << EOF |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1524 |
> $ cat \$TESTDIR/useful-file.sh |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1525 |
> important command |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1526 |
> EOF |
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1527 |
|
35097
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1528 |
$ cat > test-folder-fail.t << EOF |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1529 |
> $ cat \$TESTDIR/useful-file.sh |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1530 |
> important commando |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1531 |
> EOF |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1532 |
|
34962
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1533 |
$ cd .. |
35241
2a99c5bfea47
test-run-tests: do not rebuild hg in the test
Jun Wu <quark@fb.com>
parents:
35189
diff
changeset
|
1534 |
$ rt tmp/test-*.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1535 |
running 2 tests using 1 parallel processes |
35097
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1536 |
|
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1537 |
--- $TESTTMP/anothertests/tmp/test-folder-fail.t |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1538 |
+++ $TESTTMP/anothertests/tmp/test-folder-fail.t.err |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1539 |
@@ -1,2 +1,2 @@ |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1540 |
$ cat $TESTDIR/useful-file.sh |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1541 |
- important commando |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1542 |
+ important command |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1543 |
|
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1544 |
ERROR: test-folder-fail.t output changed |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1545 |
!. |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1546 |
Failed test-folder-fail.t: output changed |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1547 |
# Ran 2 tests, 0 skipped, 1 failed. |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1548 |
python hash seed: * (glob) |
fc0f3ed071fc
run-tests: outputdir also has to be changed if $TESTDIR is not $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
35069
diff
changeset
|
1549 |
[1] |
34962
a18eef03d879
run-tests: $TESTDIR can be something else than $PWD
Matthieu Laneuville <matthieu.laneuville@octobus.net>
parents:
34894
diff
changeset
|
1550 |
|
28596
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1551 |
support for bisecting failed tests automatically |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1552 |
$ hg init bisect |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1553 |
$ cd bisect |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1554 |
$ cat >> test-bisect.t <<EOF |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1555 |
> $ echo pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1556 |
> pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1557 |
> EOF |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1558 |
$ hg add test-bisect.t |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1559 |
$ hg ci -m 'good' |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1560 |
$ cat >> test-bisect.t <<EOF |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1561 |
> $ echo pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1562 |
> fail |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1563 |
> EOF |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1564 |
$ hg ci -m 'bad' |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1565 |
$ rt --known-good-rev=0 test-bisect.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1566 |
running 1 tests using 1 parallel processes |
28596
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1567 |
|
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1568 |
--- $TESTTMP/anothertests/bisect/test-bisect.t |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1569 |
+++ $TESTTMP/anothertests/bisect/test-bisect.t.err |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1570 |
@@ -1,4 +1,4 @@ |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1571 |
$ echo pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1572 |
pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1573 |
$ echo pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1574 |
- fail |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1575 |
+ pass |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1576 |
|
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1577 |
ERROR: test-bisect.t output changed |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1578 |
! |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1579 |
Failed test-bisect.t: output changed |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1580 |
test-bisect.t broken by 72cbf122d116 (bad) |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1581 |
# Ran 1 tests, 0 skipped, 1 failed. |
28596
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1582 |
python hash seed: * (glob) |
9949950664cd
run-tests: add support for automatically bisecting test failures
Augie Fackler <augie@google.com>
parents:
28317
diff
changeset
|
1583 |
[1] |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1584 |
|
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1585 |
$ cd .. |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1586 |
|
34041
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1587 |
support bisecting a separate repo |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1588 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1589 |
$ hg init bisect-dependent |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1590 |
$ cd bisect-dependent |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1591 |
$ cat > test-bisect-dependent.t <<EOF |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1592 |
> $ tail -1 \$TESTDIR/../bisect/test-bisect.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1593 |
> pass |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1594 |
> EOF |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1595 |
$ hg commit -Am dependent test-bisect-dependent.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1596 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1597 |
$ rt --known-good-rev=0 test-bisect-dependent.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1598 |
running 1 tests using 1 parallel processes |
34041
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1599 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1600 |
--- $TESTTMP/anothertests/bisect-dependent/test-bisect-dependent.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1601 |
+++ $TESTTMP/anothertests/bisect-dependent/test-bisect-dependent.t.err |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1602 |
@@ -1,2 +1,2 @@ |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1603 |
$ tail -1 $TESTDIR/../bisect/test-bisect.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1604 |
- pass |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1605 |
+ fail |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1606 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1607 |
ERROR: test-bisect-dependent.t output changed |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1608 |
! |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1609 |
Failed test-bisect-dependent.t: output changed |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1610 |
Failed to identify failure point for test-bisect-dependent.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1611 |
# Ran 1 tests, 0 skipped, 1 failed. |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1612 |
python hash seed: * (glob) |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1613 |
[1] |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1614 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1615 |
$ rt --bisect-repo=../test-bisect test-bisect-dependent.t |
35187
b4b0aed7bfaf
run-tests: convert to argparse
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35155
diff
changeset
|
1616 |
usage: run-tests.py [options] [tests] |
34041
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1617 |
run-tests.py: error: --bisect-repo cannot be used without --known-good-rev |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1618 |
[2] |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1619 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1620 |
$ rt --known-good-rev=0 --bisect-repo=../bisect test-bisect-dependent.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1621 |
running 1 tests using 1 parallel processes |
34041
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1622 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1623 |
--- $TESTTMP/anothertests/bisect-dependent/test-bisect-dependent.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1624 |
+++ $TESTTMP/anothertests/bisect-dependent/test-bisect-dependent.t.err |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1625 |
@@ -1,2 +1,2 @@ |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1626 |
$ tail -1 $TESTDIR/../bisect/test-bisect.t |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1627 |
- pass |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1628 |
+ fail |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1629 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1630 |
ERROR: test-bisect-dependent.t output changed |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1631 |
! |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1632 |
Failed test-bisect-dependent.t: output changed |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1633 |
test-bisect-dependent.t broken by 72cbf122d116 (bad) |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1634 |
# Ran 1 tests, 0 skipped, 1 failed. |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1635 |
python hash seed: * (glob) |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1636 |
[1] |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1637 |
|
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1638 |
$ cd .. |
40313c63da87
run-tests: allow bisecting a different repo
Jun Wu <quark@fb.com>
parents:
33934
diff
changeset
|
1639 |
|
32622
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1640 |
Test a broken #if statement doesn't break run-tests threading. |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1641 |
============================================================== |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1642 |
$ mkdir broken |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1643 |
$ cd broken |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1644 |
$ cat > test-broken.t <<EOF |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1645 |
> true |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1646 |
> #if notarealhghavefeature |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1647 |
> $ false |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1648 |
> #endif |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1649 |
> EOF |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1650 |
$ for f in 1 2 3 4 ; do |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1651 |
> cat > test-works-$f.t <<EOF |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1652 |
> This is test case $f |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1653 |
> $ sleep 1 |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1654 |
> EOF |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1655 |
> done |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1656 |
$ rt -j 2 |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1657 |
running 5 tests using 2 parallel processes |
32622
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1658 |
.... |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1659 |
# Ran 5 tests, 0 skipped, 0 failed. |
32622
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1660 |
skipped: unknown feature: notarealhghavefeature |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1661 |
|
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1662 |
$ cd .. |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1663 |
$ rm -rf broken |
931bb962e0eb
tests: fix run-tests when there's a bad #if in a test
Augie Fackler <augie@google.com>
parents:
32474
diff
changeset
|
1664 |
|
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1665 |
Test cases in .t files |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1666 |
====================== |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1667 |
$ mkdir cases |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1668 |
$ cd cases |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1669 |
$ cat > test-cases-abc.t <<'EOF' |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1670 |
> #testcases A B C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1671 |
> $ V=B |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1672 |
> #if A |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1673 |
> $ V=A |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1674 |
> #endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1675 |
> #if C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1676 |
> $ V=C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1677 |
> #endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1678 |
> $ echo $V | sed 's/A/C/' |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1679 |
> C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1680 |
> #if C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1681 |
> $ [ $V = C ] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1682 |
> #endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1683 |
> #if A |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1684 |
> $ [ $V = C ] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1685 |
> [1] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1686 |
> #endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1687 |
> #if no-C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1688 |
> $ [ $V = C ] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1689 |
> [1] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1690 |
> #endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1691 |
> $ [ $V = D ] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1692 |
> [1] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1693 |
> EOF |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1694 |
$ rt |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1695 |
running 3 tests using 1 parallel processes |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1696 |
. |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1697 |
--- $TESTTMP/anothertests/cases/test-cases-abc.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1698 |
+++ $TESTTMP/anothertests/cases/test-cases-abc.t#B.err |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1699 |
@@ -7,7 +7,7 @@ |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1700 |
$ V=C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1701 |
#endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1702 |
$ echo $V | sed 's/A/C/' |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1703 |
- C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1704 |
+ B |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1705 |
#if C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1706 |
$ [ $V = C ] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1707 |
#endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1708 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1709 |
ERROR: test-cases-abc.t#B output changed |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1710 |
!. |
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1711 |
Failed test-cases-abc.t#B: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1712 |
# Ran 3 tests, 0 skipped, 1 failed. |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1713 |
python hash seed: * (glob) |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1714 |
[1] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1715 |
|
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1716 |
--restart works |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1717 |
|
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1718 |
$ rt --restart |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1719 |
running 2 tests using 1 parallel processes |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1720 |
|
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1721 |
--- $TESTTMP/anothertests/cases/test-cases-abc.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1722 |
+++ $TESTTMP/anothertests/cases/test-cases-abc.t#B.err |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1723 |
@@ -7,7 +7,7 @@ |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1724 |
$ V=C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1725 |
#endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1726 |
$ echo $V | sed 's/A/C/' |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1727 |
- C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1728 |
+ B |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1729 |
#if C |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1730 |
$ [ $V = C ] |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1731 |
#endif |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1732 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1733 |
ERROR: test-cases-abc.t#B output changed |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1734 |
!. |
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1735 |
Failed test-cases-abc.t#B: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1736 |
# Ran 2 tests, 0 skipped, 1 failed. |
32316
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1737 |
python hash seed: * (glob) |
7340465bd788
run-tests: support multiple cases in .t test
Jun Wu <quark@fb.com>
parents:
31829
diff
changeset
|
1738 |
[1] |
32720
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1739 |
|
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1740 |
--restart works with outputdir |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1741 |
|
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1742 |
$ mkdir output |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1743 |
$ mv test-cases-abc.t#B.err output |
32720
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1744 |
$ rt --restart --outputdir output |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1745 |
running 2 tests using 1 parallel processes |
32720
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1746 |
|
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1747 |
--- $TESTTMP/anothertests/cases/test-cases-abc.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1748 |
+++ $TESTTMP/anothertests/cases/output/test-cases-abc.t#B.err |
32720
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1749 |
@@ -7,7 +7,7 @@ |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1750 |
$ V=C |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1751 |
#endif |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1752 |
$ echo $V | sed 's/A/C/' |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1753 |
- C |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1754 |
+ B |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1755 |
#if C |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1756 |
$ [ $V = C ] |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1757 |
#endif |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1758 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1759 |
ERROR: test-cases-abc.t#B output changed |
32720
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1760 |
!. |
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1761 |
Failed test-cases-abc.t#B: output changed |
32942
5af78c524f34
tests: remove support for warned tests
Gregory Szorc <gregory.szorc@gmail.com>
parents:
32937
diff
changeset
|
1762 |
# Ran 2 tests, 0 skipped, 1 failed. |
32720
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1763 |
python hash seed: * (glob) |
0cd641bfbf57
run-tests: make --restart work with output dir
Siddharth Agarwal <sid0@fb.com>
parents:
32718
diff
changeset
|
1764 |
[1] |
35069
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1765 |
|
35536
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1766 |
Test TESTCASE variable |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1767 |
|
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1768 |
$ cat > test-cases-ab.t <<'EOF' |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1769 |
> $ dostuff() { |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1770 |
> > echo "In case $TESTCASE" |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1771 |
> > } |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1772 |
> #testcases A B |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1773 |
> #if A |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1774 |
> $ dostuff |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1775 |
> In case A |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1776 |
> #endif |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1777 |
> #if B |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1778 |
> $ dostuff |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1779 |
> In case B |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1780 |
> #endif |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1781 |
> EOF |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1782 |
$ rt test-cases-ab.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1783 |
running 2 tests using 1 parallel processes |
35536
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1784 |
.. |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1785 |
# Ran 2 tests, 0 skipped, 0 failed. |
f04d16bef2c7
tests: make #testcase available as env var in test
Martin von Zweigbergk <martinvonz@google.com>
parents:
35416
diff
changeset
|
1786 |
|
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1787 |
Support running a specific test case |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1788 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1789 |
$ rt "test-cases-abc.t#B" |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1790 |
running 1 tests using 1 parallel processes |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1791 |
|
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1792 |
--- $TESTTMP/anothertests/cases/test-cases-abc.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1793 |
+++ $TESTTMP/anothertests/cases/test-cases-abc.t#B.err |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1794 |
@@ -7,7 +7,7 @@ |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1795 |
$ V=C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1796 |
#endif |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1797 |
$ echo $V | sed 's/A/C/' |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1798 |
- C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1799 |
+ B |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1800 |
#if C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1801 |
$ [ $V = C ] |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1802 |
#endif |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1803 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1804 |
ERROR: test-cases-abc.t#B output changed |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1805 |
! |
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1806 |
Failed test-cases-abc.t#B: output changed |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1807 |
# Ran 1 tests, 0 skipped, 1 failed. |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1808 |
python hash seed: * (glob) |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1809 |
[1] |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1810 |
|
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1811 |
Support running multiple test cases in the same file |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1812 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1813 |
$ rt test-cases-abc.t#B test-cases-abc.t#C |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1814 |
running 2 tests using 1 parallel processes |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1815 |
|
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1816 |
--- $TESTTMP/anothertests/cases/test-cases-abc.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1817 |
+++ $TESTTMP/anothertests/cases/test-cases-abc.t#B.err |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1818 |
@@ -7,7 +7,7 @@ |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1819 |
$ V=C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1820 |
#endif |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1821 |
$ echo $V | sed 's/A/C/' |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1822 |
- C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1823 |
+ B |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1824 |
#if C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1825 |
$ [ $V = C ] |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1826 |
#endif |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1827 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1828 |
ERROR: test-cases-abc.t#B output changed |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1829 |
!. |
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1830 |
Failed test-cases-abc.t#B: output changed |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1831 |
# Ran 2 tests, 0 skipped, 1 failed. |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1832 |
python hash seed: * (glob) |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1833 |
[1] |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1834 |
|
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1835 |
Support ignoring invalid test cases |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1836 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1837 |
$ rt test-cases-abc.t#B test-cases-abc.t#D |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1838 |
running 1 tests using 1 parallel processes |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1839 |
|
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1840 |
--- $TESTTMP/anothertests/cases/test-cases-abc.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1841 |
+++ $TESTTMP/anothertests/cases/test-cases-abc.t#B.err |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1842 |
@@ -7,7 +7,7 @@ |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1843 |
$ V=C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1844 |
#endif |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1845 |
$ echo $V | sed 's/A/C/' |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1846 |
- C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1847 |
+ B |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1848 |
#if C |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1849 |
$ [ $V = C ] |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1850 |
#endif |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1851 |
|
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1852 |
ERROR: test-cases-abc.t#B output changed |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1853 |
! |
38223
b865bba56db1
run-tests: update the test case name format
Boris Feld <boris.feld@octobus.net>
parents:
38222
diff
changeset
|
1854 |
Failed test-cases-abc.t#B: output changed |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1855 |
# Ran 1 tests, 0 skipped, 1 failed. |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1856 |
python hash seed: * (glob) |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1857 |
[1] |
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1858 |
|
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1859 |
Support running complex test cases names |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1860 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1861 |
$ cat > test-cases-advanced-cases.t <<'EOF' |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1862 |
> #testcases simple case-with-dashes casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1863 |
> $ echo $TESTCASE |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1864 |
> simple |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1865 |
> EOF |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1866 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1867 |
$ cat test-cases-advanced-cases.t |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1868 |
#testcases simple case-with-dashes casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1869 |
$ echo $TESTCASE |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1870 |
simple |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1871 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1872 |
$ rt test-cases-advanced-cases.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1873 |
running 3 tests using 1 parallel processes |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1874 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1875 |
--- $TESTTMP/anothertests/cases/test-cases-advanced-cases.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1876 |
+++ $TESTTMP/anothertests/cases/test-cases-advanced-cases.t#case-with-dashes.err |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1877 |
@@ -1,3 +1,3 @@ |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1878 |
#testcases simple case-with-dashes casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1879 |
$ echo $TESTCASE |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1880 |
- simple |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1881 |
+ case-with-dashes |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1882 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1883 |
ERROR: test-cases-advanced-cases.t#case-with-dashes output changed |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1884 |
! |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1885 |
--- $TESTTMP/anothertests/cases/test-cases-advanced-cases.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1886 |
+++ $TESTTMP/anothertests/cases/test-cases-advanced-cases.t#casewith_-.chars.err |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1887 |
@@ -1,3 +1,3 @@ |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1888 |
#testcases simple case-with-dashes casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1889 |
$ echo $TESTCASE |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1890 |
- simple |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1891 |
+ casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1892 |
|
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1893 |
ERROR: test-cases-advanced-cases.t#casewith_-.chars output changed |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1894 |
!. |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1895 |
Failed test-cases-advanced-cases.t#case-with-dashes: output changed |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1896 |
Failed test-cases-advanced-cases.t#casewith_-.chars: output changed |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1897 |
# Ran 3 tests, 0 skipped, 2 failed. |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1898 |
python hash seed: * (glob) |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1899 |
[1] |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1900 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1901 |
$ rt "test-cases-advanced-cases.t#case-with-dashes" |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1902 |
running 1 tests using 1 parallel processes |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1903 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1904 |
--- $TESTTMP/anothertests/cases/test-cases-advanced-cases.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1905 |
+++ $TESTTMP/anothertests/cases/test-cases-advanced-cases.t#case-with-dashes.err |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1906 |
@@ -1,3 +1,3 @@ |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1907 |
#testcases simple case-with-dashes casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1908 |
$ echo $TESTCASE |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1909 |
- simple |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1910 |
+ case-with-dashes |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1911 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1912 |
ERROR: test-cases-advanced-cases.t#case-with-dashes output changed |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1913 |
! |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1914 |
Failed test-cases-advanced-cases.t#case-with-dashes: output changed |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1915 |
# Ran 1 tests, 0 skipped, 1 failed. |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1916 |
python hash seed: * (glob) |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1917 |
[1] |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1918 |
|
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1919 |
$ rt "test-cases-advanced-cases.t#casewith_-.chars" |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1920 |
running 1 tests using 1 parallel processes |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1921 |
|
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1922 |
--- $TESTTMP/anothertests/cases/test-cases-advanced-cases.t |
38823
a9a4b0fc1e5d
testrunner: use "#" for "test cases" suffix in .err filename too
Martin von Zweigbergk <martinvonz@google.com>
parents:
38621
diff
changeset
|
1923 |
+++ $TESTTMP/anothertests/cases/test-cases-advanced-cases.t#casewith_-.chars.err |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1924 |
@@ -1,3 +1,3 @@ |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1925 |
#testcases simple case-with-dashes casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1926 |
$ echo $TESTCASE |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1927 |
- simple |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1928 |
+ casewith_-.chars |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1929 |
|
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1930 |
ERROR: test-cases-advanced-cases.t#casewith_-.chars output changed |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1931 |
! |
38290
b5651ae53127
run-tests: restrict the test cases allowed characters
Boris Feld <boris.feld@octobus.net>
parents:
38245
diff
changeset
|
1932 |
Failed test-cases-advanced-cases.t#casewith_-.chars: output changed |
38245
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1933 |
# Ran 1 tests, 0 skipped, 1 failed. |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1934 |
python hash seed: * (glob) |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1935 |
[1] |
f2e3196a34f9
run-tests: follow-up on the test-case format
Boris Feld <boris.feld@octobus.net>
parents:
38223
diff
changeset
|
1936 |
|
35069
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1937 |
Test automatic pattern replacement |
38222
507bdc40bb17
run-tests: add support for running specific test cases
Boris Feld <boris.feld@octobus.net>
parents:
37846
diff
changeset
|
1938 |
================================== |
35069
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1939 |
|
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1940 |
$ cat << EOF >> common-pattern.py |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1941 |
> substitutions = [ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1942 |
> (br'foo-(.*)\\b', |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1943 |
> br'\$XXX=\\1\$'), |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1944 |
> (br'bar\\n', |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1945 |
> br'\$YYY$\\n'), |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1946 |
> ] |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1947 |
> EOF |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1948 |
|
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1949 |
$ cat << EOF >> test-substitution.t |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1950 |
> $ echo foo-12 |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1951 |
> \$XXX=12$ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1952 |
> $ echo foo-42 |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1953 |
> \$XXX=42$ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1954 |
> $ echo bar prior |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1955 |
> bar prior |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1956 |
> $ echo lastbar |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1957 |
> last\$YYY$ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1958 |
> $ echo foo-bar foo-baz |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1959 |
> EOF |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1960 |
|
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1961 |
$ rt test-substitution.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1962 |
running 1 tests using 1 parallel processes |
35069
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1963 |
|
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1964 |
--- $TESTTMP/anothertests/cases/test-substitution.t |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1965 |
+++ $TESTTMP/anothertests/cases/test-substitution.t.err |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1966 |
@@ -7,3 +7,4 @@ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1967 |
$ echo lastbar |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1968 |
last$YYY$ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1969 |
$ echo foo-bar foo-baz |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1970 |
+ $XXX=bar foo-baz$ |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1971 |
|
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1972 |
ERROR: test-substitution.t output changed |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1973 |
! |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1974 |
Failed test-substitution.t: output changed |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1975 |
# Ran 1 tests, 0 skipped, 1 failed. |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1976 |
python hash seed: * (glob) |
4fb489a998c9
run-tests: allow to register any arbitrary pattern for replacement
Boris Feld <boris.feld@octobus.net>
parents:
34969
diff
changeset
|
1977 |
[1] |
35189
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1978 |
|
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1979 |
--extra-config-opt works |
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1980 |
|
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1981 |
$ cat << EOF >> test-config-opt.t |
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1982 |
> $ hg init test-config-opt |
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1983 |
> $ hg -R test-config-opt purge |
46091
af3a6900f893
run-tests: fix `HGTESTEXTRAEXTENSIONS` with py3
Matt Harbison <matt_harbison@yahoo.com>
parents:
45830
diff
changeset
|
1984 |
> $ echo "HGTESTEXTRAEXTENSIONS: \$HGTESTEXTRAEXTENSIONS" |
af3a6900f893
run-tests: fix `HGTESTEXTRAEXTENSIONS` with py3
Matt Harbison <matt_harbison@yahoo.com>
parents:
45830
diff
changeset
|
1985 |
> HGTESTEXTRAEXTENSIONS: purge |
35189
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1986 |
> EOF |
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1987 |
|
46091
af3a6900f893
run-tests: fix `HGTESTEXTRAEXTENSIONS` with py3
Matt Harbison <matt_harbison@yahoo.com>
parents:
45830
diff
changeset
|
1988 |
$ rt --extra-config-opt extensions.purge= \ |
af3a6900f893
run-tests: fix `HGTESTEXTRAEXTENSIONS` with py3
Matt Harbison <matt_harbison@yahoo.com>
parents:
45830
diff
changeset
|
1989 |
> --extra-config-opt not.an.extension=True test-config-opt.t |
40244
1039404c5e1d
run-tests: print number of tests and parallel process count
Gregory Szorc <gregory.szorc@gmail.com>
parents:
39707
diff
changeset
|
1990 |
running 1 tests using 1 parallel processes |
35189
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1991 |
. |
073843b5e353
run-tests: make --extra-config-opt work with Python 3
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35187
diff
changeset
|
1992 |
# Ran 1 tests, 0 skipped, 0 failed. |
42505
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1993 |
|
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1994 |
Test conditional output matching |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1995 |
================================ |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1996 |
|
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1997 |
$ cat << EOF >> test-conditional-matching.t |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1998 |
> #testcases foo bar |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
1999 |
> $ echo richtig |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2000 |
> richtig (true !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2001 |
> $ echo falsch |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2002 |
> falsch (false !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2003 |
> #if foo |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2004 |
> $ echo arthur |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2005 |
> arthur (bar !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2006 |
> #endif |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2007 |
> $ echo celeste |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2008 |
> celeste (foo !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2009 |
> $ echo zephir |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2010 |
> zephir (bar !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2011 |
> EOF |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2012 |
|
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2013 |
$ rt test-conditional-matching.t |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2014 |
running 2 tests using 1 parallel processes |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2015 |
|
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2016 |
--- $TESTTMP/anothertests/cases/test-conditional-matching.t |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2017 |
+++ $TESTTMP/anothertests/cases/test-conditional-matching.t#bar.err |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2018 |
@@ -3,11 +3,13 @@ |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2019 |
richtig (true !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2020 |
$ echo falsch |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2021 |
falsch (false !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2022 |
+ falsch |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2023 |
#if foo |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2024 |
$ echo arthur |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2025 |
arthur \(bar !\) (re) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2026 |
#endif |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2027 |
$ echo celeste |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2028 |
celeste \(foo !\) (re) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2029 |
+ celeste |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2030 |
$ echo zephir |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2031 |
zephir \(bar !\) (re) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2032 |
|
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2033 |
ERROR: test-conditional-matching.t#bar output changed |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2034 |
! |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2035 |
--- $TESTTMP/anothertests/cases/test-conditional-matching.t |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2036 |
+++ $TESTTMP/anothertests/cases/test-conditional-matching.t#foo.err |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2037 |
@@ -3,11 +3,14 @@ |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2038 |
richtig (true !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2039 |
$ echo falsch |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2040 |
falsch (false !) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2041 |
+ falsch |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2042 |
#if foo |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2043 |
$ echo arthur |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2044 |
arthur \(bar !\) (re) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2045 |
+ arthur |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2046 |
#endif |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2047 |
$ echo celeste |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2048 |
celeste \(foo !\) (re) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2049 |
$ echo zephir |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2050 |
zephir \(bar !\) (re) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2051 |
+ zephir |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2052 |
|
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2053 |
ERROR: test-conditional-matching.t#foo output changed |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2054 |
! |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2055 |
Failed test-conditional-matching.t#bar: output changed |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2056 |
Failed test-conditional-matching.t#foo: output changed |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2057 |
# Ran 2 tests, 0 skipped, 2 failed. |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2058 |
python hash seed: * (glob) |
c1850798f995
run-tests: stop matching line for missing feature
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
41744
diff
changeset
|
2059 |
[1] |
47500
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2060 |
|
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2061 |
Test that a proper "python" has been set up |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2062 |
=========================================== |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2063 |
|
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2064 |
(with a small check-code work around) |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2065 |
$ printf "#!/usr/bi" > test-py3.tmp |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2066 |
$ printf "n/en" >> test-py3.tmp |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2067 |
$ cat << EOF >> test-py3.tmp |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2068 |
> v python3 |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2069 |
> import sys |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2070 |
> print('.'.join(str(x) for x in sys.version_info)) |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2071 |
> EOF |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2072 |
$ mv test-py3.tmp test-py3.py |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2073 |
$ chmod +x test-py3.py |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2074 |
|
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2075 |
(with a small check-code work around) |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2076 |
$ printf "#!/usr/bi" > test-py.tmp |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2077 |
$ printf "n/en" >> test-py.tmp |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2078 |
$ cat << EOF >> test-py.tmp |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2079 |
> v python |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2080 |
> import sys |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2081 |
> print('.'.join(str(x) for x in sys.version_info)) |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2082 |
> EOF |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2083 |
$ mv test-py.tmp test-py.py |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2084 |
$ chmod +x test-py.py |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2085 |
|
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2086 |
$ ./test-py3.py |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2087 |
3.* (glob) |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2088 |
$ ./test-py.py |
23f5ed6dbcb1
run-tests: stop writing a `python3` symlink pointing to python2
Pierre-Yves David <pierre-yves.david@octobus.net>
parents:
47182
diff
changeset
|
2089 |
3.* (glob) (py3 !) |