comparison tests/test-run-tests.t @ 27564:80b53082a353

run-tests: report missing feature for skipped tests
author timeless <timeless@mozdev.org>
date Tue, 22 Dec 2015 08:00:03 +0000
parents 6ff90d618d72
children 54bc0e884385
comparison
equal deleted inserted replaced
27563:56c2caffde3d 27564:80b53082a353
416 > EOF 416 > EOF
417 > echo '#require slow' > test-slow-timeout.t 417 > echo '#require slow' > test-slow-timeout.t
418 > cat test-timeout.t >> test-slow-timeout.t 418 > cat test-timeout.t >> test-slow-timeout.t
419 $ rt --timeout=1 --slowtimeout=3 test-timeout.t test-slow-timeout.t 419 $ rt --timeout=1 --slowtimeout=3 test-timeout.t test-slow-timeout.t
420 st 420 st
421 Skipped test-slow-timeout.t: skipped 421 Skipped test-slow-timeout.t: missing feature: allow slow tests
422 Failed test-timeout.t: timed out 422 Failed test-timeout.t: timed out
423 # Ran 1 tests, 1 skipped, 0 warned, 1 failed. 423 # Ran 1 tests, 1 skipped, 0 warned, 1 failed.
424 python hash seed: * (glob) 424 python hash seed: * (glob)
425 [1] 425 [1]
426 $ rt --timeout=1 --slowtimeout=3 \ 426 $ rt --timeout=1 --slowtimeout=3 \
458 > $ echo xyzzy 458 > $ echo xyzzy
459 > #require false 459 > #require false
460 > EOF 460 > EOF
461 $ rt --nodiff 461 $ rt --nodiff
462 !.s 462 !.s
463 Skipped test-skip.t: skipped 463 Skipped test-skip.t: missing feature: nail clipper
464 Failed test-failure.t: output changed 464 Failed test-failure.t: output changed
465 # Ran 2 tests, 1 skipped, 0 warned, 1 failed. 465 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
466 python hash seed: * (glob) 466 python hash seed: * (glob)
467 [1] 467 [1]
468 468
469 $ rt --keyword xyzzy 469 $ rt --keyword xyzzy
470 .s 470 .s
471 Skipped test-skip.t: skipped 471 Skipped test-skip.t: missing feature: nail clipper
472 # Ran 2 tests, 2 skipped, 0 warned, 0 failed. 472 # Ran 2 tests, 2 skipped, 0 warned, 0 failed.
473 473
474 Skips with xml 474 Skips with xml
475 $ rt --keyword xyzzy \ 475 $ rt --keyword xyzzy \
476 > --xunit=xunit.xml 476 > --xunit=xunit.xml
477 .s 477 .s
478 Skipped test-skip.t: skipped 478 Skipped test-skip.t: missing feature: nail clipper
479 # Ran 2 tests, 2 skipped, 0 warned, 0 failed. 479 # Ran 2 tests, 2 skipped, 0 warned, 0 failed.
480 $ cat xunit.xml 480 $ cat xunit.xml
481 <?xml version="1.0" encoding="utf-8"?> 481 <?xml version="1.0" encoding="utf-8"?>
482 <testsuite errors="0" failures="0" name="run-tests" skipped="2" tests="2"> 482 <testsuite errors="0" failures="0" name="run-tests" skipped="2" tests="2">
483 <testcase name="test-success.t" time="*"/> (glob) 483 <testcase name="test-success.t" time="*"/> (glob)
508 This is a noop statement so that 508 This is a noop statement so that
509 this test is still more bytes than success. 509 this test is still more bytes than success.
510 510
511 ERROR: test-failure.t output changed 511 ERROR: test-failure.t output changed
512 !.s 512 !.s
513 Skipped test-skip.t: skipped 513 Skipped test-skip.t: missing feature: nail clipper
514 Failed test-failure.t: output changed 514 Failed test-failure.t: output changed
515 # Ran 2 tests, 1 skipped, 0 warned, 1 failed. 515 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
516 python hash seed: * (glob) 516 python hash seed: * (glob)
517 [1] 517 [1]
518 518
556 - rataxes 556 - rataxes
557 + babar 557 + babar
558 This is a noop statement so that 558 This is a noop statement so that
559 this test is still more bytes than success. 559 this test is still more bytes than success.
560 Accept this change? [n] ..s 560 Accept this change? [n] ..s
561 Skipped test-skip.t: skipped 561 Skipped test-skip.t: missing feature: nail clipper
562 # Ran 2 tests, 1 skipped, 0 warned, 0 failed. 562 # Ran 2 tests, 1 skipped, 0 warned, 0 failed.
563 563
564 $ cat report.json 564 $ cat report.json
565 testreport ={ 565 testreport ={
566 "test-failure.t": [\{] (re) 566 "test-failure.t": [\{] (re)
671 > $ echo pass 671 > $ echo pass
672 > pass 672 > pass
673 > EOF 673 > EOF
674 $ rt $HGTEST_RUN_TESTS_PURE test-very-slow-test.t 674 $ rt $HGTEST_RUN_TESTS_PURE test-very-slow-test.t
675 s 675 s
676 Skipped test-very-slow-test.t: skipped 676 Skipped test-very-slow-test.t: missing feature: allow slow tests
677 # Ran 0 tests, 1 skipped, 0 warned, 0 failed. 677 # Ran 0 tests, 1 skipped, 0 warned, 0 failed.
678 $ rt $HGTEST_RUN_TESTS_PURE --allow-slow-tests test-very-slow-test.t 678 $ rt $HGTEST_RUN_TESTS_PURE --allow-slow-tests test-very-slow-test.t
679 . 679 .
680 # Ran 1 tests, 0 skipped, 0 warned, 0 failed. 680 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.