Mercurial > hg-stable
comparison tests/test-run-tests.t @ 25097:a4fce7905721
run-tests: track start and end time of tests
We currently have information about how long each test took, but we have no data
about their actual scheduling. So we now track when a test started and stopped
(in the referential of the whole tests run) to expose this information.
The data is currently in the json only because the json output is meant to be
extensible. Later changeset will includes this data in the text output and we
will be happy to bikeshed its formating there.
Yes, "end" is actually just "start" + "time", but computing it an including it
in the output is simple, cheap and convenient.
| author | Pierre-Yves David <pierre-yves.david@fb.com> |
|---|---|
| date | Thu, 07 May 2015 23:34:58 -0700 |
| parents | af5a778f8e2e |
| children | bf84ab53c2fd |
comparison
equal
deleted
inserted
replaced
| 25096:081b08e4ea13 | 25097:a4fce7905721 |
|---|---|
| 478 $ cat report.json | 478 $ cat report.json |
| 479 testreport ={ | 479 testreport ={ |
| 480 "test-failure.t": [\{] (re) | 480 "test-failure.t": [\{] (re) |
| 481 "csys": "\s*[\d\.]{4,5}", ? (re) | 481 "csys": "\s*[\d\.]{4,5}", ? (re) |
| 482 "cuser": "\s*[\d\.]{4,5}", ? (re) | 482 "cuser": "\s*[\d\.]{4,5}", ? (re) |
| 483 "end": "\s*[\d\.]{4,5}", ? (re) | |
| 483 "result": "failure", ? (re) | 484 "result": "failure", ? (re) |
| 485 "start": "\s*[\d\.]{4,5}", ? (re) | |
| 484 "time": "\s*[\d\.]{4,5}" (re) | 486 "time": "\s*[\d\.]{4,5}" (re) |
| 485 }, ? (re) | 487 }, ? (re) |
| 486 "test-skip.t": { | 488 "test-skip.t": { |
| 487 "csys": "\s*[\d\.]{4,5}", ? (re) | 489 "csys": "\s*[\d\.]{4,5}", ? (re) |
| 488 "cuser": "\s*[\d\.]{4,5}", ? (re) | 490 "cuser": "\s*[\d\.]{4,5}", ? (re) |
| 491 "end": "\s*[\d\.]{4,5}", ? (re) | |
| 489 "result": "skip", ? (re) | 492 "result": "skip", ? (re) |
| 493 "start": "\s*[\d\.]{4,5}", ? (re) | |
| 490 "time": "\s*[\d\.]{4,5}" (re) | 494 "time": "\s*[\d\.]{4,5}" (re) |
| 491 }, ? (re) | 495 }, ? (re) |
| 492 "test-success.t": [\{] (re) | 496 "test-success.t": [\{] (re) |
| 493 "csys": "\s*[\d\.]{4,5}", ? (re) | 497 "csys": "\s*[\d\.]{4,5}", ? (re) |
| 494 "cuser": "\s*[\d\.]{4,5}", ? (re) | 498 "cuser": "\s*[\d\.]{4,5}", ? (re) |
| 499 "end": "\s*[\d\.]{4,5}", ? (re) | |
| 495 "result": "success", ? (re) | 500 "result": "success", ? (re) |
| 501 "start": "\s*[\d\.]{4,5}", ? (re) | |
| 496 "time": "\s*[\d\.]{4,5}" (re) | 502 "time": "\s*[\d\.]{4,5}" (re) |
| 497 } | 503 } |
| 498 } (no-eol) | 504 } (no-eol) |
| 499 | 505 |
| 500 Test that failed test accepted through interactive are properly reported: | 506 Test that failed test accepted through interactive are properly reported: |
| 517 $ cat report.json | 523 $ cat report.json |
| 518 testreport ={ | 524 testreport ={ |
| 519 "test-failure.t": [\{] (re) | 525 "test-failure.t": [\{] (re) |
| 520 "csys": "\s*[\d\.]{4,5}", ? (re) | 526 "csys": "\s*[\d\.]{4,5}", ? (re) |
| 521 "cuser": "\s*[\d\.]{4,5}", ? (re) | 527 "cuser": "\s*[\d\.]{4,5}", ? (re) |
| 528 "end": "\s*[\d\.]{4,5}", ? (re) | |
| 522 "result": "success", ? (re) | 529 "result": "success", ? (re) |
| 530 "start": "\s*[\d\.]{4,5}", ? (re) | |
| 523 "time": "\s*[\d\.]{4,5}" (re) | 531 "time": "\s*[\d\.]{4,5}" (re) |
| 524 }, ? (re) | 532 }, ? (re) |
| 525 "test-skip.t": { | 533 "test-skip.t": { |
| 526 "csys": "\s*[\d\.]{4,5}", ? (re) | 534 "csys": "\s*[\d\.]{4,5}", ? (re) |
| 527 "cuser": "\s*[\d\.]{4,5}", ? (re) | 535 "cuser": "\s*[\d\.]{4,5}", ? (re) |
| 536 "end": "\s*[\d\.]{4,5}", ? (re) | |
| 528 "result": "skip", ? (re) | 537 "result": "skip", ? (re) |
| 538 "start": "\s*[\d\.]{4,5}", ? (re) | |
| 529 "time": "\s*[\d\.]{4,5}" (re) | 539 "time": "\s*[\d\.]{4,5}" (re) |
| 530 }, ? (re) | 540 }, ? (re) |
| 531 "test-success.t": [\{] (re) | 541 "test-success.t": [\{] (re) |
| 532 "csys": "\s*[\d\.]{4,5}", ? (re) | 542 "csys": "\s*[\d\.]{4,5}", ? (re) |
| 533 "cuser": "\s*[\d\.]{4,5}", ? (re) | 543 "cuser": "\s*[\d\.]{4,5}", ? (re) |
| 544 "end": "\s*[\d\.]{4,5}", ? (re) | |
| 534 "result": "success", ? (re) | 545 "result": "success", ? (re) |
| 546 "start": "\s*[\d\.]{4,5}", ? (re) | |
| 535 "time": "\s*[\d\.]{4,5}" (re) | 547 "time": "\s*[\d\.]{4,5}" (re) |
| 536 } | 548 } |
| 537 } (no-eol) | 549 } (no-eol) |
| 538 $ mv backup test-failure.t | 550 $ mv backup test-failure.t |
| 539 | 551 |