ext/Test-Harness/t/regression.t

   1 #!/usr/bin/perl -w
   2
   3 BEGIN {
   4     if ( $ENV{PERL_CORE} ) {
   5         chdir 't';
   6         @INC = '../lib';
   7     }
   8     else {
   9         push @INC, 't/lib';
  10     }
  11 }
  12
  13 use strict;
  14
  15 use Test::More 'no_plan';
  16
  17 use File::Spec;
  18 use Config;
  19
  20 use constant TRUE  => "__TRUE__";
  21 use constant FALSE => "__FALSE__";
  22
  23 # if wait() is non-zero, we cannot reliably predict its value
  24 use constant NOT_ZERO => "__NOT_ZERO__";
  25
  26 use TAP::Parser;
  27
  28 my $IsVMS   = $^O eq 'VMS';
  29 my $IsWin32 = $^O eq 'MSWin32';
  30
  31 my $SAMPLE_TESTS = File::Spec->catdir(
  32     File::Spec->curdir,
  33     (   $ENV{PERL_CORE}
  34         ? ( File::Spec->updir(), 'ext', 'Test-Harness' )
  35         : ()
  36     ),
  37     't',
  38     'sample-tests'
  39 );
  40
  41 my %deprecated = map { $_ => 1 } qw(
  42   TAP::Parser::good_plan
  43   TAP::Parser::Result::Plan::passed
  44   TAP::Parser::Result::Test::passed
  45   TAP::Parser::Result::Test::actual_passed
  46   TAP::Parser::Result::passed
  47 );
  48 $SIG{__WARN__} = sub {
  49     if ( $_[0] =~ /is deprecated/ ) {
  50         my @caller = caller(1);
  51         my $sub    = $caller[3];
  52         ok exists $deprecated{$sub},
  53           "... we should get a deprecated warning for $sub";
  54     }
  55     else {
  56         CORE::warn @_;
  57     }
  58 };
  59
  60 # the %samples keys are the names of test scripts in t/sample-tests
  61 my %samples = (
  62     descriptive => {
  63         results => [
  64             {   is_plan       => TRUE,
  65                 raw           => '1..5',
  66                 tests_planned => 5,
  67                 passed        => TRUE,
  68                 is_ok         => TRUE,
  69             },
  70             {   actual_passed => TRUE,
  71                 is_actual_ok  => TRUE,
  72                 description   => "Interlock activated",
  73                 passed        => TRUE,
  74                 is_ok         => TRUE,
  75                 is_test       => TRUE,
  76                 has_skip      => FALSE,
  77                 has_todo      => FALSE,
  78                 number        => 1,
  79                 is_unplanned  => FALSE,
  80             },
  81             {   actual_passed => TRUE,
  82                 is_actual_ok  => TRUE,
  83                 passed        => TRUE,
  84                 is_ok         => TRUE,
  85                 is_test       => TRUE,
  86                 has_skip      => FALSE,
  87                 has_todo      => FALSE,
  88                 number        => 2,
  89                 description   => "Megathrusters are go",
  90                 is_unplanned  => FALSE,
  91             },
  92             {   actual_passed => TRUE,
  93                 is_actual_ok  => TRUE,
  94                 passed        => TRUE,
  95                 is_ok         => TRUE,
  96                 is_test       => TRUE,
  97                 has_skip      => FALSE,
  98                 has_todo      => FALSE,
  99                 number        => 3,
 100                 description   => "Head formed",
 101                 is_unplanned  => FALSE,
 102             },
 103             {   actual_passed => TRUE,
 104                 is_actual_ok  => TRUE,
 105                 passed        => TRUE,
 106                 is_ok         => TRUE,
 107                 is_test       => TRUE,
 108                 has_skip      => FALSE,
 109                 has_todo      => FALSE,
 110                 number        => 4,
 111                 description   => "Blazing sword formed",
 112                 is_unplanned  => FALSE,
 113             },
 114             {   actual_passed => TRUE,
 115                 is_actual_ok  => TRUE,
 116                 passed        => TRUE,
 117                 is_ok         => TRUE,
 118                 is_test       => TRUE,
 119                 has_skip      => FALSE,
 120                 has_todo      => FALSE,
 121                 number        => 5,
 122                 description   => "Robeast destroyed",
 123                 is_unplanned  => FALSE,
 124             }
 125         ],
 126         plan          => '1..5',
 127         passed        => [ 1 .. 5 ],
 128         actual_passed => [ 1 .. 5 ],
 129         failed        => [],
 130         actual_failed => [],
 131         todo          => [],
 132         todo_passed   => [],
 133         skipped       => [],
 134         good_plan     => TRUE,
 135         is_good_plan  => TRUE,
 136         tests_planned => 5,
 137         tests_run     => 5,
 138         parse_errors  => [],
 139         'exit'        => 0,
 140         wait          => 0,
 141         version       => 12,
 142     },
 143     descriptive_trailing => {
 144         results => [
 145             {   actual_passed => TRUE,
 146                 is_actual_ok  => TRUE,
 147                 description   => "Interlock activated",
 148                 passed        => TRUE,
 149                 is_ok         => TRUE,
 150                 is_test       => TRUE,
 151                 has_skip      => FALSE,
 152                 has_todo      => FALSE,
 153                 number        => 1,
 154                 is_unplanned  => FALSE,
 155             },
 156             {   actual_passed => TRUE,
 157                 is_actual_ok  => TRUE,
 158                 passed        => TRUE,
 159                 is_ok         => TRUE,
 160                 is_test       => TRUE,
 161                 has_skip      => FALSE,
 162                 has_todo      => FALSE,
 163                 number        => 2,
 164                 description   => "Megathrusters are go",
 165                 is_unplanned  => FALSE,
 166             },
 167             {   actual_passed => TRUE,
 168                 is_actual_ok  => TRUE,
 169                 passed        => TRUE,
 170                 is_ok         => TRUE,
 171                 is_test       => TRUE,
 172                 has_skip      => FALSE,
 173                 has_todo      => FALSE,
 174                 number        => 3,
 175                 description   => "Head formed",
 176                 is_unplanned  => FALSE,
 177             },
 178             {   actual_passed => TRUE,
 179                 is_actual_ok  => TRUE,
 180                 passed        => TRUE,
 181                 is_ok         => TRUE,
 182                 is_test       => TRUE,
 183                 has_skip      => FALSE,
 184                 has_todo      => FALSE,
 185                 number        => 4,
 186                 description   => "Blazing sword formed",
 187                 is_unplanned  => FALSE,
 188             },
 189             {   actual_passed => TRUE,
 190                 is_actual_ok  => TRUE,
 191                 passed        => TRUE,
 192                 is_ok         => TRUE,
 193                 is_test       => TRUE,
 194                 has_skip      => FALSE,
 195                 has_todo      => FALSE,
 196                 number        => 5,
 197                 description   => "Robeast destroyed",
 198                 is_unplanned  => FALSE,
 199             },
 200             {   is_plan       => TRUE,
 201                 raw           => '1..5',
 202                 tests_planned => 5,
 203                 passed        => TRUE,
 204                 is_ok         => TRUE,
 205             },
 206         ],
 207         plan          => '1..5',
 208         passed        => [ 1 .. 5 ],
 209         actual_passed => [ 1 .. 5 ],
 210         failed        => [],
 211         actual_failed => [],
 212         todo          => [],
 213         todo_passed   => [],
 214         skipped       => [],
 215         good_plan     => TRUE,
 216         is_good_plan  => TRUE,
 217         tests_planned => 5,
 218         tests_run     => 5,
 219         parse_errors  => [],
 220         'exit'        => 0,
 221         wait          => 0,
 222         version       => 12,
 223     },
 224     empty => {
 225         results       => [],
 226         plan          => '',
 227         passed        => [],
 228         actual_passed => [],
 229         failed        => [],
 230         actual_failed => [],
 231         todo          => [],
 232         todo_passed   => [],
 233         skipped       => [],
 234         good_plan     => FALSE,
 235         is_good_plan  => FALSE,
 236         tests_planned => undef,
 237         tests_run     => 0,
 238         parse_errors  => ['No plan found in TAP output'],
 239         'exit'        => 0,
 240         wait          => 0,
 241         version       => 12,
 242     },
 243     simple => {
 244         results => [
 245             {   is_plan       => TRUE,
 246                 raw           => '1..5',
 247                 tests_planned => 5,
 248                 passed        => TRUE,
 249                 is_ok         => TRUE,
 250             },
 251             {   actual_passed => TRUE,
 252                 is_actual_ok  => TRUE,
 253                 passed        => TRUE,
 254                 is_ok         => TRUE,
 255                 is_test       => TRUE,
 256                 has_skip      => FALSE,
 257                 has_todo      => FALSE,
 258                 number        => 1,
 259                 description   => "",
 260             },
 261             {   actual_passed => TRUE,
 262                 is_actual_ok  => TRUE,
 263                 passed        => TRUE,
 264                 is_ok         => TRUE,
 265                 is_test       => TRUE,
 266                 has_skip      => FALSE,
 267                 has_todo      => FALSE,
 268                 number        => 2,
 269                 description   => "",
 270             },
 271             {   actual_passed => TRUE,
 272                 is_actual_ok  => TRUE,
 273                 passed        => TRUE,
 274                 is_ok         => TRUE,
 275                 is_test       => TRUE,
 276                 has_skip      => FALSE,
 277                 has_todo      => FALSE,
 278                 number        => 3,
 279                 description   => "",
 280             },
 281             {   actual_passed => TRUE,
 282                 is_actual_ok  => TRUE,
 283                 passed        => TRUE,
 284                 is_ok         => TRUE,
 285                 is_test       => TRUE,
 286                 has_skip      => FALSE,
 287                 has_todo      => FALSE,
 288                 number        => 4,
 289                 description   => "",
 290             },
 291             {   actual_passed => TRUE,
 292                 is_actual_ok  => TRUE,
 293                 passed        => TRUE,
 294                 is_ok         => TRUE,
 295                 is_test       => TRUE,
 296                 has_skip      => FALSE,
 297                 has_todo      => FALSE,
 298                 number        => 5,
 299                 description   => "",
 300             },
 301         ],
 302         plan          => '1..5',
 303         passed        => [ 1 .. 5 ],
 304         actual_passed => [ 1 .. 5 ],
 305         failed        => [],
 306         actual_failed => [],
 307         todo          => [],
 308         todo_passed   => [],
 309         skipped       => [],
 310         good_plan     => TRUE,
 311         is_good_plan  => TRUE,
 312         tests_planned => 5,
 313         tests_run     => 5,
 314         parse_errors  => [],
 315         'exit'        => 0,
 316         wait          => 0,
 317         version       => 12,
 318     },
 319     space_after_plan => {
 320         results => [
 321             {   is_plan       => TRUE,
 322                 raw           => '1..5 ',
 323                 tests_planned => 5,
 324                 passed        => TRUE,
 325                 is_ok         => TRUE,
 326             },
 327             {   actual_passed => TRUE,
 328                 is_actual_ok  => TRUE,
 329                 passed        => TRUE,
 330                 is_ok         => TRUE,
 331                 is_test       => TRUE,
 332                 has_skip      => FALSE,
 333                 has_todo      => FALSE,
 334                 number        => 1,
 335                 description   => "",
 336             },
 337             {   actual_passed => TRUE,
 338                 is_actual_ok  => TRUE,
 339                 passed        => TRUE,
 340                 is_ok         => TRUE,
 341                 is_test       => TRUE,
 342                 has_skip      => FALSE,
 343                 has_todo      => FALSE,
 344                 number        => 2,
 345                 description   => "",
 346             },
 347             {   actual_passed => TRUE,
 348                 is_actual_ok  => TRUE,
 349                 passed        => TRUE,
 350                 is_ok         => TRUE,
 351                 is_test       => TRUE,
 352                 has_skip      => FALSE,
 353                 has_todo      => FALSE,
 354                 number        => 3,
 355                 description   => "",
 356             },
 357             {   actual_passed => TRUE,
 358                 is_actual_ok  => TRUE,
 359                 passed        => TRUE,
 360                 is_ok         => TRUE,
 361                 is_test       => TRUE,
 362                 has_skip      => FALSE,
 363                 has_todo      => FALSE,
 364                 number        => 4,
 365                 description   => "",
 366             },
 367             {   actual_passed => TRUE,
 368                 is_actual_ok  => TRUE,
 369                 passed        => TRUE,
 370                 is_ok         => TRUE,
 371                 is_test       => TRUE,
 372                 has_skip      => FALSE,
 373                 has_todo      => FALSE,
 374                 number        => 5,
 375                 description   => "",
 376             },
 377         ],
 378         plan          => '1..5',
 379         passed        => [ 1 .. 5 ],
 380         actual_passed => [ 1 .. 5 ],
 381         failed        => [],
 382         actual_failed => [],
 383         todo          => [],
 384         todo_passed   => [],
 385         skipped       => [],
 386         good_plan     => TRUE,
 387         is_good_plan  => TRUE,
 388         tests_planned => 5,
 389         tests_run     => 5,
 390         parse_errors  => [],
 391         'exit'        => 0,
 392         wait          => 0,
 393         version       => 12,
 394     },
 395     simple_yaml => {
 396         results => [
 397             {   is_version => TRUE,
 398                 raw        => 'TAP version 13',
 399             },
 400             {   is_plan       => TRUE,
 401                 raw           => '1..5',
 402                 tests_planned => 5,
 403                 passed        => TRUE,
 404                 is_ok         => TRUE,
 405             },
 406             {   actual_passed => TRUE,
 407                 is_actual_ok  => TRUE,
 408                 passed        => TRUE,
 409                 is_ok         => TRUE,
 410                 is_test       => TRUE,
 411                 has_skip      => FALSE,
 412                 has_todo      => FALSE,
 413                 number        => 1,
 414                 description   => "",
 415             },
 416             {   actual_passed => TRUE,
 417                 is_actual_ok  => TRUE,
 418                 passed        => TRUE,
 419                 is_ok         => TRUE,
 420                 is_test       => TRUE,
 421                 has_skip      => FALSE,
 422                 has_todo      => FALSE,
 423                 number        => 2,
 424                 description   => "",
 425             },
 426             {   is_yaml => TRUE,
 427                 data    => [
 428                     { 'fnurk' => 'skib', 'ponk' => 'gleeb' },
 429                     { 'bar'   => 'krup', 'foo'  => 'plink' }
 430                 ],
 431                 raw =>
 432                   "  ---\n  -\n    fnurk: skib\n    ponk: gleeb\n  -\n    bar: krup\n    foo: plink\n  ...",
 433             },
 434             {   actual_passed => TRUE,
 435                 is_actual_ok  => TRUE,
 436                 passed        => TRUE,
 437                 is_ok         => TRUE,
 438                 is_test       => TRUE,
 439                 has_skip      => FALSE,
 440                 has_todo      => FALSE,
 441                 number        => 3,
 442                 description   => "",
 443             },
 444             {   actual_passed => TRUE,
 445                 is_actual_ok  => TRUE,
 446                 passed        => TRUE,
 447                 is_ok         => TRUE,
 448                 is_test       => TRUE,
 449                 has_skip      => FALSE,
 450                 has_todo      => FALSE,
 451                 number        => 4,
 452                 description   => "",
 453             },
 454             {   is_yaml => TRUE,
 455                 data    => {
 456                     'got'      => [ '1', 'pong', '4' ],
 457                     'expected' => [ '1', '2',    '4' ]
 458                 },
 459                 raw =>
 460                   "  ---\n  expected:\n    - 1\n    - 2\n    - 4\n  got:\n    - 1\n    - pong\n    - 4\n  ...",
 461             },
 462             {   actual_passed => TRUE,
 463                 is_actual_ok  => TRUE,
 464                 passed        => TRUE,
 465                 is_ok         => TRUE,
 466                 is_test       => TRUE,
 467                 has_skip      => FALSE,
 468                 has_todo      => FALSE,
 469                 number        => 5,
 470                 description   => "",
 471             },
 472         ],
 473         plan          => '1..5',
 474         passed        => [ 1 .. 5 ],
 475         actual_passed => [ 1 .. 5 ],
 476         failed        => [],
 477         actual_failed => [],
 478         todo          => [],
 479         todo_passed   => [],
 480         skipped       => [],
 481         good_plan     => TRUE,
 482         is_good_plan  => TRUE,
 483         tests_planned => 5,
 484         tests_run     => 5,
 485         parse_errors  => [],
 486         'exit'        => 0,
 487         wait          => 0,
 488         version       => 13,
 489     },
 490     simple_fail => {
 491         results => [
 492             {   is_plan       => TRUE,
 493                 raw           => '1..5',
 494                 tests_planned => 5,
 495                 passed        => TRUE,
 496                 is_ok         => TRUE,
 497             },
 498             {   actual_passed => TRUE,
 499                 is_actual_ok  => TRUE,
 500                 passed        => TRUE,
 501                 is_ok         => TRUE,
 502                 is_test       => TRUE,
 503                 has_skip      => FALSE,
 504                 has_todo      => FALSE,
 505                 number        => 1,
 506                 description   => "",
 507             },
 508             {   actual_passed => FALSE,
 509                 is_actual_ok  => FALSE,
 510                 passed        => FALSE,
 511                 is_ok         => FALSE,
 512                 is_test       => TRUE,
 513                 has_skip      => FALSE,
 514                 has_todo      => FALSE,
 515                 number        => 2,
 516                 description   => "",
 517             },
 518             {   actual_passed => TRUE,
 519                 is_actual_ok  => TRUE,
 520                 passed        => TRUE,
 521                 is_ok         => TRUE,
 522                 is_test       => TRUE,
 523                 has_skip      => FALSE,
 524                 has_todo      => FALSE,
 525                 number        => 3,
 526                 description   => "",
 527             },
 528             {   actual_passed => TRUE,
 529                 is_actual_ok  => TRUE,
 530                 passed        => TRUE,
 531                 is_ok         => TRUE,
 532                 is_test       => TRUE,
 533                 has_skip      => FALSE,
 534                 has_todo      => FALSE,
 535                 number        => 4,
 536                 description   => "",
 537             },
 538             {   actual_passed => FALSE,
 539                 is_actual_ok  => FALSE,
 540                 passed        => FALSE,
 541                 is_ok         => FALSE,
 542                 is_test       => TRUE,
 543                 has_skip      => FALSE,
 544                 has_todo      => FALSE,
 545                 number        => 5,
 546                 description   => "",
 547             },
 548         ],
 549         plan          => '1..5',
 550         passed        => [ 1, 3, 4 ],
 551         actual_passed => [ 1, 3, 4 ],
 552         failed        => [ 2, 5 ],
 553         actual_failed => [ 2, 5 ],
 554         todo          => [],
 555         todo_passed   => [],
 556         skipped       => [],
 557         good_plan     => TRUE,
 558         is_good_plan  => TRUE,
 559         tests_planned => 5,
 560         tests_run     => 5,
 561         parse_errors  => [],
 562         'exit'        => 0,
 563         wait          => 0,
 564         version       => 12,
 565     },
 566     skip => {
 567         results => [
 568             {   is_plan       => TRUE,
 569                 raw           => '1..5',
 570                 tests_planned => 5,
 571                 passed        => TRUE,
 572                 is_ok         => TRUE,
 573             },
 574             {   actual_passed => TRUE,
 575                 is_actual_ok  => TRUE,
 576                 passed        => TRUE,
 577                 is_ok         => TRUE,
 578                 is_test       => TRUE,
 579                 has_skip      => FALSE,
 580                 has_todo      => FALSE,
 581                 number        => 1,
 582                 description   => "",
 583             },
 584             {   actual_passed => TRUE,
 585                 is_actual_ok  => TRUE,
 586                 passed        => TRUE,
 587                 is_ok         => TRUE,
 588                 is_test       => TRUE,
 589                 has_skip      => TRUE,
 590                 has_todo      => FALSE,
 591                 number        => 2,
 592                 description   => "",
 593                 explanation   => 'rain delay',
 594             },
 595             {   actual_passed => TRUE,
 596                 is_actual_ok  => TRUE,
 597                 passed        => TRUE,
 598                 is_ok         => TRUE,
 599                 is_test       => TRUE,
 600                 has_skip      => FALSE,
 601                 has_todo      => FALSE,
 602                 number        => 3,
 603                 description   => "",
 604             },
 605             {   actual_passed => TRUE,
 606                 is_actual_ok  => TRUE,
 607                 passed        => TRUE,
 608                 is_ok         => TRUE,
 609                 is_test       => TRUE,
 610                 has_skip      => FALSE,
 611                 has_todo      => FALSE,
 612                 number        => 4,
 613                 description   => "",
 614             },
 615             {   actual_passed => TRUE,
 616                 is_actual_ok  => TRUE,
 617                 passed        => TRUE,
 618                 is_ok         => TRUE,
 619                 is_test       => TRUE,
 620                 has_skip      => FALSE,
 621                 has_todo      => FALSE,
 622                 number        => 5,
 623                 description   => "",
 624             },
 625         ],
 626         plan          => '1..5',
 627         passed        => [ 1 .. 5 ],
 628         actual_passed => [ 1 .. 5 ],
 629         failed        => [],
 630         actual_failed => [],
 631         todo          => [],
 632         todo_passed   => [],
 633         skipped       => [2],
 634         good_plan     => TRUE,
 635         is_good_plan  => TRUE,
 636         tests_planned => 5,
 637         tests_run     => 5,
 638         parse_errors  => [],
 639         'exit'        => 0,
 640         wait          => 0,
 641         version       => 12,
 642     },
 643     skip_nomsg => {
 644         results => [
 645             {   is_plan       => TRUE,
 646                 passed        => TRUE,
 647                 is_ok         => TRUE,
 648                 raw           => '1..1',
 649                 tests_planned => 1,
 650             },
 651             {   actual_passed => TRUE,
 652                 is_actual_ok  => TRUE,
 653                 passed        => TRUE,
 654                 is_ok         => TRUE,
 655                 is_test       => TRUE,
 656                 has_skip      => TRUE,
 657                 has_todo      => FALSE,
 658                 number        => 1,
 659                 description   => "",
 660                 explanation   => '',
 661             },
 662         ],
 663         plan          => '1..1',
 664         passed        => [1],
 665         actual_passed => [1],
 666         failed        => [],
 667         actual_failed => [],
 668         todo          => [],
 669         todo_passed   => [],
 670         skipped       => [1],
 671         good_plan     => TRUE,
 672         is_good_plan  => TRUE,
 673         tests_planned => 1,
 674         tests_run     => TRUE,
 675         parse_errors  => [],
 676         'exit'        => 0,
 677         wait          => 0,
 678         version       => 12,
 679     },
 680     todo_inline => {
 681         results => [
 682             {   is_plan       => TRUE,
 683                 passed        => TRUE,
 684                 is_ok         => TRUE,
 685                 raw           => '1..3',
 686                 tests_planned => 3,
 687             },
 688             {   actual_passed => FALSE,
 689                 is_actual_ok  => FALSE,
 690                 passed        => TRUE,
 691                 is_ok         => TRUE,
 692                 is_test       => TRUE,
 693                 has_skip      => FALSE,
 694                 has_todo      => TRUE,
 695                 number        => 1,
 696                 description   => "- Foo",
 697                 explanation   => 'Just testing the todo interface.',
 698             },
 699             {   actual_passed => TRUE,
 700                 is_actual_ok  => TRUE,
 701                 passed        => TRUE,
 702                 is_ok         => TRUE,
 703                 is_test       => TRUE,
 704                 has_skip      => FALSE,
 705                 has_todo      => TRUE,
 706                 number        => 2,
 707                 description   => "- Unexpected success",
 708                 explanation   => 'Just testing the todo interface.',
 709             },
 710             {   actual_passed => TRUE,
 711                 is_actual_ok  => TRUE,
 712                 passed        => TRUE,
 713                 is_ok         => TRUE,
 714                 is_test       => TRUE,
 715                 has_skip      => FALSE,
 716                 has_todo      => FALSE,
 717                 number        => 3,
 718                 description   => "- This is not todo",
 719                 explanation   => '',
 720             },
 721         ],
 722         plan   => '1..3',
 723         passed => [ 1, 2, 3 ],
 724         actual_passed => [ 2, 3 ],
 725         failed        => [],
 726         actual_failed => [1],
 727         todo          => [ 1, 2 ],
 728         todo_passed   => [2],
 729         skipped       => [],
 730         good_plan     => TRUE,
 731         is_good_plan  => TRUE,
 732         tests_planned => 3,
 733         tests_run     => 3,
 734         parse_errors  => [],
 735         'exit'        => 0,
 736         wait          => 0,
 737         version       => 12,
 738     },
 739     todo => {
 740         results => [
 741             {   is_plan       => TRUE,
 742                 passed        => TRUE,
 743                 is_ok         => TRUE,
 744                 raw           => '1..5 todo 3 2;',
 745                 tests_planned => 5,
 746                 todo_list     => [ 3, 2 ],
 747             },
 748             {   actual_passed => TRUE,
 749                 is_actual_ok  => TRUE,
 750                 passed        => TRUE,
 751                 is_ok         => TRUE,
 752                 is_test       => TRUE,
 753                 has_skip      => FALSE,
 754                 has_todo      => FALSE,
 755                 number        => 1,
 756                 description   => "",
 757                 explanation   => '',
 758             },
 759             {   actual_passed => TRUE,
 760                 is_actual_ok  => TRUE,
 761                 passed        => TRUE,
 762                 is_ok         => TRUE,
 763                 is_test       => TRUE,
 764                 has_skip      => FALSE,
 765                 has_todo      => TRUE,
 766                 number        => 2,
 767                 description   => "",
 768                 explanation   => '',
 769             },
 770             {   actual_passed => FALSE,
 771                 is_actual_ok  => FALSE,
 772                 passed        => TRUE,
 773                 is_ok         => TRUE,
 774                 is_test       => TRUE,
 775                 has_skip      => FALSE,
 776                 has_todo      => TRUE,
 777                 number        => 3,
 778                 description   => "",
 779                 explanation   => '',
 780             },
 781             {   actual_passed => TRUE,
 782                 is_actual_ok  => TRUE,
 783                 passed        => TRUE,
 784                 is_ok         => TRUE,
 785                 is_test       => TRUE,
 786                 has_skip      => FALSE,
 787                 has_todo      => FALSE,
 788                 number        => 4,
 789                 description   => "",
 790                 explanation   => '',
 791             },
 792             {   actual_passed => TRUE,
 793                 is_actual_ok  => TRUE,
 794                 passed        => TRUE,
 795                 is_ok         => TRUE,
 796                 is_test       => TRUE,
 797                 has_skip      => FALSE,
 798                 has_todo      => FALSE,
 799                 number        => 5,
 800                 description   => "",
 801                 explanation   => '',
 802             },
 803         ],
 804         plan   => '1..5',
 805         passed => [ 1, 2, 3, 4, 5 ],
 806         actual_passed => [ 1, 2, 4, 5 ],
 807         failed        => [],
 808         actual_failed => [3],
 809         todo          => [ 2, 3 ],
 810         todo_passed   => [2],
 811         skipped       => [],
 812         good_plan     => TRUE,
 813         is_good_plan  => TRUE,
 814         tests_planned => 5,
 815         tests_run     => 5,
 816         parse_errors  => [],
 817         'exit'        => 0,
 818         wait          => 0,
 819         version       => 12,
 820     },
 821     duplicates => {
 822         results => [
 823             {   is_plan       => TRUE,
 824                 passed        => TRUE,
 825                 is_ok         => TRUE,
 826                 raw           => '1..10',
 827                 tests_planned => 10,
 828             },
 829             {   actual_passed => TRUE,
 830                 is_actual_ok  => TRUE,
 831                 passed        => TRUE,
 832                 is_ok         => TRUE,
 833                 is_test       => TRUE,
 834                 has_skip      => FALSE,
 835                 has_todo      => FALSE,
 836                 number        => 1,
 837                 description   => '',
 838                 explanation   => '',
 839                 is_unplanned  => FALSE,
 840             },
 841             {   actual_passed => TRUE,
 842                 is_actual_ok  => TRUE,
 843                 passed        => TRUE,
 844                 is_ok         => TRUE,
 845                 is_test       => TRUE,
 846                 has_skip      => FALSE,
 847                 has_todo      => FALSE,
 848                 number        => 2,
 849                 description   => '',
 850                 explanation   => '',
 851                 is_unplanned  => FALSE,
 852             },
 853             {   actual_passed => TRUE,
 854                 is_actual_ok  => TRUE,
 855                 passed        => TRUE,
 856                 is_ok         => TRUE,
 857                 is_test       => TRUE,
 858                 has_skip      => FALSE,
 859                 has_todo      => FALSE,
 860                 number        => 3,
 861                 description   => '',
 862                 explanation   => '',
 863                 is_unplanned  => FALSE,
 864             },
 865             {   actual_passed => TRUE,
 866                 is_actual_ok  => TRUE,
 867                 passed        => TRUE,
 868                 is_ok         => TRUE,
 869                 is_test       => TRUE,
 870                 has_skip      => FALSE,
 871                 has_todo      => FALSE,
 872                 number        => 4,
 873                 description   => '',
 874                 explanation   => '',
 875                 is_unplanned  => FALSE,
 876             },
 877             {   actual_passed => TRUE,
 878                 is_actual_ok  => TRUE,
 879                 passed        => TRUE,
 880                 is_ok         => TRUE,
 881                 is_test       => TRUE,
 882                 has_skip      => FALSE,
 883                 has_todo      => FALSE,
 884                 number        => 4,
 885                 description   => '',
 886                 explanation   => '',
 887                 is_unplanned  => FALSE,
 888             },
 889             {   actual_passed => TRUE,
 890                 is_actual_ok  => TRUE,
 891                 passed        => TRUE,
 892                 is_ok         => TRUE,
 893                 is_test       => TRUE,
 894                 has_skip      => FALSE,
 895                 has_todo      => FALSE,
 896                 number        => 5,
 897                 description   => '',
 898                 explanation   => '',
 899                 is_unplanned  => FALSE,
 900             },
 901             {   actual_passed => TRUE,
 902                 is_actual_ok  => TRUE,
 903                 passed        => TRUE,
 904                 is_ok         => TRUE,
 905                 is_test       => TRUE,
 906                 has_skip      => FALSE,
 907                 has_todo      => FALSE,
 908                 number        => 6,
 909                 description   => '',
 910                 explanation   => '',
 911                 is_unplanned  => FALSE,
 912             },
 913             {   actual_passed => TRUE,
 914                 is_actual_ok  => TRUE,
 915                 passed        => TRUE,
 916                 is_ok         => TRUE,
 917                 is_test       => TRUE,
 918                 has_skip      => FALSE,
 919                 has_todo      => FALSE,
 920                 number        => 7,
 921                 description   => '',
 922                 explanation   => '',
 923                 is_unplanned  => FALSE,
 924             },
 925             {   actual_passed => TRUE,
 926                 is_actual_ok  => TRUE,
 927                 passed        => TRUE,
 928                 is_ok         => TRUE,
 929                 is_test       => TRUE,
 930                 has_skip      => FALSE,
 931                 has_todo      => FALSE,
 932                 number        => 8,
 933                 description   => '',
 934                 explanation   => '',
 935                 is_unplanned  => FALSE,
 936             },
 937             {   actual_passed => TRUE,
 938                 is_actual_ok  => TRUE,
 939                 passed        => TRUE,
 940                 is_ok         => TRUE,
 941                 is_test       => TRUE,
 942                 has_skip      => FALSE,
 943                 has_todo      => FALSE,
 944                 number        => 9,
 945                 description   => '',
 946                 explanation   => '',
 947                 is_unplanned  => FALSE,
 948             },
 949             {   actual_passed => TRUE,
 950                 is_actual_ok  => TRUE,
 951                 passed        => FALSE,
 952                 is_ok         => FALSE,
 953                 is_test       => TRUE,
 954                 has_skip      => FALSE,
 955                 has_todo      => FALSE,
 956                 number        => 10,
 957                 description   => '',
 958                 explanation   => '',
 959                 is_unplanned  => TRUE,
 960             },
 961         ],
 962         plan          => '1..10',
 963         passed        => [ 1 .. 4, 4 .. 9 ],
 964         actual_passed => [ 1 .. 4, 4 .. 10 ],
 965         failed        => [10],
 966         actual_failed => [],
 967         todo          => [],
 968         todo_passed   => [],
 969         skipped       => [],
 970         good_plan     => FALSE,
 971         tests_planned => 10,
 972         tests_run     => 11,
 973         parse_errors  => [
 974             'Tests out of sequence.  Found (4) but expected (5)',
 975             'Tests out of sequence.  Found (5) but expected (6)',
 976             'Tests out of sequence.  Found (6) but expected (7)',
 977             'Tests out of sequence.  Found (7) but expected (8)',
 978             'Tests out of sequence.  Found (8) but expected (9)',
 979             'Tests out of sequence.  Found (9) but expected (10)',
 980             'Tests out of sequence.  Found (10) but expected (11)',
 981             'Bad plan.  You planned 10 tests but ran 11.',
 982         ],
 983         'exit' => 0,
 984         wait   => 0,
 985     },
 986     no_nums => {
 987         results => [
 988             {   is_plan       => TRUE,
 989                 passed        => TRUE,
 990                 is_ok         => TRUE,
 991                 raw           => '1..5',
 992                 tests_planned => 5,
 993             },
 994             {   actual_passed => TRUE,
 995                 is_actual_ok  => TRUE,
 996                 description   => "",
 997                 passed        => TRUE,
 998                 is_ok         => TRUE,
 999                 is_test       => TRUE,
1000                 has_skip      => FALSE,
1001                 has_todo      => FALSE,
1002                 number        => 1,
1003             },
1004             {   actual_passed => TRUE,
1005                 is_actual_ok  => TRUE,
1006                 passed        => TRUE,
1007                 is_ok         => TRUE,
1008                 is_test       => TRUE,
1009                 has_skip      => FALSE,
1010                 has_todo      => FALSE,
1011                 number        => 2,
1012                 description   => "",
1013             },
1014             {   actual_passed => FALSE,
1015                 is_actual_ok  => FALSE,
1016                 passed        => FALSE,
1017                 is_ok         => FALSE,
1018                 is_test       => TRUE,
1019                 has_skip      => FALSE,
1020                 has_todo      => FALSE,
1021                 number        => 3,
1022                 description   => "",
1023             },
1024             {   actual_passed => TRUE,
1025                 is_actual_ok  => TRUE,
1026                 passed        => TRUE,
1027                 is_ok         => TRUE,
1028                 is_test       => TRUE,
1029                 has_skip      => FALSE,
1030                 has_todo      => FALSE,
1031                 number        => 4,
1032                 description   => "",
1033             },
1034             {   actual_passed => TRUE,
1035                 is_actual_ok  => TRUE,
1036                 passed        => TRUE,
1037                 is_ok         => TRUE,
1038                 is_test       => TRUE,
1039                 has_skip      => FALSE,
1040                 has_todo      => FALSE,
1041                 number        => 5,
1042                 description   => "",
1043             }
1044         ],
1045         plan          => '1..5',
1046         passed        => [ 1, 2, 4, 5 ],
1047         actual_passed => [ 1, 2, 4, 5 ],
1048         failed        => [3],
1049         actual_failed => [3],
1050         todo          => [],
1051         todo_passed   => [],
1052         skipped       => [],
1053         good_plan     => TRUE,
1054         is_good_plan  => TRUE,
1055         tests_planned => 5,
1056         tests_run     => 5,
1057         parse_errors  => [],
1058         'exit'        => 0,
1059         wait          => 0,
1060         version       => 12,
1061     },
1062     bailout => {
1063         results => [
1064             {   is_plan       => TRUE,
1065                 passed        => TRUE,
1066                 is_ok         => TRUE,
1067                 raw           => '1..5',
1068                 tests_planned => 5,
1069             },
1070             {   actual_passed => TRUE,
1071                 is_actual_ok  => TRUE,
1072                 description   => "",
1073                 passed        => TRUE,
1074                 is_ok         => TRUE,
1075                 is_test       => TRUE,
1076                 has_skip      => FALSE,
1077                 has_todo      => FALSE,
1078                 number        => 1,
1079             },
1080             {   actual_passed => TRUE,
1081                 is_actual_ok  => TRUE,
1082                 passed        => TRUE,
1083                 is_ok         => TRUE,
1084                 is_test       => TRUE,
1085                 has_skip      => FALSE,
1086                 has_todo      => FALSE,
1087                 number        => 2,
1088                 description   => "",
1089             },
1090             {   actual_passed => TRUE,
1091                 is_actual_ok  => TRUE,
1092                 passed        => TRUE,
1093                 is_ok         => TRUE,
1094                 is_test       => TRUE,
1095                 has_skip      => FALSE,
1096                 has_todo      => FALSE,
1097                 number        => 3,
1098                 description   => "",
1099             },
1100             {   is_bailout  => TRUE,
1101                 explanation => "GERONIMMMOOOOOO!!!",
1102             },
1103             {   actual_passed => TRUE,
1104                 is_actual_ok  => TRUE,
1105                 passed        => TRUE,
1106                 is_ok         => TRUE,
1107                 is_test       => TRUE,
1108                 has_skip      => FALSE,
1109                 has_todo      => FALSE,
1110                 number        => 4,
1111                 description   => "",
1112             },
1113             {   actual_passed => TRUE,
1114                 is_actual_ok  => TRUE,
1115                 passed        => TRUE,
1116                 is_ok         => TRUE,
1117                 is_test       => TRUE,
1118                 has_skip      => FALSE,
1119                 has_todo      => FALSE,
1120                 number        => 5,
1121                 description   => "",
1122             }
1123         ],
1124         plan          => '1..5',
1125         passed        => [ 1 .. 5 ],
1126         actual_passed => [ 1 .. 5 ],
1127         failed        => [],
1128         actual_failed => [],
1129         todo          => [],
1130         todo_passed   => [],
1131         skipped       => [],
1132         good_plan     => TRUE,
1133         is_good_plan  => TRUE,
1134         tests_planned => 5,
1135         tests_run     => 5,
1136         parse_errors  => [],
1137         'exit'        => 0,
1138         wait          => 0,
1139         version       => 12,
1140     },
1141     no_output => {
1142         results       => [],
1143         plan          => '',
1144         passed        => [],
1145         actual_passed => [],
1146         failed        => [],
1147         actual_failed => [],
1148         todo          => [],
1149         todo_passed   => [],
1150         skipped       => [],
1151         good_plan     => FALSE,
1152         tests_planned => undef,
1153         tests_run     => 0,
1154         parse_errors  => [ 'No plan found in TAP output', ],
1155         'exit'        => 0,
1156         wait          => 0,
1157     },
1158     too_many => {
1159         results => [
1160             {   is_plan       => TRUE,
1161                 passed        => TRUE,
1162                 is_ok         => TRUE,
1163                 raw           => '1..3',
1164                 tests_planned => 3,
1165             },
1166             {   actual_passed => TRUE,
1167                 is_actual_ok  => TRUE,
1168                 description   => "",
1169                 passed        => TRUE,
1170                 is_ok         => TRUE,
1171                 is_test       => TRUE,
1172                 has_skip      => FALSE,
1173                 has_todo      => FALSE,
1174                 number        => 1,
1175                 is_unplanned  => FALSE,
1176             },
1177             {   actual_passed => TRUE,
1178                 is_actual_ok  => TRUE,
1179                 passed        => TRUE,
1180                 is_ok         => TRUE,
1181                 is_test       => TRUE,
1182                 has_skip      => FALSE,
1183                 has_todo      => FALSE,
1184                 number        => 2,
1185                 description   => "",
1186                 is_unplanned  => FALSE,
1187             },
1188             {   actual_passed => TRUE,
1189                 is_actual_ok  => TRUE,
1190                 passed        => TRUE,
1191                 is_ok         => TRUE,
1192                 is_test       => TRUE,
1193                 has_skip      => FALSE,
1194                 has_todo      => FALSE,
1195                 number        => 3,
1196                 description   => "",
1197                 is_unplanned  => FALSE,
1198             },
1199             {   actual_passed => TRUE,
1200                 is_actual_ok  => TRUE,
1201                 passed        => FALSE,
1202                 is_ok         => FALSE,
1203                 is_test       => TRUE,
1204                 has_skip      => FALSE,
1205                 has_todo      => FALSE,
1206                 number        => 4,
1207                 description   => "",
1208                 is_unplanned  => TRUE,
1209             },
1210             {   actual_passed => TRUE,
1211                 is_actual_ok  => TRUE,
1212                 passed        => FALSE,
1213                 is_ok         => FALSE,
1214                 is_test       => TRUE,
1215                 has_skip      => FALSE,
1216                 has_todo      => FALSE,
1217                 number        => 5,
1218                 description   => "",
1219                 is_unplanned  => TRUE,
1220             },
1221             {   actual_passed => TRUE,
1222                 is_actual_ok  => TRUE,
1223                 passed        => FALSE,
1224                 is_ok         => FALSE,
1225                 is_test       => TRUE,
1226                 has_skip      => FALSE,
1227                 has_todo      => FALSE,
1228                 number        => 6,
1229                 description   => "",
1230                 is_unplanned  => TRUE,
1231             },
1232             {   actual_passed => TRUE,
1233                 is_actual_ok  => TRUE,
1234                 passed        => FALSE,
1235                 is_ok         => FALSE,
1236                 is_test       => TRUE,
1237                 has_skip      => FALSE,
1238                 has_todo      => FALSE,
1239                 number        => 7,
1240                 description   => "",
1241                 is_unplanned  => TRUE,
1242             },
1243         ],
1244         plan          => '1..3',
1245         passed        => [ 1 .. 3 ],
1246         actual_passed => [ 1 .. 7 ],
1247         failed        => [ 4 .. 7 ],
1248         actual_failed => [],
1249         todo          => [],
1250         todo_passed   => [],
1251         skipped       => [],
1252         good_plan     => FALSE,
1253         tests_planned => 3,
1254         tests_run     => 7,
1255         parse_errors  => ['Bad plan.  You planned 3 tests but ran 7.'],
1256         'exit'        => 4,
1257         wait          => NOT_ZERO,
1258         skip_if       => sub {$IsVMS},
1259     },
1260     taint => {
1261         results => [
1262             {   is_plan       => TRUE,
1263                 passed        => TRUE,
1264                 is_ok         => TRUE,
1265                 raw           => '1..1',
1266                 tests_planned => TRUE,
1267             },
1268             {   actual_passed => TRUE,
1269                 is_actual_ok  => TRUE,
1270                 description   => "- -T honored",
1271                 passed        => TRUE,
1272                 is_ok         => TRUE,
1273                 is_test       => TRUE,
1274                 has_skip      => FALSE,
1275                 has_todo      => FALSE,
1276                 number        => 1,
1277             },
1278         ],
1279         plan          => '1..1',
1280         passed        => [ 1 .. 1 ],
1281         actual_passed => [ 1 .. 1 ],
1282         failed        => [],
1283         actual_failed => [],
1284         todo          => [],
1285         todo_passed   => [],
1286         skipped       => [],
1287         good_plan     => TRUE,
1288         is_good_plan  => TRUE,
1289         tests_planned => TRUE,
1290         tests_run     => TRUE,
1291         parse_errors  => [],
1292         'exit'        => 0,
1293         wait          => 0,
1294         version       => 12,
1295     },
1296     'die' => {
1297         results       => [],
1298         plan          => '',
1299         passed        => [],
1300         actual_passed => [],
1301         failed        => [],
1302         actual_failed => [],
1303         todo          => [],
1304         todo_passed   => [],
1305         skipped       => [],
1306         good_plan     => FALSE,
1307         tests_planned => undef,
1308         tests_run     => 0,
1309         parse_errors  => [ 'No plan found in TAP output', ],
1310         'exit'        => NOT_ZERO,
1311         wait          => NOT_ZERO,
1312     },
1313     die_head_end => {
1314         results => [
1315             {   actual_passed => TRUE,
1316                 is_actual_ok  => TRUE,
1317                 passed        => TRUE,
1318                 is_ok         => TRUE,
1319                 is_test       => TRUE,
1320                 has_skip      => FALSE,
1321                 has_todo      => FALSE,
1322                 number        => 1,
1323                 description   => '',
1324                 explanation   => '',
1325             },
1326             {   actual_passed => TRUE,
1327                 is_actual_ok  => TRUE,
1328                 passed        => TRUE,
1329                 is_ok         => TRUE,
1330                 is_test       => TRUE,
1331                 has_skip      => FALSE,
1332                 has_todo      => FALSE,
1333                 number        => 2,
1334                 description   => '',
1335                 explanation   => '',
1336             },
1337             {   actual_passed => TRUE,
1338                 is_actual_ok  => TRUE,
1339                 passed        => TRUE,
1340                 is_ok         => TRUE,
1341                 is_test       => TRUE,
1342                 has_skip      => FALSE,
1343                 has_todo      => FALSE,
1344                 number        => 3,
1345                 description   => '',
1346                 explanation   => '',
1347             },
1348             {   actual_passed => TRUE,
1349                 is_actual_ok  => TRUE,
1350                 passed        => TRUE,
1351                 is_ok         => TRUE,
1352                 is_test       => TRUE,
1353                 has_skip      => FALSE,
1354                 has_todo      => FALSE,
1355                 number        => 4,
1356                 description   => '',
1357                 explanation   => '',
1358             },
1359         ],
1360         plan          => '',
1361         passed        => [ 1 .. 4 ],
1362         actual_passed => [ 1 .. 4 ],
1363         failed        => [],
1364         actual_failed => [],
1365         todo          => [],
1366         todo_passed   => [],
1367         skipped       => [],
1368         good_plan     => FALSE,
1369         tests_planned => undef,
1370         tests_run     => 4,
1371         parse_errors  => [ 'No plan found in TAP output', ],
1372         'exit'        => NOT_ZERO,
1373         wait          => NOT_ZERO,
1374     },
1375     die_last_minute => {
1376         results => [
1377             {   actual_passed => TRUE,
1378                 is_actual_ok  => TRUE,
1379                 passed        => TRUE,
1380                 is_ok         => TRUE,
1381                 is_test       => TRUE,
1382                 has_skip      => FALSE,
1383                 has_todo      => FALSE,
1384                 number        => 1,
1385                 description   => '',
1386                 explanation   => '',
1387             },
1388             {   actual_passed => TRUE,
1389                 is_actual_ok  => TRUE,
1390                 passed        => TRUE,
1391                 is_ok         => TRUE,
1392                 is_test       => TRUE,
1393                 has_skip      => FALSE,
1394                 has_todo      => FALSE,
1395                 number        => 2,
1396                 description   => '',
1397                 explanation   => '',
1398             },
1399             {   actual_passed => TRUE,
1400                 is_actual_ok  => TRUE,
1401                 passed        => TRUE,
1402                 is_ok         => TRUE,
1403                 is_test       => TRUE,
1404                 has_skip      => FALSE,
1405                 has_todo      => FALSE,
1406                 number        => 3,
1407                 description   => '',
1408                 explanation   => '',
1409             },
1410             {   actual_passed => TRUE,
1411                 is_actual_ok  => TRUE,
1412                 passed        => TRUE,
1413                 is_ok         => TRUE,
1414                 is_test       => TRUE,
1415                 has_skip      => FALSE,
1416                 has_todo      => FALSE,
1417                 number        => 4,
1418                 description   => '',
1419                 explanation   => '',
1420             },
1421             {   is_plan       => TRUE,
1422                 passed        => TRUE,
1423                 is_ok         => TRUE,
1424                 raw           => '1..4',
1425                 tests_planned => 4,
1426             },
1427         ],
1428         plan          => '1..4',
1429         passed        => [ 1 .. 4 ],
1430         actual_passed => [ 1 .. 4 ],
1431         failed        => [],
1432         actual_failed => [],
1433         todo          => [],
1434         todo_passed   => [],
1435         skipped       => [],
1436         good_plan     => TRUE,
1437         is_good_plan  => TRUE,
1438         tests_planned => 4,
1439         tests_run     => 4,
1440         parse_errors  => [],
1441         'exit'        => NOT_ZERO,
1442         wait          => NOT_ZERO,
1443     },
1444     bignum => {
1445         results => [
1446             {   is_plan       => TRUE,
1447                 passed        => TRUE,
1448                 is_ok         => TRUE,
1449                 raw           => '1..2',
1450                 tests_planned => 2,
1451             },
1452             {   actual_passed => TRUE,
1453                 is_actual_ok  => TRUE,
1454                 passed        => TRUE,
1455                 is_ok         => TRUE,
1456                 is_test       => TRUE,
1457                 has_skip      => FALSE,
1458                 has_todo      => FALSE,
1459                 number        => 1,
1460                 description   => '',
1461                 explanation   => '',
1462             },
1463             {   actual_passed => TRUE,
1464                 is_actual_ok  => TRUE,
1465                 passed        => TRUE,
1466                 is_ok         => TRUE,
1467                 is_test       => TRUE,
1468                 has_skip      => FALSE,
1469                 has_todo      => FALSE,
1470                 number        => 2,
1471                 description   => '',
1472                 explanation   => '',
1473             },
1474             {   actual_passed => TRUE,
1475                 is_actual_ok  => TRUE,
1476                 passed        => FALSE,
1477                 is_ok         => FALSE,
1478                 is_test       => TRUE,
1479                 has_skip      => FALSE,
1480                 has_todo      => FALSE,
1481                 number        => 136211425,
1482                 description   => '',
1483                 explanation   => '',
1484             },
1485             {   actual_passed => TRUE,
1486                 is_actual_ok  => TRUE,
1487                 passed        => FALSE,
1488                 is_ok         => FALSE,
1489                 is_test       => TRUE,
1490                 has_skip      => FALSE,
1491                 has_todo      => FALSE,
1492                 number        => 136211426,
1493                 description   => '',
1494                 explanation   => '',
1495             },
1496         ],
1497         plan          => '1..2',
1498         passed        => [ 1, 2 ],
1499         actual_passed => [ 1, 2, 136211425, 136211426 ],
1500         failed        => [ 136211425, 136211426 ],
1501         actual_failed => [],
1502         todo          => [],
1503         todo_passed   => [],
1504         skipped       => [],
1505         good_plan     => FALSE,
1506         tests_planned => 2,
1507         tests_run     => 4,
1508         parse_errors  => [
1509             'Tests out of sequence.  Found (136211425) but expected (3)',
1510             'Tests out of sequence.  Found (136211426) but expected (4)',
1511             'Bad plan.  You planned 2 tests but ran 4.'
1512         ],
1513         'exit' => 0,
1514         wait   => 0,
1515     },
1516     bignum_many => {
1517         results => [
1518             {   is_plan       => TRUE,
1519                 passed        => TRUE,
1520                 is_ok         => TRUE,
1521                 raw           => '1..2',
1522                 tests_planned => 2,
1523             },
1524             {   actual_passed => TRUE,
1525                 is_actual_ok  => TRUE,
1526                 passed        => TRUE,
1527                 is_ok         => TRUE,
1528                 is_test       => TRUE,
1529                 has_skip      => FALSE,
1530                 has_todo      => FALSE,
1531                 number        => 1,
1532                 description   => '',
1533                 explanation   => '',
1534             },
1535             {   actual_passed => TRUE,
1536                 is_actual_ok  => TRUE,
1537                 passed        => TRUE,
1538                 is_ok         => TRUE,
1539                 is_test       => TRUE,
1540                 has_skip      => FALSE,
1541                 has_todo      => FALSE,
1542                 number        => 2,
1543                 description   => '',
1544                 explanation   => '',
1545             },
1546             {   actual_passed => TRUE,
1547                 is_actual_ok  => TRUE,
1548                 passed        => FALSE,
1549                 is_ok         => FALSE,
1550                 is_test       => TRUE,
1551                 has_skip      => FALSE,
1552                 has_todo      => FALSE,
1553                 number        => 99997,
1554                 description   => '',
1555                 explanation   => '',
1556             },
1557             {   actual_passed => TRUE,
1558                 is_actual_ok  => TRUE,
1559                 passed        => FALSE,
1560                 is_ok         => FALSE,
1561                 is_test       => TRUE,
1562                 has_skip      => FALSE,
1563                 has_todo      => FALSE,
1564                 number        => 99998,
1565                 description   => '',
1566                 explanation   => '',
1567             },
1568             {   actual_passed => TRUE,
1569                 is_actual_ok  => TRUE,
1570                 passed        => FALSE,
1571                 is_ok         => FALSE,
1572                 is_test       => TRUE,
1573                 has_skip      => FALSE,
1574                 has_todo      => FALSE,
1575                 number        => 99999,
1576                 description   => '',
1577                 explanation   => '',
1578             },
1579             {   actual_passed => TRUE,
1580                 is_actual_ok  => TRUE,
1581                 passed        => FALSE,
1582                 is_ok         => FALSE,
1583                 is_test       => TRUE,
1584                 has_skip      => FALSE,
1585                 has_todo      => FALSE,
1586                 number        => 100000,
1587                 description   => '',
1588                 explanation   => '',
1589             },
1590             {   actual_passed => TRUE,
1591                 is_actual_ok  => TRUE,
1592                 passed        => FALSE,
1593                 is_ok         => FALSE,
1594                 is_test       => TRUE,
1595                 has_skip      => FALSE,
1596                 has_todo      => FALSE,
1597                 number        => 100001,
1598                 description   => '',
1599                 explanation   => '',
1600             },
1601             {   actual_passed => TRUE,
1602                 is_actual_ok  => TRUE,
1603                 passed        => FALSE,
1604                 is_ok         => FALSE,
1605                 is_test       => TRUE,
1606                 has_skip      => FALSE,
1607                 has_todo      => FALSE,
1608                 number        => 100002,
1609                 description   => '',
1610                 explanation   => '',
1611             },
1612             {   actual_passed => TRUE,
1613                 is_actual_ok  => TRUE,
1614                 passed        => FALSE,
1615                 is_ok         => FALSE,
1616                 is_test       => TRUE,
1617                 has_skip      => FALSE,
1618                 has_todo      => FALSE,
1619                 number        => 100003,
1620                 description   => '',
1621                 explanation   => '',
1622             },
1623             {   actual_passed => TRUE,
1624                 is_actual_ok  => TRUE,
1625                 passed        => FALSE,
1626                 is_ok         => FALSE,
1627                 is_test       => TRUE,
1628                 has_skip      => FALSE,
1629                 has_todo      => FALSE,
1630                 number        => 100004,
1631                 description   => '',
1632                 explanation   => '',
1633             },
1634             {   actual_passed => TRUE,
1635                 is_actual_ok  => TRUE,
1636                 passed        => FALSE,
1637                 is_ok         => FALSE,
1638                 is_test       => TRUE,
1639                 has_skip      => FALSE,
1640                 has_todo      => FALSE,
1641                 number        => 100005,
1642                 description   => '',
1643                 explanation   => '',
1644             },
1645         ],
1646         plan          => '1..2',
1647         passed        => [ 1, 2 ],
1648         actual_passed => [ 1, 2, 99997 .. 100005 ],
1649         failed        => [ 99997 .. 100005 ],
1650         actual_failed => [],
1651         todo          => [],
1652         todo_passed   => [],
1653         skipped       => [],
1654         good_plan     => FALSE,
1655         tests_planned => 2,
1656         tests_run     => 11,
1657         parse_errors  => [
1658             'Tests out of sequence.  Found (99997) but expected (3)',
1659             'Tests out of sequence.  Found (99998) but expected (4)',
1660             'Tests out of sequence.  Found (99999) but expected (5)',
1661             'Tests out of sequence.  Found (100000) but expected (6)',
1662             'Tests out of sequence.  Found (100001) but expected (7)',
1663             'Tests out of sequence.  Found (100002) but expected (8)',
1664             'Tests out of sequence.  Found (100003) but expected (9)',
1665             'Tests out of sequence.  Found (100004) but expected (10)',
1666             'Tests out of sequence.  Found (100005) but expected (11)',
1667             'Bad plan.  You planned 2 tests but ran 11.'
1668         ],
1669         'exit' => 0,
1670         wait   => 0,
1671     },
1672     combined => {
1673         results => [
1674             {   is_plan       => TRUE,
1675                 passed        => TRUE,
1676                 is_ok         => TRUE,
1677                 raw           => '1..10',
1678                 tests_planned => 10,
1679             },
1680             {   actual_passed => TRUE,
1681                 is_actual_ok  => TRUE,
1682                 passed        => TRUE,
1683                 is_ok         => TRUE,
1684                 is_test       => TRUE,
1685                 has_skip      => FALSE,
1686                 has_todo      => FALSE,
1687                 number        => 1,
1688                 description   => '',
1689                 explanation   => '',
1690             },
1691             {   actual_passed => TRUE,
1692                 is_actual_ok  => TRUE,
1693                 passed        => TRUE,
1694                 is_ok         => TRUE,
1695                 is_test       => TRUE,
1696                 has_skip      => FALSE,
1697                 has_todo      => FALSE,
1698                 number        => 2,
1699                 description   => 'basset hounds got long ears',
1700                 explanation   => '',
1701             },
1702             {   actual_passed => FALSE,
1703                 is_actual_ok  => FALSE,
1704                 passed        => FALSE,
1705                 is_ok         => FALSE,
1706                 is_test       => TRUE,
1707                 has_skip      => FALSE,
1708                 has_todo      => FALSE,
1709                 number        => 3,
1710                 description   => 'all hell broke loose',
1711                 explanation   => '',
1712             },
1713             {   actual_passed => FALSE,
1714                 is_actual_ok  => FALSE,
1715                 passed        => TRUE,
1716                 is_ok         => TRUE,
1717                 is_test       => TRUE,
1718                 has_skip      => FALSE,
1719                 has_todo      => TRUE,
1720                 number        => 4,
1721                 description   => '',
1722                 explanation   => 'if I heard a voice from heaven ...',
1723             },
1724             {   actual_passed => TRUE,
1725                 is_actual_ok  => TRUE,
1726                 passed        => TRUE,
1727                 is_ok         => TRUE,
1728                 is_test       => TRUE,
1729                 has_skip      => FALSE,
1730                 has_todo      => FALSE,
1731                 number        => 5,
1732                 description   => 'say "live without loving",',
1733                 explanation   => '',
1734             },
1735             {   actual_passed => TRUE,
1736                 is_actual_ok  => TRUE,
1737                 passed        => TRUE,
1738                 is_ok         => TRUE,
1739                 is_test       => TRUE,
1740                 has_skip      => FALSE,
1741                 has_todo      => FALSE,
1742                 number        => 6,
1743                 description   => "I'd beg off.",
1744                 explanation   => '',
1745             },
1746             {   actual_passed => TRUE,
1747                 is_actual_ok  => TRUE,
1748                 passed        => TRUE,
1749                 is_ok         => TRUE,
1750                 is_test       => TRUE,
1751                 has_skip      => '1',
1752                 has_todo      => FALSE,
1753                 number        => 7,
1754                 description   => '',
1755                 explanation   => 'contract negotiations',
1756             },
1757             {   actual_passed => TRUE,
1758                 is_actual_ok  => TRUE,
1759                 passed        => TRUE,
1760                 is_ok         => TRUE,
1761                 is_test       => TRUE,
1762                 has_skip      => FALSE,
1763                 has_todo      => FALSE,
1764                 number        => 8,
1765                 description   => 'Girls are such exquisite hell',
1766                 explanation   => '',
1767             },
1768             {   actual_passed => TRUE,
1769                 is_actual_ok  => TRUE,
1770                 passed        => TRUE,
1771                 is_ok         => TRUE,
1772                 is_test       => TRUE,
1773                 has_skip      => FALSE,
1774                 has_todo      => TRUE,
1775                 number        => 9,
1776                 description   => 'Elegy 9B',
1777                 explanation   => '',
1778             },
1779             {   actual_passed => FALSE,
1780                 is_actual_ok  => FALSE,
1781                 passed        => FALSE,
1782                 is_ok         => FALSE,
1783                 is_test       => TRUE,
1784                 has_skip      => FALSE,
1785                 has_todo      => FALSE,
1786                 number        => 10,
1787                 description   => '',
1788                 explanation   => '',
1789             },
1790         ],
1791         plan          => '1..10',
1792         passed        => [ 1 .. 2, 4 .. 9 ],
1793         actual_passed => [ 1 .. 2, 5 .. 9 ],
1794         failed        => [ 3, 10 ],
1795         actual_failed => [ 3, 4, 10 ],
1796         todo          => [ 4, 9 ],
1797         todo_passed   => [9],
1798         skipped       => [7],
1799         good_plan     => TRUE,
1800         is_good_plan  => TRUE,
1801         tests_planned => 10,
1802         tests_run     => 10,
1803         parse_errors  => [],
1804         'exit'        => 0,
1805         wait          => 0,
1806         version       => 12,
1807     },
1808     head_end => {
1809         results => [
1810             {   is_comment => TRUE,
1811                 passed     => TRUE,
1812                 is_ok      => TRUE,
1813                 comment    => 'comments',
1814             },
1815             {   actual_passed => TRUE,
1816                 is_actual_ok  => TRUE,
1817                 passed        => TRUE,
1818                 is_ok         => TRUE,
1819                 is_test       => TRUE,
1820                 has_skip      => FALSE,
1821                 has_todo      => FALSE,
1822                 number        => 1,
1823                 description   => '',
1824                 explanation   => '',
1825             },
1826             {   actual_passed => TRUE,
1827                 is_actual_ok  => TRUE,
1828                 passed        => TRUE,
1829                 is_ok         => TRUE,
1830                 is_test       => TRUE,
1831                 has_skip      => FALSE,
1832                 has_todo      => FALSE,
1833                 number        => 2,
1834                 description   => '',
1835                 explanation   => '',
1836             },
1837             {   actual_passed => TRUE,
1838                 is_actual_ok  => TRUE,
1839                 passed        => TRUE,
1840                 is_ok         => TRUE,
1841                 is_test       => TRUE,
1842                 has_skip      => FALSE,
1843                 has_todo      => FALSE,
1844                 number        => 3,
1845                 description   => '',
1846                 explanation   => '',
1847             },
1848             {   actual_passed => TRUE,
1849                 is_actual_ok  => TRUE,
1850                 passed        => TRUE,
1851                 is_ok         => TRUE,
1852                 is_test       => TRUE,
1853                 has_skip      => FALSE,
1854                 has_todo      => FALSE,
1855                 number        => 4,
1856                 description   => '',
1857                 explanation   => '',
1858             },
1859             {   is_comment => TRUE,
1860                 passed     => TRUE,
1861                 is_ok      => TRUE,
1862                 comment    => 'comment',
1863             },
1864             {   is_plan       => TRUE,
1865                 passed        => TRUE,
1866                 is_ok         => TRUE,
1867                 raw           => '1..4',
1868                 tests_planned => 4,
1869             },
1870             {   is_comment => TRUE,
1871                 passed     => TRUE,
1872                 is_ok      => TRUE,
1873                 comment    => 'more ignored stuff',
1874             },
1875             {   is_comment => TRUE,
1876                 passed     => TRUE,
1877                 is_ok      => TRUE,
1878                 comment    => 'and yet more',
1879             },
1880         ],
1881         plan          => '1..4',
1882         passed        => [ 1 .. 4 ],
1883         actual_passed => [ 1 .. 4 ],
1884         failed        => [],
1885         actual_failed => [],
1886         todo          => [],
1887         todo_passed   => [],
1888         skipped       => [],
1889         good_plan     => TRUE,
1890         is_good_plan  => TRUE,
1891         tests_planned => 4,
1892         tests_run     => 4,
1893         parse_errors  => [],
1894         'exit'        => 0,
1895         wait          => 0,
1896         version       => 12,
1897     },
1898     head_fail => {
1899         results => [
1900             {   is_comment => TRUE,
1901                 passed     => TRUE,
1902                 is_ok      => TRUE,
1903                 comment    => 'comments',
1904             },
1905             {   actual_passed => TRUE,
1906                 is_actual_ok  => TRUE,
1907                 passed        => TRUE,
1908                 is_ok         => TRUE,
1909                 is_test       => TRUE,
1910                 has_skip      => FALSE,
1911                 has_todo      => FALSE,
1912                 number        => 1,
1913                 description   => '',
1914                 explanation   => '',
1915             },
1916             {   actual_passed => FALSE,
1917                 is_actual_ok  => FALSE,
1918                 passed        => FALSE,
1919                 is_ok         => FALSE,
1920                 is_test       => TRUE,
1921                 has_skip      => FALSE,
1922                 has_todo      => FALSE,
1923                 number        => 2,
1924                 description   => '',
1925                 explanation   => '',
1926             },
1927             {   actual_passed => TRUE,
1928                 is_actual_ok  => TRUE,
1929                 passed        => TRUE,
1930                 is_ok         => TRUE,
1931                 is_test       => TRUE,
1932                 has_skip      => FALSE,
1933                 has_todo      => FALSE,
1934                 number        => 3,
1935                 description   => '',
1936                 explanation   => '',
1937             },
1938             {   actual_passed => TRUE,
1939                 is_actual_ok  => TRUE,
1940                 passed        => TRUE,
1941                 is_ok         => TRUE,
1942                 is_test       => TRUE,
1943                 has_skip      => FALSE,
1944                 has_todo      => FALSE,
1945                 number        => 4,
1946                 description   => '',
1947                 explanation   => '',
1948             },
1949             {   is_comment => TRUE,
1950                 passed     => TRUE,
1951                 is_ok      => TRUE,
1952                 comment    => 'comment',
1953             },
1954             {   is_plan       => TRUE,
1955                 passed        => TRUE,
1956                 is_ok         => TRUE,
1957                 raw           => '1..4',
1958                 tests_planned => 4,
1959             },
1960             {   is_comment => TRUE,
1961                 passed     => TRUE,
1962                 is_ok      => TRUE,
1963                 comment    => 'more ignored stuff',
1964             },
1965             {   is_comment => TRUE,
1966                 passed     => TRUE,
1967                 is_ok      => TRUE,
1968                 comment    => 'and yet more',
1969             },
1970         ],
1971         plan          => '1..4',
1972         passed        => [ 1, 3, 4 ],
1973         actual_passed => [ 1, 3, 4 ],
1974         failed        => [2],
1975         actual_failed => [2],
1976         todo          => [],
1977         todo_passed   => [],
1978         skipped       => [],
1979         good_plan     => TRUE,
1980         is_good_plan  => TRUE,
1981         tests_planned => 4,
1982         tests_run     => 4,
1983         parse_errors  => [],
1984         'exit'        => 0,
1985         wait          => 0,
1986         version       => 12,
1987     },
1988     out_of_order => {
1989         results => [
1990             {   actual_passed => TRUE,
1991                 is_actual_ok  => TRUE,
1992                 passed        => TRUE,
1993                 is_ok         => TRUE,
1994                 is_test       => TRUE,
1995                 has_skip      => FALSE,
1996                 has_todo      => FALSE,
1997                 number        => 2,
1998                 description   => '- Test that argument passing works',
1999                 explanation   => '',
2000             },
2001             {   actual_passed => TRUE,
2002                 is_actual_ok  => TRUE,
2003                 passed        => TRUE,
2004                 is_ok         => TRUE,
2005                 is_test       => TRUE,
2006                 has_skip      => FALSE,
2007                 has_todo      => FALSE,
2008                 number        => 3,
2009                 description =>
2010                   '- Test that passing arguments as references work',
2011                 explanation => '',
2012             },
2013             {   actual_passed => TRUE,
2014                 is_actual_ok  => TRUE,
2015                 passed        => TRUE,
2016                 is_ok         => TRUE,
2017                 is_test       => TRUE,
2018                 has_skip      => FALSE,
2019                 has_todo      => FALSE,
2020                 number        => 4,
2021                 description   => '- Test a normal sub',
2022                 explanation   => '',
2023             },
2024             {   actual_passed => TRUE,
2025                 is_actual_ok  => TRUE,
2026                 passed        => TRUE,
2027                 is_ok         => TRUE,
2028                 is_test       => TRUE,
2029                 has_skip      => FALSE,
2030                 has_todo      => FALSE,
2031                 number        => 6,
2032                 description   => '- Detach test',
2033                 explanation   => '',
2034             },
2035             {   actual_passed => TRUE,
2036                 is_actual_ok  => TRUE,
2037                 passed        => TRUE,
2038                 is_ok         => TRUE,
2039                 is_test       => TRUE,
2040                 has_skip      => FALSE,
2041                 has_todo      => FALSE,
2042                 number        => 8,
2043                 description   => '- Nested thread test',
2044                 explanation   => '',
2045             },
2046             {   actual_passed => TRUE,
2047                 is_actual_ok  => TRUE,
2048                 passed        => TRUE,
2049                 is_ok         => TRUE,
2050                 is_test       => TRUE,
2051                 has_skip      => FALSE,
2052                 has_todo      => FALSE,
2053                 number        => 9,
2054                 description   => '- Nested thread test',
2055                 explanation   => '',
2056             },
2057             {   actual_passed => TRUE,
2058                 is_actual_ok  => TRUE,
2059                 passed        => TRUE,
2060                 is_ok         => TRUE,
2061                 is_test       => TRUE,
2062                 has_skip      => FALSE,
2063                 has_todo      => FALSE,
2064                 number        => 10,
2065                 description   => '- Wanted 7, got 7',
2066                 explanation   => '',
2067             },
2068             {   actual_passed => TRUE,
2069                 is_actual_ok  => TRUE,
2070                 passed        => TRUE,
2071                 is_ok         => TRUE,
2072                 is_test       => TRUE,
2073                 has_skip      => FALSE,
2074                 has_todo      => FALSE,
2075                 number        => 11,
2076                 description   => '- Wanted 7, got 7',
2077                 explanation   => '',
2078             },
2079             {   actual_passed => TRUE,
2080                 is_actual_ok  => TRUE,
2081                 passed        => TRUE,
2082                 is_ok         => TRUE,
2083                 is_test       => TRUE,
2084                 has_skip      => FALSE,
2085                 has_todo      => FALSE,
2086                 number        => 12,
2087                 description   => '- Wanted 8, got 8',
2088                 explanation   => '',
2089             },
2090             {   actual_passed => TRUE,
2091                 is_actual_ok  => TRUE,
2092                 passed        => TRUE,
2093                 is_ok         => TRUE,
2094                 is_test       => TRUE,
2095                 has_skip      => FALSE,
2096                 has_todo      => FALSE,
2097                 number        => 13,
2098                 description   => '- Wanted 8, got 8',
2099                 explanation   => '',
2100             },
2101             {   is_plan       => TRUE,
2102                 passed        => TRUE,
2103                 is_ok         => TRUE,
2104                 raw           => '1..15',
2105                 tests_planned => 15,
2106             },
2107             {   actual_passed => TRUE,
2108                 is_actual_ok  => TRUE,
2109                 passed        => TRUE,
2110                 is_ok         => TRUE,
2111                 is_test       => TRUE,
2112                 has_skip      => FALSE,
2113                 has_todo      => FALSE,
2114                 number        => 1,
2115                 description   => '',
2116                 explanation   => '',
2117             },
2118             {   actual_passed => TRUE,
2119                 is_actual_ok  => TRUE,
2120                 passed        => TRUE,
2121                 is_ok         => TRUE,
2122                 is_test       => TRUE,
2123                 has_skip      => FALSE,
2124                 has_todo      => FALSE,
2125                 number        => 5,
2126                 description   => '- Check that Config::threads is true',
2127                 explanation   => '',
2128             },
2129             {   actual_passed => TRUE,
2130                 is_actual_ok  => TRUE,
2131                 passed        => TRUE,
2132                 is_ok         => TRUE,
2133                 is_test       => TRUE,
2134                 has_skip      => FALSE,
2135                 has_todo      => FALSE,
2136                 number        => 7,
2137                 description   => '- Detach test',
2138                 explanation   => '',
2139             },
2140             {   actual_passed => TRUE,
2141                 is_actual_ok  => TRUE,
2142                 passed        => TRUE,
2143                 is_ok         => TRUE,
2144                 is_test       => TRUE,
2145                 has_skip      => FALSE,
2146                 has_todo      => FALSE,
2147                 number        => 14,
2148                 description =>
2149                   '- Check so that tid for threads work for main thread',
2150                 explanation => '',
2151             },
2152             {   actual_passed => TRUE,
2153                 is_actual_ok  => TRUE,
2154                 passed        => TRUE,
2155                 is_ok         => TRUE,
2156                 is_test       => TRUE,
2157                 has_skip      => FALSE,
2158                 has_todo      => FALSE,
2159                 number        => 15,
2160                 description =>
2161                   '- Check so that tid for threads work for main thread',
2162                 explanation => '',
2163             },
2164         ],
2165         plan          => '1..15',
2166         passed        => [ 2 .. 4, 6, 8 .. 13, 1, 5, 7, 14, 15 ],
2167         actual_passed => [ 2 .. 4, 6, 8 .. 13, 1, 5, 7, 14, 15 ],
2168         failed        => [],
2169         actual_failed => [],
2170         todo          => [],
2171         todo_passed   => [],
2172         skipped       => [],
2173         is_good_plan  => FALSE,
2174         tests_planned => 15,
2175         tests_run     => 15,
2176
2177         # Note that tests 14 and 15 *are* in the correct sequence.
2178         parse_errors => [
2179             'Tests out of sequence.  Found (2) but expected (1)',
2180             'Tests out of sequence.  Found (3) but expected (2)',
2181             'Tests out of sequence.  Found (4) but expected (3)',
2182             'Tests out of sequence.  Found (6) but expected (4)',
2183             'Tests out of sequence.  Found (8) but expected (5)',
2184             'Tests out of sequence.  Found (9) but expected (6)',
2185             'Tests out of sequence.  Found (10) but expected (7)',
2186             'Tests out of sequence.  Found (11) but expected (8)',
2187             'Tests out of sequence.  Found (12) but expected (9)',
2188             'Tests out of sequence.  Found (13) but expected (10)',
2189             'Plan (1..15) must be at the beginning or end of the TAP output',
2190             'Tests out of sequence.  Found (1) but expected (11)',
2191             'Tests out of sequence.  Found (5) but expected (12)',
2192             'Tests out of sequence.  Found (7) but expected (13)',
2193         ],
2194         'exit' => 0,
2195         wait   => 0,
2196     },
2197     skipall => {
2198         results => [
2199             {   is_plan       => TRUE,
2200                 raw           => '1..0 # skipping: rope',
2201                 tests_planned => 0,
2202                 passed        => TRUE,
2203                 is_ok         => TRUE,
2204                 directive     => 'SKIP',
2205                 explanation   => 'rope'
2206             },
2207         ],
2208         plan          => '1..0',
2209         passed        => [],
2210         actual_passed => [],
2211         failed        => [],
2212         actual_failed => [],
2213         todo          => [],
2214         todo_passed   => [],
2215         skipped       => [],
2216         good_plan     => TRUE,
2217         is_good_plan  => TRUE,
2218         tests_planned => 0,
2219         tests_run     => 0,
2220         parse_errors  => [],
2221         'exit'        => 0,
2222         wait          => 0,
2223         version       => 12,
2224         skip_all      => 'rope',
2225     },
2226     skipall_v13 => {
2227         results => [
2228             {   is_version => TRUE,
2229                 raw        => 'TAP version 13',
2230             },
2231             {   is_unknown => TRUE,
2232                 raw        => '1..0 # skipping: rope',
2233             },
2234         ],
2235         plan          => '',
2236         passed        => [],
2237         actual_passed => [],
2238         failed        => [],
2239         actual_failed => [],
2240         todo          => [],
2241         todo_passed   => [],
2242         skipped       => [],
2243         good_plan     => FALSE,
2244         is_good_plan  => FALSE,
2245         tests_planned => FALSE,
2246         tests_run     => 0,
2247         parse_errors  => ['No plan found in TAP output'],
2248         'exit'        => 0,
2249         wait          => 0,
2250         version       => 13,
2251     },
2252     strict => {
2253         results => [
2254             {   is_version => TRUE,
2255                 raw        => 'TAP version 13',
2256             },
2257             {   is_plan => TRUE,
2258                 raw     => '1..1',
2259             },
2260             {   is_pragma => TRUE,
2261                 raw       => 'pragma +strict',
2262                 pragmas   => ['+strict'],
2263             },
2264             {   is_unknown => TRUE, raw => 'Nonsense!',
2265             },
2266             {   is_pragma => TRUE,
2267                 raw       => 'pragma -strict',
2268                 pragmas   => ['-strict'],
2269             },
2270             {   is_unknown => TRUE,
2271                 raw        => "Doesn't matter.",
2272             },
2273             {   is_test => TRUE,
2274                 raw     => 'ok 1 All OK',
2275             }
2276         ],
2277         plan          => '1..1',
2278         passed        => [1],
2279         actual_passed => [1],
2280         failed        => [],
2281         actual_failed => [],
2282         todo          => [],
2283         todo_passed   => [],
2284         skipped       => [],
2285         good_plan     => TRUE,
2286         is_good_plan  => TRUE,
2287         tests_planned => 1,
2288         tests_run     => 1,
2289         parse_errors  => ['Unknown TAP token: "Nonsense!"'],
2290         'exit'  => 0,    # TODO: Is this right???
2291         wait    => 0,
2292         version => 13,
2293     },
2294     skipall_nomsg => {
2295         results => [
2296             {   is_plan       => TRUE,
2297                 raw           => '1..0',
2298                 tests_planned => 0,
2299                 passed        => TRUE,
2300                 is_ok         => TRUE,
2301                 directive     => 'SKIP',
2302                 explanation   => ''
2303             },
2304         ],
2305         plan          => '1..0',
2306         passed        => [],
2307         actual_passed => [],
2308         failed        => [],
2309         actual_failed => [],
2310         todo          => [],
2311         todo_passed   => [],
2312         skipped       => [],
2313         good_plan     => TRUE,
2314         is_good_plan  => TRUE,
2315         tests_planned => 0,
2316         tests_run     => 0,
2317         parse_errors  => [],
2318         'exit'        => 0,
2319         wait          => 0,
2320         version       => 12,
2321         skip_all      => '(no reason given)',
2322     },
2323     todo_misparse => {
2324         results => [
2325             {   is_plan       => TRUE,
2326                 raw           => '1..1',
2327                 tests_planned => TRUE,
2328                 passed        => TRUE,
2329                 is_ok         => TRUE,
2330             },
2331             {   actual_passed => FALSE,
2332                 is_actual_ok  => FALSE,
2333                 passed        => FALSE,
2334                 is_ok         => FALSE,
2335                 is_test       => TRUE,
2336                 has_skip      => FALSE,
2337                 has_todo      => FALSE,
2338                 number        => 1,
2339                 description   => 'Hamlette # TODOORNOTTODO',
2340                 explanation   => '',
2341             },
2342         ],
2343         plan          => '1..1',
2344         passed        => [],
2345         actual_passed => [],
2346         failed        => [1],
2347         actual_failed => [1],
2348         todo          => [],
2349         todo_passed   => [],
2350         skipped       => [],
2351         good_plan     => TRUE,
2352         is_good_plan  => TRUE,
2353         tests_planned => TRUE,
2354         tests_run     => 1,
2355         parse_errors  => [],
2356         'exit'        => 0,
2357         wait          => 0,
2358         version       => 12,
2359     },
2360     shbang_misparse => {
2361         results => [
2362             {   is_plan       => TRUE,
2363                 raw           => '1..2',
2364                 tests_planned => 2,
2365                 passed        => TRUE,
2366                 is_ok         => TRUE,
2367             },
2368             {   actual_passed => TRUE,
2369                 is_actual_ok  => TRUE,
2370                 description   => "",
2371                 passed        => TRUE,
2372                 is_ok         => TRUE,
2373                 is_test       => TRUE,
2374                 has_skip      => FALSE,
2375                 has_todo      => FALSE,
2376                 number        => 1,
2377             },
2378             {   actual_passed => TRUE,
2379                 is_actual_ok  => TRUE,
2380                 passed        => TRUE,
2381                 is_ok         => TRUE,
2382                 is_test       => TRUE,
2383                 has_skip      => FALSE,
2384                 has_todo      => FALSE,
2385                 number        => 2,
2386                 description   => "",
2387             },
2388         ],
2389         plan          => '1..2',
2390         passed        => [ 1 .. 2 ],
2391         actual_passed => [ 1 .. 2 ],
2392         failed        => [],
2393         actual_failed => [],
2394         todo          => [],
2395         todo_passed   => [],
2396         skipped       => [],
2397         good_plan     => TRUE,
2398         is_good_plan  => TRUE,
2399         tests_planned => 2,
2400         tests_run     => 2,
2401         parse_errors  => [],
2402         'exit'        => 0,
2403         wait          => 0,
2404         version       => 12,
2405     },
2406     switches => {
2407         results => [
2408             {   is_plan       => TRUE,
2409                 passed        => TRUE,
2410                 is_ok         => TRUE,
2411                 raw           => '1..1',
2412                 tests_planned => 1,
2413             },
2414             {   actual_passed => TRUE,
2415                 is_actual_ok  => TRUE,
2416                 passed        => TRUE,
2417                 is_ok         => TRUE,
2418                 is_test       => TRUE,
2419                 has_skip      => FALSE,
2420                 has_todo      => FALSE,
2421                 number        => 1,
2422                 description   => "",
2423                 explanation   => '',
2424             },
2425         ],
2426         __ARGS__      => { switches => ['-Mstrict'] },
2427         plan          => '1..1',
2428         passed        => [1],
2429         actual_passed => [1],
2430         failed        => [],
2431         actual_failed => [],
2432         todo          => [],
2433         todo_passed   => [],
2434         skipped       => [],
2435         good_plan     => TRUE,
2436         is_good_plan  => TRUE,
2437         tests_planned => 1,
2438         tests_run     => TRUE,
2439         parse_errors  => [],
2440         'exit'        => 0,
2441         wait          => 0,
2442         version       => 12,
2443     },
2444     inc_taint => {
2445         results => [
2446             {   is_plan       => TRUE,
2447                 passed        => TRUE,
2448                 is_ok         => TRUE,
2449                 raw           => '1..1',
2450                 tests_planned => 1,
2451             },
2452             {   actual_passed => TRUE,
2453                 is_actual_ok  => TRUE,
2454                 passed        => TRUE,
2455                 is_ok         => TRUE,
2456                 is_test       => TRUE,
2457                 has_skip      => FALSE,
2458                 has_todo      => FALSE,
2459                 number        => 1,
2460                 description   => "",
2461                 explanation   => '',
2462             },
2463         ],
2464         __ARGS__      => { switches => ['-Iexamples'] },
2465         plan          => '1..1',
2466         passed        => [1],
2467         actual_passed => [1],
2468         failed        => [],
2469         actual_failed => [],
2470         todo          => [],
2471         todo_passed   => [],
2472         skipped       => [],
2473         good_plan     => TRUE,
2474         is_good_plan  => TRUE,
2475         tests_planned => 1,
2476         tests_run     => TRUE,
2477         parse_errors  => [],
2478         'exit'        => 0,
2479         wait          => 0,
2480         version       => 12,
2481     },
2482     sequence_misparse => {
2483         results => [
2484             {   is_plan       => TRUE,
2485                 raw           => '1..5',
2486                 tests_planned => 5,
2487                 passed        => TRUE,
2488                 is_ok         => TRUE,
2489             },
2490             {   actual_passed => TRUE,
2491                 is_actual_ok  => TRUE,
2492                 passed        => TRUE,
2493                 is_ok         => TRUE,
2494                 is_test       => TRUE,
2495                 has_skip      => FALSE,
2496                 has_todo      => FALSE,
2497                 number        => 1,
2498                 description   => "",
2499             },
2500             {   actual_passed => TRUE,
2501                 is_actual_ok  => TRUE,
2502                 passed        => TRUE,
2503                 is_ok         => TRUE,
2504                 is_test       => TRUE,
2505                 has_skip      => FALSE,
2506                 has_todo      => FALSE,
2507                 number        => 2,
2508                 description   => "",
2509             },
2510             {   actual_passed => TRUE,
2511                 is_actual_ok  => TRUE,
2512                 passed        => TRUE,
2513                 is_ok         => TRUE,
2514                 is_test       => TRUE,
2515                 has_skip      => FALSE,
2516                 has_todo      => FALSE,
2517                 number        => 3,
2518                 description   => "\# skipped on foobar system",
2519             },
2520             {   is_comment => TRUE,
2521                 comment    => '1234567890123456789012345678901234567890',
2522             },
2523             {   actual_passed => TRUE,
2524                 is_actual_ok  => TRUE,
2525                 passed        => TRUE,
2526                 is_ok         => TRUE,
2527                 is_test       => TRUE,
2528                 has_skip      => FALSE,
2529                 has_todo      => FALSE,
2530                 number        => 4,
2531                 description   => "",
2532             },
2533             {   is_comment => TRUE,
2534                 comment    => '1234567890123456789012345678901234567890',
2535             },
2536             {   actual_passed => TRUE,
2537                 is_actual_ok  => TRUE,
2538                 passed        => TRUE,
2539                 is_ok         => TRUE,
2540                 is_test       => TRUE,
2541                 has_skip      => FALSE,
2542                 has_todo      => FALSE,
2543                 number        => 5,
2544                 description   => "",
2545             },
2546         ],
2547         plan          => '1..5',
2548         passed        => [ 1 .. 5 ],
2549         actual_passed => [ 1 .. 5 ],
2550         failed        => [],
2551         actual_failed => [],
2552         todo          => [],
2553         todo_passed   => [],
2554         skipped       => [],
2555         good_plan     => TRUE,
2556         is_good_plan  => TRUE,
2557         tests_planned => 5,
2558         tests_run     => 5,
2559         parse_errors  => [],
2560         'exit'        => 0,
2561         wait          => 0,
2562         version       => 12,
2563     },
2564
2565     # For some reason mixing stdout with stderr is unreliable on Windows
2566     (   $IsWin32
2567         ? ()
2568         : ( stdout_stderr => {
2569                 results => [
2570                     {   is_comment => TRUE,
2571                         passed     => TRUE,
2572                         is_ok      => TRUE,
2573                         comment    => 'comments',
2574                     },
2575                     {   actual_passed => TRUE,
2576                         is_actual_ok  => TRUE,
2577                         passed        => TRUE,
2578                         is_ok         => TRUE,
2579                         is_test       => TRUE,
2580                         has_skip      => FALSE,
2581                         has_todo      => FALSE,
2582                         number        => 1,
2583                         description   => '',
2584                         explanation   => '',
2585                     },
2586                     {   actual_passed => TRUE,
2587                         is_actual_ok  => TRUE,
2588                         passed        => TRUE,
2589                         is_ok         => TRUE,
2590                         is_test       => TRUE,
2591                         has_skip      => FALSE,
2592                         has_todo      => FALSE,
2593                         number        => 2,
2594                         description   => '',
2595                         explanation   => '',
2596                     },
2597                     {   actual_passed => TRUE,
2598                         is_actual_ok  => TRUE,
2599                         passed        => TRUE,
2600                         is_ok         => TRUE,
2601                         is_test       => TRUE,
2602                         has_skip      => FALSE,
2603                         has_todo      => FALSE,
2604                         number        => 3,
2605                         description   => '',
2606                         explanation   => '',
2607                     },
2608                     {   is_comment => TRUE,
2609                         passed     => TRUE,
2610                         is_ok      => TRUE,
2611                         comment    => 'comment',
2612                     },
2613                     {   actual_passed => TRUE,
2614                         is_actual_ok  => TRUE,
2615                         passed        => TRUE,
2616                         is_ok         => TRUE,
2617                         is_test       => TRUE,
2618                         has_skip      => FALSE,
2619                         has_todo      => FALSE,
2620                         number        => 4,
2621                         description   => '',
2622                         explanation   => '',
2623                     },
2624                     {   is_comment => TRUE,
2625                         passed     => TRUE,
2626                         is_ok      => TRUE,
2627                         comment    => 'more ignored stuff',
2628                     },
2629                     {   is_comment => TRUE,
2630                         passed     => TRUE,
2631                         is_ok      => TRUE,
2632                         comment    => 'and yet more',
2633                     },
2634                     {   is_plan       => TRUE,
2635                         passed        => TRUE,
2636                         is_ok         => TRUE,
2637                         raw           => '1..4',
2638                         tests_planned => 4,
2639                     },
2640                 ],
2641                 plan          => '1..4',
2642                 passed        => [ 1 .. 4 ],
2643                 actual_passed => [ 1 .. 4 ],
2644                 failed        => [],
2645                 actual_failed => [],
2646                 todo          => [],
2647                 todo_passed   => [],
2648                 skipped       => [],
2649                 good_plan     => TRUE,
2650                 is_good_plan  => TRUE,
2651                 tests_planned => 4,
2652                 tests_run     => 4,
2653                 parse_errors  => [],
2654                 'exit'        => 0,
2655                 wait          => 0,
2656                 version       => 12,
2657                 need_open3    => 1,
2658             }
2659         )
2660     ),
2661
2662     junk_before_plan => {
2663         results => [
2664             {   is_unknown => TRUE,
2665                 raw        => 'this is junk',
2666             },
2667             {   is_comment => TRUE,
2668                 comment    => "this is a comment",
2669             },
2670             {   is_plan       => TRUE,
2671                 passed        => TRUE,
2672                 is_ok         => TRUE,
2673                 raw           => '1..1',
2674                 tests_planned => 1,
2675             },
2676             {   actual_passed => TRUE,
2677                 is_actual_ok  => TRUE,
2678                 passed        => TRUE,
2679                 is_ok         => TRUE,
2680                 is_test       => TRUE,
2681                 has_skip      => FALSE,
2682                 has_todo      => FALSE,
2683                 number        => 1,
2684             },
2685         ],
2686         plan          => '1..1',
2687         passed        => [ 1 .. 1 ],
2688         actual_passed => [ 1 .. 1 ],
2689         failed        => [],
2690         actual_failed => [],
2691         todo          => [],
2692         todo_passed   => [],
2693         skipped       => [],
2694         good_plan     => TRUE,
2695         is_good_plan  => TRUE,
2696         tests_planned => 1,
2697         tests_run     => 1,
2698         parse_errors  => [],
2699         'exit'        => 0,
2700         wait          => 0,
2701         version       => 12,
2702     },
2703     version_good => {
2704         results => [
2705             {   is_version => TRUE,
2706                 raw        => 'TAP version 13',
2707             },
2708             {   is_plan       => TRUE,
2709                 raw           => '1..5',
2710                 tests_planned => 5,
2711                 passed        => TRUE,
2712                 is_ok         => TRUE,
2713             },
2714             {   actual_passed => TRUE,
2715                 is_actual_ok  => TRUE,
2716                 passed        => TRUE,
2717                 is_ok         => TRUE,
2718                 is_test       => TRUE,
2719                 has_skip      => FALSE,
2720                 has_todo      => FALSE,
2721                 number        => 1,
2722                 description   => "",
2723             },
2724             {   actual_passed => TRUE,
2725                 is_actual_ok  => TRUE,
2726                 passed        => TRUE,
2727                 is_ok         => TRUE,
2728                 is_test       => TRUE,
2729                 has_skip      => FALSE,
2730                 has_todo      => FALSE,
2731                 number        => 2,
2732                 description   => "",
2733             },
2734             {   actual_passed => TRUE,
2735                 is_actual_ok  => TRUE,
2736                 passed        => TRUE,
2737                 is_ok         => TRUE,
2738                 is_test       => TRUE,
2739                 has_skip      => FALSE,
2740                 has_todo      => FALSE,
2741                 number        => 3,
2742                 description   => "",
2743             },
2744             {   actual_passed => TRUE,
2745                 is_actual_ok  => TRUE,
2746                 passed        => TRUE,
2747                 is_ok         => TRUE,
2748                 is_test       => TRUE,
2749                 has_skip      => FALSE,
2750                 has_todo      => FALSE,
2751                 number        => 4,
2752                 description   => "",
2753             },
2754             {   actual_passed => TRUE,
2755                 is_actual_ok  => TRUE,
2756                 passed        => TRUE,
2757                 is_ok         => TRUE,
2758                 is_test       => TRUE,
2759                 has_skip      => FALSE,
2760                 has_todo      => FALSE,
2761                 number        => 5,
2762                 description   => "",
2763             },
2764         ],
2765         plan          => '1..5',
2766         passed        => [ 1 .. 5 ],
2767         actual_passed => [ 1 .. 5 ],
2768         failed        => [],
2769         actual_failed => [],
2770         todo          => [],
2771         todo_passed   => [],
2772         skipped       => [],
2773         good_plan     => TRUE,
2774         is_good_plan  => TRUE,
2775         tests_planned => 5,
2776         tests_run     => 5,
2777         parse_errors  => [],
2778         'exit'        => 0,
2779         wait          => 0,
2780         version       => 13,
2781     },
2782     version_old => {
2783         results => [
2784             {   is_version => TRUE,
2785                 raw        => 'TAP version 12',
2786             },
2787             {   is_plan       => TRUE,
2788                 raw           => '1..5',
2789                 tests_planned => 5,
2790                 passed        => TRUE,
2791                 is_ok         => TRUE,
2792             },
2793             {   actual_passed => TRUE,
2794                 is_actual_ok  => TRUE,
2795                 passed        => TRUE,
2796                 is_ok         => TRUE,
2797                 is_test       => TRUE,
2798                 has_skip      => FALSE,
2799                 has_todo      => FALSE,
2800                 number        => 1,
2801                 description   => "",
2802             },
2803             {   actual_passed => TRUE,
2804                 is_actual_ok  => TRUE,
2805                 passed        => TRUE,
2806                 is_ok         => TRUE,
2807                 is_test       => TRUE,
2808                 has_skip      => FALSE,
2809                 has_todo      => FALSE,
2810                 number        => 2,
2811                 description   => "",
2812             },
2813             {   actual_passed => TRUE,
2814                 is_actual_ok  => TRUE,
2815                 passed        => TRUE,
2816                 is_ok         => TRUE,
2817                 is_test       => TRUE,
2818                 has_skip      => FALSE,
2819                 has_todo      => FALSE,
2820                 number        => 3,
2821                 description   => "",
2822             },
2823             {   actual_passed => TRUE,
2824                 is_actual_ok  => TRUE,
2825                 passed        => TRUE,
2826                 is_ok         => TRUE,
2827                 is_test       => TRUE,
2828                 has_skip      => FALSE,
2829                 has_todo      => FALSE,
2830                 number        => 4,
2831                 description   => "",
2832             },
2833             {   actual_passed => TRUE,
2834                 is_actual_ok  => TRUE,
2835                 passed        => TRUE,
2836                 is_ok         => TRUE,
2837                 is_test       => TRUE,
2838                 has_skip      => FALSE,
2839                 has_todo      => FALSE,
2840                 number        => 5,
2841                 description   => "",
2842             },
2843         ],
2844         plan          => '1..5',
2845         passed        => [ 1 .. 5 ],
2846         actual_passed => [ 1 .. 5 ],
2847         failed        => [],
2848         actual_failed => [],
2849         todo          => [],
2850         todo_passed   => [],
2851         skipped       => [],
2852         good_plan     => TRUE,
2853         is_good_plan  => TRUE,
2854         tests_planned => 5,
2855         tests_run     => 5,
2856         parse_errors =>
2857           ['Explicit TAP version must be at least 13. Got version 12'],
2858         'exit'  => 0,
2859         wait    => 0,
2860         version => 12,
2861     },
2862     version_late => {
2863         results => [
2864             {   is_plan       => TRUE,
2865                 raw           => '1..5',
2866                 tests_planned => 5,
2867                 passed        => TRUE,
2868                 is_ok         => TRUE,
2869             },
2870             {   is_version => TRUE,
2871                 raw        => 'TAP version 13',
2872             },
2873             {   actual_passed => TRUE,
2874                 is_actual_ok  => TRUE,
2875                 passed        => TRUE,
2876                 is_ok         => TRUE,
2877                 is_test       => TRUE,
2878                 has_skip      => FALSE,
2879                 has_todo      => FALSE,
2880                 number        => 1,
2881                 description   => "",
2882             },
2883             {   actual_passed => TRUE,
2884                 is_actual_ok  => TRUE,
2885                 passed        => TRUE,
2886                 is_ok         => TRUE,
2887                 is_test       => TRUE,
2888                 has_skip      => FALSE,
2889                 has_todo      => FALSE,
2890                 number        => 2,
2891                 description   => "",
2892             },
2893             {   actual_passed => TRUE,
2894                 is_actual_ok  => TRUE,
2895                 passed        => TRUE,
2896                 is_ok         => TRUE,
2897                 is_test       => TRUE,
2898                 has_skip      => FALSE,
2899                 has_todo      => FALSE,
2900                 number        => 3,
2901                 description   => "",
2902             },
2903             {   actual_passed => TRUE,
2904                 is_actual_ok  => TRUE,
2905                 passed        => TRUE,
2906                 is_ok         => TRUE,
2907                 is_test       => TRUE,
2908                 has_skip      => FALSE,
2909                 has_todo      => FALSE,
2910                 number        => 4,
2911                 description   => "",
2912             },
2913             {   actual_passed => TRUE,
2914                 is_actual_ok  => TRUE,
2915                 passed        => TRUE,
2916                 is_ok         => TRUE,
2917                 is_test       => TRUE,
2918                 has_skip      => FALSE,
2919                 has_todo      => FALSE,
2920                 number        => 5,
2921                 description   => "",
2922             },
2923         ],
2924         plan          => '1..5',
2925         passed        => [ 1 .. 5 ],
2926         actual_passed => [ 1 .. 5 ],
2927         failed        => [],
2928         actual_failed => [],
2929         todo          => [],
2930         todo_passed   => [],
2931         skipped       => [],
2932         good_plan     => TRUE,
2933         is_good_plan  => TRUE,
2934         tests_planned => 5,
2935         tests_run     => 5,
2936         parse_errors =>
2937           ['If TAP version is present it must be the first line of output'],
2938         'exit'  => 0,
2939         wait    => 0,
2940         version => 12,
2941     },
2942
2943     escape_eol => {
2944         results => [
2945             {   is_plan       => TRUE,
2946                 raw           => '1..2',
2947                 tests_planned => 2,
2948                 passed        => TRUE,
2949                 is_ok         => TRUE,
2950             },
2951             {   actual_passed => TRUE,
2952                 is_actual_ok  => TRUE,
2953                 description =>
2954                   'Should parse as literal backslash --> \\',
2955                 passed       => TRUE,
2956                 is_ok        => TRUE,
2957                 is_test      => TRUE,
2958                 has_skip     => FALSE,
2959                 has_todo     => FALSE,
2960                 number       => 1,
2961                 is_unplanned => FALSE,
2962             },
2963             {   actual_passed => TRUE,
2964                 is_actual_ok  => TRUE,
2965                 passed        => TRUE,
2966                 is_ok         => TRUE,
2967                 is_test       => TRUE,
2968                 has_skip      => FALSE,
2969                 has_todo      => FALSE,
2970                 number        => 2,
2971                 description   => 'Not a continuation line',
2972                 is_unplanned  => FALSE,
2973             },
2974         ],
2975         plan          => '1..2',
2976         passed        => [ 1 .. 2 ],
2977         actual_passed => [ 1 .. 2 ],
2978         failed        => [],
2979         actual_failed => [],
2980         todo          => [],
2981         todo_passed   => [],
2982         skipped       => [],
2983         good_plan     => TRUE,
2984         is_good_plan  => TRUE,
2985         tests_planned => 2,
2986         tests_run     => 2,
2987         parse_errors  => [],
2988         'exit'        => 0,
2989         wait          => 0,
2990         version       => 12,
2991     },
2992
2993     escape_hash => {
2994         results => [
2995             {   is_plan       => TRUE,
2996                 raw           => '1..3',
2997                 tests_planned => 3,
2998                 passed        => TRUE,
2999                 is_ok         => TRUE,
3000             },
3001             {   actual_passed => TRUE,
3002                 is_actual_ok  => TRUE,
3003                 description   => 'Not a \\# TODO',
3004                 passed        => TRUE,
3005                 is_ok         => TRUE,
3006                 is_test       => TRUE,
3007                 has_skip      => FALSE,
3008                 has_todo      => FALSE,
3009                 number        => 1,
3010                 is_unplanned  => FALSE,
3011             },
3012             {   actual_passed => TRUE,
3013                 is_actual_ok  => TRUE,
3014                 passed        => TRUE,
3015                 is_ok         => TRUE,
3016                 is_test       => TRUE,
3017                 has_skip      => FALSE,
3018                 has_todo      => FALSE,
3019                 number        => 2,
3020                 description   => 'Not a \\# SKIP',
3021                 is_unplanned  => FALSE,
3022             },
3023             {   actual_passed => TRUE,
3024                 is_actual_ok  => TRUE,
3025                 passed        => TRUE,
3026                 is_ok         => TRUE,
3027                 is_test       => TRUE,
3028                 has_skip      => FALSE,
3029                 has_todo      => FALSE,
3030                 number        => 3,
3031                 description   => 'Escaped \\\\\\#',
3032                 is_unplanned  => FALSE,
3033             },
3034         ],
3035         plan          => '1..3',
3036         passed        => [ 1 .. 3 ],
3037         actual_passed => [ 1 .. 3 ],
3038         failed        => [],
3039         actual_failed => [],
3040         todo          => [],
3041         todo_passed   => [],
3042         skipped       => [],
3043         good_plan     => TRUE,
3044         is_good_plan  => TRUE,
3045         tests_planned => 3,
3046         tests_run     => 3,
3047         parse_errors  => [],
3048         'exit'        => 0,
3049         wait          => 0,
3050         version       => 12,
3051     },
3052
3053     zero_valid => {
3054         results => [
3055             {   is_plan       => TRUE,
3056                 raw           => '1..5',
3057                 tests_planned => 5,
3058                 passed        => TRUE,
3059                 is_ok         => TRUE,
3060             },
3061             {   actual_passed => TRUE,
3062                 is_actual_ok  => TRUE,
3063                 description   => '- One',
3064                 passed        => TRUE,
3065                 is_ok         => TRUE,
3066                 is_test       => TRUE,
3067                 has_skip      => FALSE,
3068                 has_todo      => FALSE,
3069                 number        => 1,
3070                 is_unplanned  => FALSE,
3071             },
3072             {   actual_passed => TRUE,
3073                 is_actual_ok  => TRUE,
3074                 description   => '- Two',
3075                 passed        => TRUE,
3076                 is_ok         => TRUE,
3077                 is_test       => TRUE,
3078                 has_skip      => FALSE,
3079                 has_todo      => FALSE,
3080                 number        => 2,
3081                 is_unplanned  => FALSE,
3082             },
3083             {   actual_passed => TRUE,
3084                 is_actual_ok  => TRUE,
3085                 description   => '- Three',
3086                 passed        => TRUE,
3087                 is_ok         => TRUE,
3088                 is_test       => TRUE,
3089                 has_skip      => FALSE,
3090                 has_todo      => FALSE,
3091                 number        => 3,
3092                 is_unplanned  => FALSE,
3093             },
3094             {   actual_passed => TRUE,
3095                 is_actual_ok  => TRUE,
3096                 description   => '- Four',
3097                 passed        => TRUE,
3098                 is_ok         => TRUE,
3099                 is_test       => TRUE,
3100                 has_skip      => FALSE,
3101                 has_todo      => FALSE,
3102                 number        => 0,
3103                 is_unplanned  => FALSE,
3104             },
3105             {   actual_passed => TRUE,
3106                 is_actual_ok  => TRUE,
3107                 description   => '- Five',
3108                 passed        => TRUE,
3109                 is_ok         => TRUE,
3110                 is_test       => TRUE,
3111                 has_skip      => FALSE,
3112                 has_todo      => FALSE,
3113                 number        => 5,
3114                 is_unplanned  => FALSE,
3115             },
3116         ],
3117         plan          => '1..5',
3118         passed        => [ 1 .. 3, 0, 5 ],
3119         actual_passed => [ 1 .. 3, 0, 5 ],
3120         failed        => [],
3121         actual_failed => [],
3122         todo          => [],
3123         todo_passed   => [],
3124         skipped       => [],
3125         good_plan     => TRUE,
3126         is_good_plan  => TRUE,
3127         tests_planned => 5,
3128         tests_run     => 5,
3129         parse_errors  => [
3130             'Tests out of sequence.  Found (0) but expected (4)',
3131         ],
3132         'exit'  => 0,
3133         wait    => 0,
3134         version => 12,
3135     },
3136 );
3137
3138 my %HANDLER_FOR = (
3139     NOT_ZERO, sub { local $^W; 0 != shift },
3140     TRUE,     sub { local $^W; !!shift },
3141     FALSE,    sub { local $^W; !shift },
3142 );
3143
3144 my $can_open3 = ( $Config{d_fork} || $IsWin32 ) ? 1 : 0;
3145
3146 for my $hide_fork ( 0 .. $can_open3 ) {
3147     if ($hide_fork) {
3148         no strict 'refs';
3149         local $^W = 0;
3150         *{'TAP::Parser::Iterator::Process::_use_open3'} = sub {return};
3151     }
3152
3153     TEST:
3154     for my $test ( sort keys %samples ) {
3155
3156         #next unless 'empty' eq $test;
3157         my %details = %{ $samples{$test} };
3158
3159         if ( my $skip_if = delete $details{skip_if} ) {
3160             next TEST if $skip_if->();
3161         }
3162
3163         my $results    = delete $details{results};
3164         my $args       = delete $details{__ARGS__};
3165         my $need_open3 = delete $details{need_open3};
3166
3167         next TEST if $need_open3 && ( $hide_fork || !$can_open3 );
3168
3169         # the following acrobatics are necessary to make it easy for the
3170         # Test::Builder::failure_output() method to be overridden when
3171         # TAP::Parser is not installed.  Otherwise, these tests will fail.
3172
3173         unshift @{ $args->{switches} },
3174           $ENV{PERL_CORE} ? ( map {"-I$_"} @INC ) : ('-It/lib');
3175
3176         $args->{source} = File::Spec->catfile( $SAMPLE_TESTS, $test );
3177         $args->{merge} = !$hide_fork;
3178
3179         my $parser = eval { analyze_test( $test, [@$results], $args ) };
3180         my $error = $@;
3181         ok !$error, "'$test' should parse successfully"
3182           or diag $error;
3183
3184         if ($error) {
3185             my $tests = 0;
3186             while ( my ( $method, $answer ) = each %details ) {
3187                 $tests += ref $answer ? 2 : 1;
3188             }
3189             SKIP: {
3190                 skip "$test did not parse successfully", $tests;
3191             }
3192         }
3193         else {
3194             while ( my ( $method, $answer ) = each %details ) {
3195                 if ( my $handler = $HANDLER_FOR{ $answer || '' } ) {    # yuck
3196                     ok $handler->( $parser->$method() ),
3197                       "... and $method should return a reasonable value ($test)";
3198                 }
3199                 elsif ( !ref $answer ) {
3200                     local $^W;    # uninit warnings
3201
3202                     $answer = _vmsify_answer( $method, $answer );
3203
3204                     is $parser->$method(), $answer,
3205                       "... and $method should equal $answer ($test)";
3206                 }
3207                 else {
3208                     is scalar $parser->$method(), scalar @$answer,
3209                       "... and $method should be the correct amount ($test)";
3210                     is_deeply [ $parser->$method() ], $answer,
3211                       "... and $method should be the correct values ($test)";
3212                 }
3213             }
3214         }
3215     }
3216 }
3217
3218 my %Unix2VMS_Exit_Codes = ( 1 => 4, );
3219
3220 sub _vmsify_answer {
3221     my ( $method, $answer ) = @_;
3222
3223     return $answer unless $IsVMS;
3224
3225     if ( $method eq 'exit'
3226         and exists $Unix2VMS_Exit_Codes{$answer} )
3227     {
3228         $answer = $Unix2VMS_Exit_Codes{$answer};
3229     }
3230
3231     return $answer;
3232 }
3233
3234 sub analyze_test {
3235     my ( $test, $results, $args ) = @_;
3236
3237     my $parser = TAP::Parser->new($args);
3238     my $count  = 1;
3239     while ( defined( my $result = $parser->next ) ) {
3240
3241         my $expected = shift @$results;
3242         my $desc
3243           = $result->is_test
3244           ? $result->description
3245           : $result->raw;
3246         $desc = $result->plan
3247           if $result->is_plan && $desc =~ /SKIP/i;
3248         $desc =~ s/#/<hash>/g;
3249         $desc =~ s/\s+/ /g;      # Drop newlines
3250         ok defined $expected,
3251           "$test/$count We should have a result for $desc";
3252         while ( my ( $method, $answer ) = each %$expected ) {
3253
3254             if ( my $handler = $HANDLER_FOR{ $answer || '' } ) {    # yuck
3255                 ok $handler->( $result->$method() ),
3256                   "... and $method should return a reasonable value ($test/$count)";
3257             }
3258             elsif ( ref $answer ) {
3259                 is_deeply scalar( $result->$method() ), $answer,
3260                   "... and $method should return the correct structure ($test/$count)";
3261             }
3262             else {
3263                 is $result->$method(), $answer,
3264                   "... and $method should return the correct answer ($test/$count)";
3265             }
3266         }
3267         $count++;
3268     }
3269     is @$results, 0,
3270       "... and we should have the correct number of results ($test)";
3271     return $parser;
3272 }
3273
3274 # vms_nit