projects / p5sagit/p5-mst-13.2.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | history | HEAD
bring Test::Harness up to 3.06
[p5sagit/p5-mst-13.2.git] / lib / Test / Harness / t / regression.t
CommitLineData
b965d173 1#!/usr/bin/perl -w
2
3BEGIN {
5e727a3e 4 if ( $ENV{PERL_CORE} ) {
5 chdir 't';
6 @INC = '../lib';
7 }
8 else {
9 push @INC, 't/lib';
10 }
b965d173 11}
12
13use strict;
b965d173 14
15use Test::More 'no_plan';
16
17use File::Spec;
18use Config;
19
20use constant TRUE => "__TRUE__";
21use constant FALSE => "__FALSE__";
22
23# if wait() is non-zero, we cannot reliably predict its value
24use constant NOT_ZERO => "__NOT_ZERO__";
25
26use TAP::Parser;
27
28my $IsVMS = $^O eq 'VMS';
29my $IsWin32 = $^O eq 'MSWin32';
30
5e727a3e 31my $SAMPLE_TESTS = File::Spec->catdir(
32 File::Spec->curdir,
33 ( $ENV{PERL_CORE} ? 'lib' : 't' ),
34 'sample-tests'
35);
b965d173 36
37my %deprecated = map { $_ => 1 } qw(
38 TAP::Parser::good_plan
39 TAP::Parser::Result::Plan::passed
40 TAP::Parser::Result::Test::passed
41 TAP::Parser::Result::Test::actual_passed
42 TAP::Parser::Result::passed
43);
44$SIG{__WARN__} = sub {
45 if ( $_[0] =~ /is deprecated/ ) {
46 my @caller = caller(1);
47 my $sub = $caller[3];
48 ok exists $deprecated{$sub},
49 "... we should get a deprecated warning for $sub";
50 }
51 else {
52 CORE::warn @_;
53 }
54};
55
56# the %samples keys are the names of test scripts in t/sample-tests
57my %samples = (
58 descriptive => {
59 results => [
60 { is_plan => TRUE,
61 raw => '1..5',
62 tests_planned => 5,
63 passed => TRUE,
64 is_ok => TRUE,
65 },
66 { actual_passed => TRUE,
67 is_actual_ok => TRUE,
68 description => "Interlock activated",
69 passed => TRUE,
70 is_ok => TRUE,
71 is_test => TRUE,
72 has_skip => FALSE,
73 has_todo => FALSE,
74 number => 1,
75 is_unplanned => FALSE,
76 },
77 { actual_passed => TRUE,
78 is_actual_ok => TRUE,
79 passed => TRUE,
80 is_ok => TRUE,
81 is_test => TRUE,
82 has_skip => FALSE,
83 has_todo => FALSE,
84 number => 2,
85 description => "Megathrusters are go",
86 is_unplanned => FALSE,
87 },
88 { actual_passed => TRUE,
89 is_actual_ok => TRUE,
90 passed => TRUE,
91 is_ok => TRUE,
92 is_test => TRUE,
93 has_skip => FALSE,
94 has_todo => FALSE,
95 number => 3,
96 description => "Head formed",
97 is_unplanned => FALSE,
98 },
99 { actual_passed => TRUE,
100 is_actual_ok => TRUE,
101 passed => TRUE,
102 is_ok => TRUE,
103 is_test => TRUE,
104 has_skip => FALSE,
105 has_todo => FALSE,
106 number => 4,
107 description => "Blazing sword formed",
108 is_unplanned => FALSE,
109 },
110 { actual_passed => TRUE,
111 is_actual_ok => TRUE,
112 passed => TRUE,
113 is_ok => TRUE,
114 is_test => TRUE,
115 has_skip => FALSE,
116 has_todo => FALSE,
117 number => 5,
118 description => "Robeast destroyed",
119 is_unplanned => FALSE,
120 }
121 ],
122 plan => '1..5',
123 passed => [ 1 .. 5 ],
124 actual_passed => [ 1 .. 5 ],
125 failed => [],
126 actual_failed => [],
127 todo => [],
128 todo_passed => [],
129 skipped => [],
130 good_plan => TRUE,
131 is_good_plan => TRUE,
132 tests_planned => 5,
133 tests_run => 5,
134 parse_errors => [],
135 'exit' => 0,
136 wait => 0,
137 version => 12,
138 },
139 descriptive_trailing => {
140 results => [
141 { actual_passed => TRUE,
142 is_actual_ok => TRUE,
143 description => "Interlock activated",
144 passed => TRUE,
145 is_ok => TRUE,
146 is_test => TRUE,
147 has_skip => FALSE,
148 has_todo => FALSE,
149 number => 1,
150 is_unplanned => FALSE,
151 },
152 { actual_passed => TRUE,
153 is_actual_ok => TRUE,
154 passed => TRUE,
155 is_ok => TRUE,
156 is_test => TRUE,
157 has_skip => FALSE,
158 has_todo => FALSE,
159 number => 2,
160 description => "Megathrusters are go",
161 is_unplanned => FALSE,
162 },
163 { actual_passed => TRUE,
164 is_actual_ok => TRUE,
165 passed => TRUE,
166 is_ok => TRUE,
167 is_test => TRUE,
168 has_skip => FALSE,
169 has_todo => FALSE,
170 number => 3,
171 description => "Head formed",
172 is_unplanned => FALSE,
173 },
174 { actual_passed => TRUE,
175 is_actual_ok => TRUE,
176 passed => TRUE,
177 is_ok => TRUE,
178 is_test => TRUE,
179 has_skip => FALSE,
180 has_todo => FALSE,
181 number => 4,
182 description => "Blazing sword formed",
183 is_unplanned => FALSE,
184 },
185 { actual_passed => TRUE,
186 is_actual_ok => TRUE,
187 passed => TRUE,
188 is_ok => TRUE,
189 is_test => TRUE,
190 has_skip => FALSE,
191 has_todo => FALSE,
192 number => 5,
193 description => "Robeast destroyed",
194 is_unplanned => FALSE,
195 },
196 { is_plan => TRUE,
197 raw => '1..5',
198 tests_planned => 5,
199 passed => TRUE,
200 is_ok => TRUE,
201 },
202 ],
203 plan => '1..5',
204 passed => [ 1 .. 5 ],
205 actual_passed => [ 1 .. 5 ],
206 failed => [],
207 actual_failed => [],
208 todo => [],
209 todo_passed => [],
210 skipped => [],
211 good_plan => TRUE,
212 is_good_plan => TRUE,
213 tests_planned => 5,
214 tests_run => 5,
215 parse_errors => [],
216 'exit' => 0,
217 wait => 0,
218 version => 12,
219 },
220 empty => {
221 results => [],
222 plan => '',
223 passed => [],
224 actual_passed => [],
225 failed => [],
226 actual_failed => [],
227 todo => [],
228 todo_passed => [],
229 skipped => [],
230 good_plan => FALSE,
231 is_good_plan => FALSE,
232 tests_planned => undef,
233 tests_run => 0,
234 parse_errors => ['No plan found in TAP output'],
235 'exit' => 0,
236 wait => 0,
237 version => 12,
238 },
239 simple => {
240 results => [
241 { is_plan => TRUE,
242 raw => '1..5',
243 tests_planned => 5,
244 passed => TRUE,
245 is_ok => TRUE,
246 },
247 { actual_passed => TRUE,
248 is_actual_ok => TRUE,
249 passed => TRUE,
250 is_ok => TRUE,
251 is_test => TRUE,
252 has_skip => FALSE,
253 has_todo => FALSE,
254 number => 1,
255 description => "",
256 },
257 { actual_passed => TRUE,
258 is_actual_ok => TRUE,
259 passed => TRUE,
260 is_ok => TRUE,
261 is_test => TRUE,
262 has_skip => FALSE,
263 has_todo => FALSE,
264 number => 2,
265 description => "",
266 },
267 { actual_passed => TRUE,
268 is_actual_ok => TRUE,
269 passed => TRUE,
270 is_ok => TRUE,
271 is_test => TRUE,
272 has_skip => FALSE,
273 has_todo => FALSE,
274 number => 3,
275 description => "",
276 },
277 { actual_passed => TRUE,
278 is_actual_ok => TRUE,
279 passed => TRUE,
280 is_ok => TRUE,
281 is_test => TRUE,
282 has_skip => FALSE,
283 has_todo => FALSE,
284 number => 4,
285 description => "",
286 },
287 { actual_passed => TRUE,
288 is_actual_ok => TRUE,
289 passed => TRUE,
290 is_ok => TRUE,
291 is_test => TRUE,
292 has_skip => FALSE,
293 has_todo => FALSE,
294 number => 5,
295 description => "",
296 },
297 ],
298 plan => '1..5',
299 passed => [ 1 .. 5 ],
300 actual_passed => [ 1 .. 5 ],
301 failed => [],
302 actual_failed => [],
303 todo => [],
304 todo_passed => [],
305 skipped => [],
306 good_plan => TRUE,
307 is_good_plan => TRUE,
308 tests_planned => 5,
309 tests_run => 5,
310 parse_errors => [],
311 'exit' => 0,
312 wait => 0,
313 version => 12,
314 },
315 space_after_plan => {
316 results => [
317 { is_plan => TRUE,
318 raw => '1..5 ',
319 tests_planned => 5,
320 passed => TRUE,
321 is_ok => TRUE,
322 },
323 { actual_passed => TRUE,
324 is_actual_ok => TRUE,
325 passed => TRUE,
326 is_ok => TRUE,
327 is_test => TRUE,
328 has_skip => FALSE,
329 has_todo => FALSE,
330 number => 1,
331 description => "",
332 },
333 { actual_passed => TRUE,
334 is_actual_ok => TRUE,
335 passed => TRUE,
336 is_ok => TRUE,
337 is_test => TRUE,
338 has_skip => FALSE,
339 has_todo => FALSE,
340 number => 2,
341 description => "",
342 },
343 { actual_passed => TRUE,
344 is_actual_ok => TRUE,
345 passed => TRUE,
346 is_ok => TRUE,
347 is_test => TRUE,
348 has_skip => FALSE,
349 has_todo => FALSE,
350 number => 3,
351 description => "",
352 },
353 { actual_passed => TRUE,
354 is_actual_ok => TRUE,
355 passed => TRUE,
356 is_ok => TRUE,
357 is_test => TRUE,
358 has_skip => FALSE,
359 has_todo => FALSE,
360 number => 4,
361 description => "",
362 },
363 { actual_passed => TRUE,
364 is_actual_ok => TRUE,
365 passed => TRUE,
366 is_ok => TRUE,
367 is_test => TRUE,
368 has_skip => FALSE,
369 has_todo => FALSE,
370 number => 5,
371 description => "",
372 },
373 ],
374 plan => '1..5',
375 passed => [ 1 .. 5 ],
376 actual_passed => [ 1 .. 5 ],
377 failed => [],
378 actual_failed => [],
379 todo => [],
380 todo_passed => [],
381 skipped => [],
382 good_plan => TRUE,
383 is_good_plan => TRUE,
384 tests_planned => 5,
385 tests_run => 5,
386 parse_errors => [],
387 'exit' => 0,
388 wait => 0,
389 version => 12,
390 },
391 simple_yaml => {
392 results => [
393 { is_version => TRUE,
394 raw => 'TAP version 13',
395 },
396 { is_plan => TRUE,
397 raw => '1..5',
398 tests_planned => 5,
399 passed => TRUE,
400 is_ok => TRUE,
401 },
402 { actual_passed => TRUE,
403 is_actual_ok => TRUE,
404 passed => TRUE,
405 is_ok => TRUE,
406 is_test => TRUE,
407 has_skip => FALSE,
408 has_todo => FALSE,
409 number => 1,
410 description => "",
411 },
412 { actual_passed => TRUE,
413 is_actual_ok => TRUE,
414 passed => TRUE,
415 is_ok => TRUE,
416 is_test => TRUE,
417 has_skip => FALSE,
418 has_todo => FALSE,
419 number => 2,
420 description => "",
421 },
422 { is_yaml => TRUE,
423 data => [
424 { 'fnurk' => 'skib', 'ponk' => 'gleeb' },
425 { 'bar' => 'krup', 'foo' => 'plink' }
426 ],
427 raw =>
428 " ---\n -\n fnurk: skib\n ponk: gleeb\n -\n bar: krup\n foo: plink\n ...",
429 },
430 { actual_passed => TRUE,
431 is_actual_ok => TRUE,
432 passed => TRUE,
433 is_ok => TRUE,
434 is_test => TRUE,
435 has_skip => FALSE,
436 has_todo => FALSE,
437 number => 3,
438 description => "",
439 },
440 { actual_passed => TRUE,
441 is_actual_ok => TRUE,
442 passed => TRUE,
443 is_ok => TRUE,
444 is_test => TRUE,
445 has_skip => FALSE,
446 has_todo => FALSE,
447 number => 4,
448 description => "",
449 },
450 { is_yaml => TRUE,
451 data => {
452 'got' => [ '1', 'pong', '4' ],
453 'expected' => [ '1', '2', '4' ]
454 },
455 raw =>
456 " ---\n expected:\n - 1\n - 2\n - 4\n got:\n - 1\n - pong\n - 4\n ...",
457 },
458 { actual_passed => TRUE,
459 is_actual_ok => TRUE,
460 passed => TRUE,
461 is_ok => TRUE,
462 is_test => TRUE,
463 has_skip => FALSE,
464 has_todo => FALSE,
465 number => 5,
466 description => "",
467 },
468 ],
469 plan => '1..5',
470 passed => [ 1 .. 5 ],
471 actual_passed => [ 1 .. 5 ],
472 failed => [],
473 actual_failed => [],
474 todo => [],
475 todo_passed => [],
476 skipped => [],
477 good_plan => TRUE,
478 is_good_plan => TRUE,
479 tests_planned => 5,
480 tests_run => 5,
481 parse_errors => [],
482 'exit' => 0,
483 wait => 0,
484 version => 13,
485 },
486 simple_fail => {
487 results => [
488 { is_plan => TRUE,
489 raw => '1..5',
490 tests_planned => 5,
491 passed => TRUE,
492 is_ok => TRUE,
493 },
494 { actual_passed => TRUE,
495 is_actual_ok => TRUE,
496 passed => TRUE,
497 is_ok => TRUE,
498 is_test => TRUE,
499 has_skip => FALSE,
500 has_todo => FALSE,
501 number => 1,
502 description => "",
503 },
504 { actual_passed => FALSE,
505 is_actual_ok => FALSE,
506 passed => FALSE,
507 is_ok => FALSE,
508 is_test => TRUE,
509 has_skip => FALSE,
510 has_todo => FALSE,
511 number => 2,
512 description => "",
513 },
514 { actual_passed => TRUE,
515 is_actual_ok => TRUE,
516 passed => TRUE,
517 is_ok => TRUE,
518 is_test => TRUE,
519 has_skip => FALSE,
520 has_todo => FALSE,
521 number => 3,
522 description => "",
523 },
524 { actual_passed => TRUE,
525 is_actual_ok => TRUE,
526 passed => TRUE,
527 is_ok => TRUE,
528 is_test => TRUE,
529 has_skip => FALSE,
530 has_todo => FALSE,
531 number => 4,
532 description => "",
533 },
534 { actual_passed => FALSE,
535 is_actual_ok => FALSE,
536 passed => FALSE,
537 is_ok => FALSE,
538 is_test => TRUE,
539 has_skip => FALSE,
540 has_todo => FALSE,
541 number => 5,
542 description => "",
543 },
544 ],
545 plan => '1..5',
546 passed => [ 1, 3, 4 ],
547 actual_passed => [ 1, 3, 4 ],
548 failed => [ 2, 5 ],
549 actual_failed => [ 2, 5 ],
550 todo => [],
551 todo_passed => [],
552 skipped => [],
553 good_plan => TRUE,
554 is_good_plan => TRUE,
555 tests_planned => 5,
556 tests_run => 5,
557 parse_errors => [],
558 'exit' => 0,
559 wait => 0,
560 version => 12,
561 },
562 skip => {
563 results => [
564 { is_plan => TRUE,
565 raw => '1..5',
566 tests_planned => 5,
567 passed => TRUE,
568 is_ok => TRUE,
569 },
570 { actual_passed => TRUE,
571 is_actual_ok => TRUE,
572 passed => TRUE,
573 is_ok => TRUE,
574 is_test => TRUE,
575 has_skip => FALSE,
576 has_todo => FALSE,
577 number => 1,
578 description => "",
579 },
580 { actual_passed => TRUE,
581 is_actual_ok => TRUE,
582 passed => TRUE,
583 is_ok => TRUE,
584 is_test => TRUE,
585 has_skip => TRUE,
586 has_todo => FALSE,
587 number => 2,
588 description => "",
589 explanation => 'rain delay',
590 },
591 { actual_passed => TRUE,
592 is_actual_ok => TRUE,
593 passed => TRUE,
594 is_ok => TRUE,
595 is_test => TRUE,
596 has_skip => FALSE,
597 has_todo => FALSE,
598 number => 3,
599 description => "",
600 },
601 { actual_passed => TRUE,
602 is_actual_ok => TRUE,
603 passed => TRUE,
604 is_ok => TRUE,
605 is_test => TRUE,
606 has_skip => FALSE,
607 has_todo => FALSE,
608 number => 4,
609 description => "",
610 },
611 { actual_passed => TRUE,
612 is_actual_ok => TRUE,
613 passed => TRUE,
614 is_ok => TRUE,
615 is_test => TRUE,
616 has_skip => FALSE,
617 has_todo => FALSE,
618 number => 5,
619 description => "",
620 },
621 ],
622 plan => '1..5',
623 passed => [ 1 .. 5 ],
624 actual_passed => [ 1 .. 5 ],
625 failed => [],
626 actual_failed => [],
627 todo => [],
628 todo_passed => [],
629 skipped => [2],
630 good_plan => TRUE,
631 is_good_plan => TRUE,
632 tests_planned => 5,
633 tests_run => 5,
634 parse_errors => [],
635 'exit' => 0,
636 wait => 0,
637 version => 12,
638 },
639 skip_nomsg => {
640 results => [
641 { is_plan => TRUE,
642 passed => TRUE,
643 is_ok => TRUE,
644 raw => '1..1',
645 tests_planned => 1,
646 },
647 { actual_passed => TRUE,
648 is_actual_ok => TRUE,
649 passed => TRUE,
650 is_ok => TRUE,
651 is_test => TRUE,
652 has_skip => TRUE,
653 has_todo => FALSE,
654 number => 1,
655 description => "",
656 explanation => '',
657 },
658 ],
659 plan => '1..1',
660 passed => [1],
661 actual_passed => [1],
662 failed => [],
663 actual_failed => [],
664 todo => [],
665 todo_passed => [],
666 skipped => [1],
667 good_plan => TRUE,
668 is_good_plan => TRUE,
669 tests_planned => 1,
670 tests_run => TRUE,
671 parse_errors => [],
672 'exit' => 0,
673 wait => 0,
674 version => 12,
675 },
676 todo_inline => {
677 results => [
678 { is_plan => TRUE,
679 passed => TRUE,
680 is_ok => TRUE,
681 raw => '1..3',
682 tests_planned => 3,
683 },
684 { actual_passed => FALSE,
685 is_actual_ok => FALSE,
686 passed => TRUE,
687 is_ok => TRUE,
688 is_test => TRUE,
689 has_skip => FALSE,
690 has_todo => TRUE,
691 number => 1,
692 description => "- Foo",
693 explanation => 'Just testing the todo interface.',
694 },
695 { actual_passed => TRUE,
696 is_actual_ok => TRUE,
697 passed => TRUE,
698 is_ok => TRUE,
699 is_test => TRUE,
700 has_skip => FALSE,
701 has_todo => TRUE,
702 number => 2,
703 description => "- Unexpected success",
704 explanation => 'Just testing the todo interface.',
705 },
706 { actual_passed => TRUE,
707 is_actual_ok => TRUE,
708 passed => TRUE,
709 is_ok => TRUE,
710 is_test => TRUE,
711 has_skip => FALSE,
712 has_todo => FALSE,
713 number => 3,
714 description => "- This is not todo",
715 explanation => '',
716 },
717 ],
718 plan => '1..3',
719 passed => [ 1, 2, 3 ],
720 actual_passed => [ 2, 3 ],
721 failed => [],
722 actual_failed => [1],
723 todo => [ 1, 2 ],
724 todo_passed => [2],
725 skipped => [],
726 good_plan => TRUE,
727 is_good_plan => TRUE,
728 tests_planned => 3,
729 tests_run => 3,
730 parse_errors => [],
731 'exit' => 0,
732 wait => 0,
733 version => 12,
734 },
735 todo => {
736 results => [
737 { is_plan => TRUE,
738 passed => TRUE,
739 is_ok => TRUE,
740 raw => '1..5 todo 3 2;',
741 tests_planned => 5,
742 todo_list => [ 3, 2 ],
743 },
744 { actual_passed => TRUE,
745 is_actual_ok => TRUE,
746 passed => TRUE,
747 is_ok => TRUE,
748 is_test => TRUE,
749 has_skip => FALSE,
750 has_todo => FALSE,
751 number => 1,
752 description => "",
753 explanation => '',
754 },
755 { actual_passed => TRUE,
756 is_actual_ok => TRUE,
757 passed => TRUE,
758 is_ok => TRUE,
759 is_test => TRUE,
760 has_skip => FALSE,
761 has_todo => TRUE,
762 number => 2,
763 description => "",
764 explanation => '',
765 },
766 { actual_passed => FALSE,
767 is_actual_ok => FALSE,
768 passed => TRUE,
769 is_ok => TRUE,
770 is_test => TRUE,
771 has_skip => FALSE,
772 has_todo => TRUE,
773 number => 3,
774 description => "",
775 explanation => '',
776 },
777 { actual_passed => TRUE,
778 is_actual_ok => TRUE,
779 passed => TRUE,
780 is_ok => TRUE,
781 is_test => TRUE,
782 has_skip => FALSE,
783 has_todo => FALSE,
784 number => 4,
785 description => "",
786 explanation => '',
787 },
788 { actual_passed => TRUE,
789 is_actual_ok => TRUE,
790 passed => TRUE,
791 is_ok => TRUE,
792 is_test => TRUE,
793 has_skip => FALSE,
794 has_todo => FALSE,
795 number => 5,
796 description => "",
797 explanation => '',
798 },
799 ],
800 plan => '1..5',
801 passed => [ 1, 2, 3, 4, 5 ],
802 actual_passed => [ 1, 2, 4, 5 ],
803 failed => [],
804 actual_failed => [3],
805 todo => [ 2, 3 ],
806 todo_passed => [2],
807 skipped => [],
808 good_plan => TRUE,
809 is_good_plan => TRUE,
810 tests_planned => 5,
811 tests_run => 5,
812 parse_errors => [],
813 'exit' => 0,
814 wait => 0,
815 version => 12,
816 },
817 duplicates => {
818 results => [
819 { is_plan => TRUE,
820 passed => TRUE,
821 is_ok => TRUE,
822 raw => '1..10',
823 tests_planned => 10,
824 },
825 { actual_passed => TRUE,
826 is_actual_ok => TRUE,
827 passed => TRUE,
828 is_ok => TRUE,
829 is_test => TRUE,
830 has_skip => FALSE,
831 has_todo => FALSE,
832 number => 1,
833 description => '',
834 explanation => '',
835 is_unplanned => FALSE,
836 },
837 { actual_passed => TRUE,
838 is_actual_ok => TRUE,
839 passed => TRUE,
840 is_ok => TRUE,
841 is_test => TRUE,
842 has_skip => FALSE,
843 has_todo => FALSE,
844 number => 2,
845 description => '',
846 explanation => '',
847 is_unplanned => FALSE,
848 },
849 { actual_passed => TRUE,
850 is_actual_ok => TRUE,
851 passed => TRUE,
852 is_ok => TRUE,
853 is_test => TRUE,
854 has_skip => FALSE,
855 has_todo => FALSE,
856 number => 3,
857 description => '',
858 explanation => '',
859 is_unplanned => FALSE,
860 },
861 { actual_passed => TRUE,
862 is_actual_ok => TRUE,
863 passed => TRUE,
864 is_ok => TRUE,
865 is_test => TRUE,
866 has_skip => FALSE,
867 has_todo => FALSE,
868 number => 4,
869 description => '',
870 explanation => '',
871 is_unplanned => FALSE,
872 },
873 { actual_passed => TRUE,
874 is_actual_ok => TRUE,
875 passed => TRUE,
876 is_ok => TRUE,
877 is_test => TRUE,
878 has_skip => FALSE,
879 has_todo => FALSE,
880 number => 4,
881 description => '',
882 explanation => '',
883 is_unplanned => FALSE,
884 },
885 { actual_passed => TRUE,
886 is_actual_ok => TRUE,
887 passed => TRUE,
888 is_ok => TRUE,
889 is_test => TRUE,
890 has_skip => FALSE,
891 has_todo => FALSE,
892 number => 5,
893 description => '',
894 explanation => '',
895 is_unplanned => FALSE,
896 },
897 { actual_passed => TRUE,
898 is_actual_ok => TRUE,
899 passed => TRUE,
900 is_ok => TRUE,
901 is_test => TRUE,
902 has_skip => FALSE,
903 has_todo => FALSE,
904 number => 6,
905 description => '',
906 explanation => '',
907 is_unplanned => FALSE,
908 },
909 { actual_passed => TRUE,
910 is_actual_ok => TRUE,
911 passed => TRUE,
912 is_ok => TRUE,
913 is_test => TRUE,
914 has_skip => FALSE,
915 has_todo => FALSE,
916 number => 7,
917 description => '',
918 explanation => '',
919 is_unplanned => FALSE,
920 },
921 { actual_passed => TRUE,
922 is_actual_ok => TRUE,
923 passed => TRUE,
924 is_ok => TRUE,
925 is_test => TRUE,
926 has_skip => FALSE,
927 has_todo => FALSE,
928 number => 8,
929 description => '',
930 explanation => '',
931 is_unplanned => FALSE,
932 },
933 { actual_passed => TRUE,
934 is_actual_ok => TRUE,
935 passed => TRUE,
936 is_ok => TRUE,
937 is_test => TRUE,
938 has_skip => FALSE,
939 has_todo => FALSE,
940 number => 9,
941 description => '',
942 explanation => '',
943 is_unplanned => FALSE,
944 },
945 { actual_passed => TRUE,
946 is_actual_ok => TRUE,
947 passed => FALSE,
948 is_ok => FALSE,
949 is_test => TRUE,
950 has_skip => FALSE,
951 has_todo => FALSE,
952 number => 10,
953 description => '',
954 explanation => '',
955 is_unplanned => TRUE,
956 },
957 ],
958 plan => '1..10',
959 passed => [ 1 .. 4, 4 .. 9 ],
960 actual_passed => [ 1 .. 4, 4 .. 10 ],
961 failed => [10],
962 actual_failed => [],
963 todo => [],
964 todo_passed => [],
965 skipped => [],
966 good_plan => FALSE,
967 tests_planned => 10,
968 tests_run => 11,
969 parse_errors => [
970 'Tests out of sequence. Found (4) but expected (5)',
971 'Tests out of sequence. Found (5) but expected (6)',
972 'Tests out of sequence. Found (6) but expected (7)',
973 'Tests out of sequence. Found (7) but expected (8)',
974 'Tests out of sequence. Found (8) but expected (9)',
975 'Tests out of sequence. Found (9) but expected (10)',
976 'Tests out of sequence. Found (10) but expected (11)',
977 'Bad plan. You planned 10 tests but ran 11.',
978 ],
979 'exit' => 0,
980 wait => 0,
981 },
982 no_nums => {
983 results => [
984 { is_plan => TRUE,
985 passed => TRUE,
986 is_ok => TRUE,
987 raw => '1..5',
988 tests_planned => 5,
989 },
990 { actual_passed => TRUE,
991 is_actual_ok => TRUE,
992 description => "",
993 passed => TRUE,
994 is_ok => TRUE,
995 is_test => TRUE,
996 has_skip => FALSE,
997 has_todo => FALSE,
998 number => 1,
999 },
1000 { actual_passed => TRUE,
1001 is_actual_ok => TRUE,
1002 passed => TRUE,
1003 is_ok => TRUE,
1004 is_test => TRUE,
1005 has_skip => FALSE,
1006 has_todo => FALSE,
1007 number => 2,
1008 description => "",
1009 },
1010 { actual_passed => FALSE,
1011 is_actual_ok => FALSE,
1012 passed => FALSE,
1013 is_ok => FALSE,
1014 is_test => TRUE,
1015 has_skip => FALSE,
1016 has_todo => FALSE,
1017 number => 3,
1018 description => "",
1019 },
1020 { actual_passed => TRUE,
1021 is_actual_ok => TRUE,
1022 passed => TRUE,
1023 is_ok => TRUE,
1024 is_test => TRUE,
1025 has_skip => FALSE,
1026 has_todo => FALSE,
1027 number => 4,
1028 description => "",
1029 },
1030 { actual_passed => TRUE,
1031 is_actual_ok => TRUE,
1032 passed => TRUE,
1033 is_ok => TRUE,
1034 is_test => TRUE,
1035 has_skip => FALSE,
1036 has_todo => FALSE,
1037 number => 5,
1038 description => "",
1039 }
1040 ],
1041 plan => '1..5',
1042 passed => [ 1, 2, 4, 5 ],
1043 actual_passed => [ 1, 2, 4, 5 ],
1044 failed => [3],
1045 actual_failed => [3],
1046 todo => [],
1047 todo_passed => [],
1048 skipped => [],
1049 good_plan => TRUE,
1050 is_good_plan => TRUE,
1051 tests_planned => 5,
1052 tests_run => 5,
1053 parse_errors => [],
1054 'exit' => 0,
1055 wait => 0,
1056 version => 12,
1057 },
1058 bailout => {
1059 results => [
1060 { is_plan => TRUE,
1061 passed => TRUE,
1062 is_ok => TRUE,
1063 raw => '1..5',
1064 tests_planned => 5,
1065 },
1066 { actual_passed => TRUE,
1067 is_actual_ok => TRUE,
1068 description => "",
1069 passed => TRUE,
1070 is_ok => TRUE,
1071 is_test => TRUE,
1072 has_skip => FALSE,
1073 has_todo => FALSE,
1074 number => 1,
1075 },
1076 { actual_passed => TRUE,
1077 is_actual_ok => TRUE,
1078 passed => TRUE,
1079 is_ok => TRUE,
1080 is_test => TRUE,
1081 has_skip => FALSE,
1082 has_todo => FALSE,
1083 number => 2,
1084 description => "",
1085 },
1086 { actual_passed => TRUE,
1087 is_actual_ok => TRUE,
1088 passed => TRUE,
1089 is_ok => TRUE,
1090 is_test => TRUE,
1091 has_skip => FALSE,
1092 has_todo => FALSE,
1093 number => 3,
1094 description => "",
1095 },
1096 { is_bailout => TRUE,
1097 explanation => "GERONIMMMOOOOOO!!!",
1098 },
1099 { actual_passed => TRUE,
1100 is_actual_ok => TRUE,
1101 passed => TRUE,
1102 is_ok => TRUE,
1103 is_test => TRUE,
1104 has_skip => FALSE,
1105 has_todo => FALSE,
1106 number => 4,
1107 description => "",
1108 },
1109 { actual_passed => TRUE,
1110 is_actual_ok => TRUE,
1111 passed => TRUE,
1112 is_ok => TRUE,
1113 is_test => TRUE,
1114 has_skip => FALSE,
1115 has_todo => FALSE,
1116 number => 5,
1117 description => "",
1118 }
1119 ],
1120 plan => '1..5',
1121 passed => [ 1 .. 5 ],
1122 actual_passed => [ 1 .. 5 ],
1123 failed => [],
1124 actual_failed => [],
1125 todo => [],
1126 todo_passed => [],
1127 skipped => [],
1128 good_plan => TRUE,
1129 is_good_plan => TRUE,
1130 tests_planned => 5,
1131 tests_run => 5,
1132 parse_errors => [],
1133 'exit' => 0,
1134 wait => 0,
1135 version => 12,
1136 },
1137 no_output => {
1138 results => [],
1139 plan => '',
1140 passed => [],
1141 actual_passed => [],
1142 failed => [],
1143 actual_failed => [],
1144 todo => [],
1145 todo_passed => [],
1146 skipped => [],
1147 good_plan => FALSE,
1148 tests_planned => undef,
1149 tests_run => 0,
1150 parse_errors => [ 'No plan found in TAP output', ],
1151 'exit' => 0,
1152 wait => 0,
1153 },
1154 too_many => {
1155 results => [
1156 { is_plan => TRUE,
1157 passed => TRUE,
1158 is_ok => TRUE,
1159 raw => '1..3',
1160 tests_planned => 3,
1161 },
1162 { actual_passed => TRUE,
1163 is_actual_ok => TRUE,
1164 description => "",
1165 passed => TRUE,
1166 is_ok => TRUE,
1167 is_test => TRUE,
1168 has_skip => FALSE,
1169 has_todo => FALSE,
1170 number => 1,
1171 is_unplanned => FALSE,
1172 },
1173 { actual_passed => TRUE,
1174 is_actual_ok => TRUE,
1175 passed => TRUE,
1176 is_ok => TRUE,
1177 is_test => TRUE,
1178 has_skip => FALSE,
1179 has_todo => FALSE,
1180 number => 2,
1181 description => "",
1182 is_unplanned => FALSE,
1183 },
1184 { actual_passed => TRUE,
1185 is_actual_ok => TRUE,
1186 passed => TRUE,
1187 is_ok => TRUE,
1188 is_test => TRUE,
1189 has_skip => FALSE,
1190 has_todo => FALSE,
1191 number => 3,
1192 description => "",
1193 is_unplanned => FALSE,
1194 },
1195 { actual_passed => TRUE,
1196 is_actual_ok => TRUE,
1197 passed => FALSE,
1198 is_ok => FALSE,
1199 is_test => TRUE,
1200 has_skip => FALSE,
1201 has_todo => FALSE,
1202 number => 4,
1203 description => "",
1204 is_unplanned => TRUE,
1205 },
1206 { actual_passed => TRUE,
1207 is_actual_ok => TRUE,
1208 passed => FALSE,
1209 is_ok => FALSE,
1210 is_test => TRUE,
1211 has_skip => FALSE,
1212 has_todo => FALSE,
1213 number => 5,
1214 description => "",
1215 is_unplanned => TRUE,
1216 },
1217 { actual_passed => TRUE,
1218 is_actual_ok => TRUE,
1219 passed => FALSE,
1220 is_ok => FALSE,
1221 is_test => TRUE,
1222 has_skip => FALSE,
1223 has_todo => FALSE,
1224 number => 6,
1225 description => "",
1226 is_unplanned => TRUE,
1227 },
1228 { actual_passed => TRUE,
1229 is_actual_ok => TRUE,
1230 passed => FALSE,
1231 is_ok => FALSE,
1232 is_test => TRUE,
1233 has_skip => FALSE,
1234 has_todo => FALSE,
1235 number => 7,
1236 description => "",
1237 is_unplanned => TRUE,
1238 },
1239 ],
1240 plan => '1..3',
1241 passed => [ 1 .. 3 ],
1242 actual_passed => [ 1 .. 7 ],
1243 failed => [ 4 .. 7 ],
1244 actual_failed => [],
1245 todo => [],
1246 todo_passed => [],
1247 skipped => [],
1248 good_plan => FALSE,
1249 tests_planned => 3,
1250 tests_run => 7,
1251 parse_errors => ['Bad plan. You planned 3 tests but ran 7.'],
1252 'exit' => 4,
1253 wait => NOT_ZERO,
1254 skip_if => sub {$IsVMS},
1255 },
1256 taint => {
1257 results => [
1258 { is_plan => TRUE,
1259 passed => TRUE,
1260 is_ok => TRUE,
1261 raw => '1..1',
1262 tests_planned => TRUE,
1263 },
1264 { actual_passed => TRUE,
1265 is_actual_ok => TRUE,
1266 description => "- -T honored",
1267 passed => TRUE,
1268 is_ok => TRUE,
1269 is_test => TRUE,
1270 has_skip => FALSE,
1271 has_todo => FALSE,
1272 number => 1,
1273 },
1274 ],
1275 plan => '1..1',
1276 passed => [ 1 .. 1 ],
1277 actual_passed => [ 1 .. 1 ],
1278 failed => [],
1279 actual_failed => [],
1280 todo => [],
1281 todo_passed => [],
1282 skipped => [],
1283 good_plan => TRUE,
1284 is_good_plan => TRUE,
1285 tests_planned => TRUE,
1286 tests_run => TRUE,
1287 parse_errors => [],
1288 'exit' => 0,
1289 wait => 0,
1290 version => 12,
1291 },
1292 'die' => {
1293 results => [],
1294 plan => '',
1295 passed => [],
1296 actual_passed => [],
1297 failed => [],
1298 actual_failed => [],
1299 todo => [],
1300 todo_passed => [],
1301 skipped => [],
1302 good_plan => FALSE,
1303 tests_planned => undef,
1304 tests_run => 0,
1305 parse_errors => [ 'No plan found in TAP output', ],
1306 'exit' => NOT_ZERO,
1307 wait => NOT_ZERO,
1308 },
1309 die_head_end => {
1310 results => [
1311 { actual_passed => TRUE,
1312 is_actual_ok => TRUE,
1313 passed => TRUE,
1314 is_ok => TRUE,
1315 is_test => TRUE,
1316 has_skip => FALSE,
1317 has_todo => FALSE,
1318 number => 1,
1319 description => '',
1320 explanation => '',
1321 },
1322 { actual_passed => TRUE,
1323 is_actual_ok => TRUE,
1324 passed => TRUE,
1325 is_ok => TRUE,
1326 is_test => TRUE,
1327 has_skip => FALSE,
1328 has_todo => FALSE,
1329 number => 2,
1330 description => '',
1331 explanation => '',
1332 },
1333 { actual_passed => TRUE,
1334 is_actual_ok => TRUE,
1335 passed => TRUE,
1336 is_ok => TRUE,
1337 is_test => TRUE,
1338 has_skip => FALSE,
1339 has_todo => FALSE,
1340 number => 3,
1341 description => '',
1342 explanation => '',
1343 },
1344 { actual_passed => TRUE,
1345 is_actual_ok => TRUE,
1346 passed => TRUE,
1347 is_ok => TRUE,
1348 is_test => TRUE,
1349 has_skip => FALSE,
1350 has_todo => FALSE,
1351 number => 4,
1352 description => '',
1353 explanation => '',
1354 },
1355 ],
1356 plan => '',
1357 passed => [ 1 .. 4 ],
1358 actual_passed => [ 1 .. 4 ],
1359 failed => [],
1360 actual_failed => [],
1361 todo => [],
1362 todo_passed => [],
1363 skipped => [],
1364 good_plan => FALSE,
1365 tests_planned => undef,
1366 tests_run => 4,
1367 parse_errors => [ 'No plan found in TAP output', ],
1368 'exit' => NOT_ZERO,
1369 wait => NOT_ZERO,
1370 },
1371 die_last_minute => {
1372 results => [
1373 { actual_passed => TRUE,
1374 is_actual_ok => TRUE,
1375 passed => TRUE,
1376 is_ok => TRUE,
1377 is_test => TRUE,
1378 has_skip => FALSE,
1379 has_todo => FALSE,
1380 number => 1,
1381 description => '',
1382 explanation => '',
1383 },
1384 { actual_passed => TRUE,
1385 is_actual_ok => TRUE,
1386 passed => TRUE,
1387 is_ok => TRUE,
1388 is_test => TRUE,
1389 has_skip => FALSE,
1390 has_todo => FALSE,
1391 number => 2,
1392 description => '',
1393 explanation => '',
1394 },
1395 { actual_passed => TRUE,
1396 is_actual_ok => TRUE,
1397 passed => TRUE,
1398 is_ok => TRUE,
1399 is_test => TRUE,
1400 has_skip => FALSE,
1401 has_todo => FALSE,
1402 number => 3,
1403 description => '',
1404 explanation => '',
1405 },
1406 { actual_passed => TRUE,
1407 is_actual_ok => TRUE,
1408 passed => TRUE,
1409 is_ok => TRUE,
1410 is_test => TRUE,
1411 has_skip => FALSE,
1412 has_todo => FALSE,
1413 number => 4,
1414 description => '',
1415 explanation => '',
1416 },
1417 { is_plan => TRUE,
1418 passed => TRUE,
1419 is_ok => TRUE,
1420 raw => '1..4',
1421 tests_planned => 4,
1422 },
1423 ],
1424 plan => '1..4',
1425 passed => [ 1 .. 4 ],
1426 actual_passed => [ 1 .. 4 ],
1427 failed => [],
1428 actual_failed => [],
1429 todo => [],
1430 todo_passed => [],
1431 skipped => [],
1432 good_plan => TRUE,
1433 is_good_plan => TRUE,
1434 tests_planned => 4,
1435 tests_run => 4,
1436 parse_errors => [],
1437 'exit' => NOT_ZERO,
1438 wait => NOT_ZERO,
1439 },
1440 bignum => {
1441 results => [
1442 { is_plan => TRUE,
1443 passed => TRUE,
1444 is_ok => TRUE,
1445 raw => '1..2',
1446 tests_planned => 2,
1447 },
1448 { actual_passed => TRUE,
1449 is_actual_ok => TRUE,
1450 passed => TRUE,
1451 is_ok => TRUE,
1452 is_test => TRUE,
1453 has_skip => FALSE,
1454 has_todo => FALSE,
1455 number => 1,
1456 description => '',
1457 explanation => '',
1458 },
1459 { actual_passed => TRUE,
1460 is_actual_ok => TRUE,
1461 passed => TRUE,
1462 is_ok => TRUE,
1463 is_test => TRUE,
1464 has_skip => FALSE,
1465 has_todo => FALSE,
1466 number => 2,
1467 description => '',
1468 explanation => '',
1469 },
1470 { actual_passed => TRUE,
1471 is_actual_ok => TRUE,
1472 passed => FALSE,
1473 is_ok => FALSE,
1474 is_test => TRUE,
1475 has_skip => FALSE,
1476 has_todo => FALSE,
1477 number => 136211425,
1478 description => '',
1479 explanation => '',
1480 },
1481 { actual_passed => TRUE,
1482 is_actual_ok => TRUE,
1483 passed => FALSE,
1484 is_ok => FALSE,
1485 is_test => TRUE,
1486 has_skip => FALSE,
1487 has_todo => FALSE,
1488 number => 136211426,
1489 description => '',
1490 explanation => '',
1491 },
1492 ],
1493 plan => '1..2',
1494 passed => [ 1, 2 ],
1495 actual_passed => [ 1, 2, 136211425, 136211426 ],
1496 failed => [ 136211425, 136211426 ],
1497 actual_failed => [],
1498 todo => [],
1499 todo_passed => [],
1500 skipped => [],
1501 good_plan => FALSE,
1502 tests_planned => 2,
1503 tests_run => 4,
1504 parse_errors => [
1505 'Tests out of sequence. Found (136211425) but expected (3)',
1506 'Tests out of sequence. Found (136211426) but expected (4)',
1507 'Bad plan. You planned 2 tests but ran 4.'
1508 ],
1509 'exit' => 0,
1510 wait => 0,
1511 },
1512 bignum_many => {
1513 results => [
1514 { is_plan => TRUE,
1515 passed => TRUE,
1516 is_ok => TRUE,
1517 raw => '1..2',
1518 tests_planned => 2,
1519 },
1520 { actual_passed => TRUE,
1521 is_actual_ok => TRUE,
1522 passed => TRUE,
1523 is_ok => TRUE,
1524 is_test => TRUE,
1525 has_skip => FALSE,
1526 has_todo => FALSE,
1527 number => 1,
1528 description => '',
1529 explanation => '',
1530 },
1531 { actual_passed => TRUE,
1532 is_actual_ok => TRUE,
1533 passed => TRUE,
1534 is_ok => TRUE,
1535 is_test => TRUE,
1536 has_skip => FALSE,
1537 has_todo => FALSE,
1538 number => 2,
1539 description => '',
1540 explanation => '',
1541 },
1542 { actual_passed => TRUE,
1543 is_actual_ok => TRUE,
1544 passed => FALSE,
1545 is_ok => FALSE,
1546 is_test => TRUE,
1547 has_skip => FALSE,
1548 has_todo => FALSE,
1549 number => 99997,
1550 description => '',
1551 explanation => '',
1552 },
1553 { actual_passed => TRUE,
1554 is_actual_ok => TRUE,
1555 passed => FALSE,
1556 is_ok => FALSE,
1557 is_test => TRUE,
1558 has_skip => FALSE,
1559 has_todo => FALSE,
1560 number => 99998,
1561 description => '',
1562 explanation => '',
1563 },
1564 { actual_passed => TRUE,
1565 is_actual_ok => TRUE,
1566 passed => FALSE,
1567 is_ok => FALSE,
1568 is_test => TRUE,
1569 has_skip => FALSE,
1570 has_todo => FALSE,
1571 number => 99999,
1572 description => '',
1573 explanation => '',
1574 },
1575 { actual_passed => TRUE,
1576 is_actual_ok => TRUE,
1577 passed => FALSE,
1578 is_ok => FALSE,
1579 is_test => TRUE,
1580 has_skip => FALSE,
1581 has_todo => FALSE,
1582 number => 100000,
1583 description => '',
1584 explanation => '',
1585 },
1586 { actual_passed => TRUE,
1587 is_actual_ok => TRUE,
1588 passed => FALSE,
1589 is_ok => FALSE,
1590 is_test => TRUE,
1591 has_skip => FALSE,
1592 has_todo => FALSE,
1593 number => 100001,
1594 description => '',
1595 explanation => '',
1596 },
1597 { actual_passed => TRUE,
1598 is_actual_ok => TRUE,
1599 passed => FALSE,
1600 is_ok => FALSE,
1601 is_test => TRUE,
1602 has_skip => FALSE,
1603 has_todo => FALSE,
1604 number => 100002,
1605 description => '',
1606 explanation => '',
1607 },
1608 { actual_passed => TRUE,
1609 is_actual_ok => TRUE,
1610 passed => FALSE,
1611 is_ok => FALSE,
1612 is_test => TRUE,
1613 has_skip => FALSE,
1614 has_todo => FALSE,
1615 number => 100003,
1616 description => '',
1617 explanation => '',
1618 },
1619 { actual_passed => TRUE,
1620 is_actual_ok => TRUE,
1621 passed => FALSE,
1622 is_ok => FALSE,
1623 is_test => TRUE,
1624 has_skip => FALSE,
1625 has_todo => FALSE,
1626 number => 100004,
1627 description => '',
1628 explanation => '',
1629 },
1630 { actual_passed => TRUE,
1631 is_actual_ok => TRUE,
1632 passed => FALSE,
1633 is_ok => FALSE,
1634 is_test => TRUE,
1635 has_skip => FALSE,
1636 has_todo => FALSE,
1637 number => 100005,
1638 description => '',
1639 explanation => '',
1640 },
1641 ],
1642 plan => '1..2',
1643 passed => [ 1, 2 ],
1644 actual_passed => [ 1, 2, 99997 .. 100005 ],
1645 failed => [ 99997 .. 100005 ],
1646 actual_failed => [],
1647 todo => [],
1648 todo_passed => [],
1649 skipped => [],
1650 good_plan => FALSE,
1651 tests_planned => 2,
1652 tests_run => 11,
1653 parse_errors => [
1654 'Tests out of sequence. Found (99997) but expected (3)',
1655 'Tests out of sequence. Found (99998) but expected (4)',
1656 'Tests out of sequence. Found (99999) but expected (5)',
1657 'Tests out of sequence. Found (100000) but expected (6)',
1658 'Tests out of sequence. Found (100001) but expected (7)',
1659 'Tests out of sequence. Found (100002) but expected (8)',
1660 'Tests out of sequence. Found (100003) but expected (9)',
1661 'Tests out of sequence. Found (100004) but expected (10)',
1662 'Tests out of sequence. Found (100005) but expected (11)',
1663 'Bad plan. You planned 2 tests but ran 11.'
1664 ],
1665 'exit' => 0,
1666 wait => 0,
1667 },
1668 combined => {
1669 results => [
1670 { is_plan => TRUE,
1671 passed => TRUE,
1672 is_ok => TRUE,
1673 raw => '1..10',
1674 tests_planned => 10,
1675 },
1676 { actual_passed => TRUE,
1677 is_actual_ok => TRUE,
1678 passed => TRUE,
1679 is_ok => TRUE,
1680 is_test => TRUE,
1681 has_skip => FALSE,
1682 has_todo => FALSE,
1683 number => 1,
1684 description => '',
1685 explanation => '',
1686 },
1687 { actual_passed => TRUE,
1688 is_actual_ok => TRUE,
1689 passed => TRUE,
1690 is_ok => TRUE,
1691 is_test => TRUE,
1692 has_skip => FALSE,
1693 has_todo => FALSE,
1694 number => 2,
1695 description => 'basset hounds got long ears',
1696 explanation => '',
1697 },
1698 { actual_passed => FALSE,
1699 is_actual_ok => FALSE,
1700 passed => FALSE,
1701 is_ok => FALSE,
1702 is_test => TRUE,
1703 has_skip => FALSE,
1704 has_todo => FALSE,
1705 number => 3,
1706 description => 'all hell broke loose',
1707 explanation => '',
1708 },
1709 { actual_passed => FALSE,
1710 is_actual_ok => FALSE,
1711 passed => TRUE,
1712 is_ok => TRUE,
1713 is_test => TRUE,
1714 has_skip => FALSE,
1715 has_todo => TRUE,
1716 number => 4,
1717 description => '',
1718 explanation => 'if I heard a voice from heaven ...',
1719 },
1720 { actual_passed => TRUE,
1721 is_actual_ok => TRUE,
1722 passed => TRUE,
1723 is_ok => TRUE,
1724 is_test => TRUE,
1725 has_skip => FALSE,
1726 has_todo => FALSE,
1727 number => 5,
1728 description => 'say "live without loving",',
1729 explanation => '',
1730 },
1731 { actual_passed => TRUE,
1732 is_actual_ok => TRUE,
1733 passed => TRUE,
1734 is_ok => TRUE,
1735 is_test => TRUE,
1736 has_skip => FALSE,
1737 has_todo => FALSE,
1738 number => 6,
1739 description => "I'd beg off.",
1740 explanation => '',
1741 },
1742 { actual_passed => TRUE,
1743 is_actual_ok => TRUE,
1744 passed => TRUE,
1745 is_ok => TRUE,
1746 is_test => TRUE,
1747 has_skip => '1',
1748 has_todo => FALSE,
1749 number => 7,
1750 description => '',
1751 explanation => 'contract negotiations',
1752 },
1753 { actual_passed => TRUE,
1754 is_actual_ok => TRUE,
1755 passed => TRUE,
1756 is_ok => TRUE,
1757 is_test => TRUE,
1758 has_skip => FALSE,
1759 has_todo => FALSE,
1760 number => 8,
1761 description => 'Girls are such exquisite hell',
1762 explanation => '',
1763 },
1764 { actual_passed => TRUE,
1765 is_actual_ok => TRUE,
1766 passed => TRUE,
1767 is_ok => TRUE,
1768 is_test => TRUE,
1769 has_skip => FALSE,
1770 has_todo => TRUE,
1771 number => 9,
1772 description => 'Elegy 9B',
1773 explanation => '',
1774 },
1775 { actual_passed => FALSE,
1776 is_actual_ok => FALSE,
1777 passed => FALSE,
1778 is_ok => FALSE,
1779 is_test => TRUE,
1780 has_skip => FALSE,
1781 has_todo => FALSE,
1782 number => 10,
1783 description => '',
1784 explanation => '',
1785 },
1786 ],
1787 plan => '1..10',
1788 passed => [ 1 .. 2, 4 .. 9 ],
1789 actual_passed => [ 1 .. 2, 5 .. 9 ],
1790 failed => [ 3, 10 ],
1791 actual_failed => [ 3, 4, 10 ],
1792 todo => [ 4, 9 ],
1793 todo_passed => [9],
1794 skipped => [7],
1795 good_plan => TRUE,
1796 is_good_plan => TRUE,
1797 tests_planned => 10,
1798 tests_run => 10,
1799 parse_errors => [],
1800 'exit' => 0,
1801 wait => 0,
1802 version => 12,
1803 },
1804 head_end => {
1805 results => [
1806 { is_comment => TRUE,
1807 passed => TRUE,
1808 is_ok => TRUE,
1809 comment => 'comments',
1810 },
1811 { actual_passed => TRUE,
1812 is_actual_ok => TRUE,
1813 passed => TRUE,
1814 is_ok => TRUE,
1815 is_test => TRUE,
1816 has_skip => FALSE,
1817 has_todo => FALSE,
1818 number => 1,
1819 description => '',
1820 explanation => '',
1821 },
1822 { actual_passed => TRUE,
1823 is_actual_ok => TRUE,
1824 passed => TRUE,
1825 is_ok => TRUE,
1826 is_test => TRUE,
1827 has_skip => FALSE,
1828 has_todo => FALSE,
1829 number => 2,
1830 description => '',
1831 explanation => '',
1832 },
1833 { actual_passed => TRUE,
1834 is_actual_ok => TRUE,
1835 passed => TRUE,
1836 is_ok => TRUE,
1837 is_test => TRUE,
1838 has_skip => FALSE,
1839 has_todo => FALSE,
1840 number => 3,
1841 description => '',
1842 explanation => '',
1843 },
1844 { actual_passed => TRUE,
1845 is_actual_ok => TRUE,
1846 passed => TRUE,
1847 is_ok => TRUE,
1848 is_test => TRUE,
1849 has_skip => FALSE,
1850 has_todo => FALSE,
1851 number => 4,
1852 description => '',
1853 explanation => '',
1854 },
1855 { is_comment => TRUE,
1856 passed => TRUE,
1857 is_ok => TRUE,
1858 comment => 'comment',
1859 },
1860 { is_plan => TRUE,
1861 passed => TRUE,
1862 is_ok => TRUE,
1863 raw => '1..4',
1864 tests_planned => 4,
1865 },
1866 { is_comment => TRUE,
1867 passed => TRUE,
1868 is_ok => TRUE,
1869 comment => 'more ignored stuff',
1870 },
1871 { is_comment => TRUE,
1872 passed => TRUE,
1873 is_ok => TRUE,
1874 comment => 'and yet more',
1875 },
1876 ],
1877 plan => '1..4',
1878 passed => [ 1 .. 4 ],
1879 actual_passed => [ 1 .. 4 ],
1880 failed => [],
1881 actual_failed => [],
1882 todo => [],
1883 todo_passed => [],
1884 skipped => [],
1885 good_plan => TRUE,
1886 is_good_plan => TRUE,
1887 tests_planned => 4,
1888 tests_run => 4,
1889 parse_errors => [],
1890 'exit' => 0,
1891 wait => 0,
1892 version => 12,
1893 },
1894 head_fail => {
1895 results => [
1896 { is_comment => TRUE,
1897 passed => TRUE,
1898 is_ok => TRUE,
1899 comment => 'comments',
1900 },
1901 { actual_passed => TRUE,
1902 is_actual_ok => TRUE,
1903 passed => TRUE,
1904 is_ok => TRUE,
1905 is_test => TRUE,
1906 has_skip => FALSE,
1907 has_todo => FALSE,
1908 number => 1,
1909 description => '',
1910 explanation => '',
1911 },
1912 { actual_passed => FALSE,
1913 is_actual_ok => FALSE,
1914 passed => FALSE,
1915 is_ok => FALSE,
1916 is_test => TRUE,
1917 has_skip => FALSE,
1918 has_todo => FALSE,
1919 number => 2,
1920 description => '',
1921 explanation => '',
1922 },
1923 { actual_passed => TRUE,
1924 is_actual_ok => TRUE,
1925 passed => TRUE,
1926 is_ok => TRUE,
1927 is_test => TRUE,
1928 has_skip => FALSE,
1929 has_todo => FALSE,
1930 number => 3,
1931 description => '',
1932 explanation => '',
1933 },
1934 { actual_passed => TRUE,
1935 is_actual_ok => TRUE,
1936 passed => TRUE,
1937 is_ok => TRUE,
1938 is_test => TRUE,
1939 has_skip => FALSE,
1940 has_todo => FALSE,
1941 number => 4,
1942 description => '',
1943 explanation => '',
1944 },
1945 { is_comment => TRUE,
1946 passed => TRUE,
1947 is_ok => TRUE,
1948 comment => 'comment',
1949 },
1950 { is_plan => TRUE,
1951 passed => TRUE,
1952 is_ok => TRUE,
1953 raw => '1..4',
1954 tests_planned => 4,
1955 },
1956 { is_comment => TRUE,
1957 passed => TRUE,
1958 is_ok => TRUE,
1959 comment => 'more ignored stuff',
1960 },
1961 { is_comment => TRUE,
1962 passed => TRUE,
1963 is_ok => TRUE,
1964 comment => 'and yet more',
1965 },
1966 ],
1967 plan => '1..4',
1968 passed => [ 1, 3, 4 ],
1969 actual_passed => [ 1, 3, 4 ],
1970 failed => [2],
1971 actual_failed => [2],
1972 todo => [],
1973 todo_passed => [],
1974 skipped => [],
1975 good_plan => TRUE,
1976 is_good_plan => TRUE,
1977 tests_planned => 4,
1978 tests_run => 4,
1979 parse_errors => [],
1980 'exit' => 0,
1981 wait => 0,
1982 version => 12,
1983 },
1984 out_of_order => {
1985 results => [
1986 { actual_passed => TRUE,
1987 is_actual_ok => TRUE,
1988 passed => TRUE,
1989 is_ok => TRUE,
1990 is_test => TRUE,
1991 has_skip => FALSE,
1992 has_todo => FALSE,
1993 number => 2,
1994 description => '- Test that argument passing works',
1995 explanation => '',
1996 },
1997 { actual_passed => TRUE,
1998 is_actual_ok => TRUE,
1999 passed => TRUE,
2000 is_ok => TRUE,
2001 is_test => TRUE,
2002 has_skip => FALSE,
2003 has_todo => FALSE,
2004 number => 3,
2005 description =>
2006 '- Test that passing arguments as references work',
2007 explanation => '',
2008 },
2009 { actual_passed => TRUE,
2010 is_actual_ok => TRUE,
2011 passed => TRUE,
2012 is_ok => TRUE,
2013 is_test => TRUE,
2014 has_skip => FALSE,
2015 has_todo => FALSE,
2016 number => 4,
2017 description => '- Test a normal sub',
2018 explanation => '',
2019 },
2020 { actual_passed => TRUE,
2021 is_actual_ok => TRUE,
2022 passed => TRUE,
2023 is_ok => TRUE,
2024 is_test => TRUE,
2025 has_skip => FALSE,
2026 has_todo => FALSE,
2027 number => 6,
2028 description => '- Detach test',
2029 explanation => '',
2030 },
2031 { actual_passed => TRUE,
2032 is_actual_ok => TRUE,
2033 passed => TRUE,
2034 is_ok => TRUE,
2035 is_test => TRUE,
2036 has_skip => FALSE,
2037 has_todo => FALSE,
2038 number => 8,
2039 description => '- Nested thread test',
2040 explanation => '',
2041 },
2042 { actual_passed => TRUE,
2043 is_actual_ok => TRUE,
2044 passed => TRUE,
2045 is_ok => TRUE,
2046 is_test => TRUE,
2047 has_skip => FALSE,
2048 has_todo => FALSE,
2049 number => 9,
2050 description => '- Nested thread test',
2051 explanation => '',
2052 },
2053 { actual_passed => TRUE,
2054 is_actual_ok => TRUE,
2055 passed => TRUE,
2056 is_ok => TRUE,
2057 is_test => TRUE,
2058 has_skip => FALSE,
2059 has_todo => FALSE,
2060 number => 10,
2061 description => '- Wanted 7, got 7',
2062 explanation => '',
2063 },
2064 { actual_passed => TRUE,
2065 is_actual_ok => TRUE,
2066 passed => TRUE,
2067 is_ok => TRUE,
2068 is_test => TRUE,
2069 has_skip => FALSE,
2070 has_todo => FALSE,
2071 number => 11,
2072 description => '- Wanted 7, got 7',
2073 explanation => '',
2074 },
2075 { actual_passed => TRUE,
2076 is_actual_ok => TRUE,
2077 passed => TRUE,
2078 is_ok => TRUE,
2079 is_test => TRUE,
2080 has_skip => FALSE,
2081 has_todo => FALSE,
2082 number => 12,
2083 description => '- Wanted 8, got 8',
2084 explanation => '',
2085 },
2086 { actual_passed => TRUE,
2087 is_actual_ok => TRUE,
2088 passed => TRUE,
2089 is_ok => TRUE,
2090 is_test => TRUE,
2091 has_skip => FALSE,
2092 has_todo => FALSE,
2093 number => 13,
2094 description => '- Wanted 8, got 8',
2095 explanation => '',
2096 },
2097 { is_plan => TRUE,
2098 passed => TRUE,
2099 is_ok => TRUE,
2100 raw => '1..15',
2101 tests_planned => 15,
2102 },
2103 { actual_passed => TRUE,
2104 is_actual_ok => TRUE,
2105 passed => TRUE,
2106 is_ok => TRUE,
2107 is_test => TRUE,
2108 has_skip => FALSE,
2109 has_todo => FALSE,
2110 number => 1,
2111 description => '',
2112 explanation => '',
2113 },
2114 { actual_passed => TRUE,
2115 is_actual_ok => TRUE,
2116 passed => TRUE,
2117 is_ok => TRUE,
2118 is_test => TRUE,
2119 has_skip => FALSE,
2120 has_todo => FALSE,
2121 number => 5,
2122 description => '- Check that Config::threads is true',
2123 explanation => '',
2124 },
2125 { actual_passed => TRUE,
2126 is_actual_ok => TRUE,
2127 passed => TRUE,
2128 is_ok => TRUE,
2129 is_test => TRUE,
2130 has_skip => FALSE,
2131 has_todo => FALSE,
2132 number => 7,
2133 description => '- Detach test',
2134 explanation => '',
2135 },
2136 { actual_passed => TRUE,
2137 is_actual_ok => TRUE,
2138 passed => TRUE,
2139 is_ok => TRUE,
2140 is_test => TRUE,
2141 has_skip => FALSE,
2142 has_todo => FALSE,
2143 number => 14,
2144 description =>
2145 '- Check so that tid for threads work for main thread',
2146 explanation => '',
2147 },
2148 { actual_passed => TRUE,
2149 is_actual_ok => TRUE,
2150 passed => TRUE,
2151 is_ok => TRUE,
2152 is_test => TRUE,
2153 has_skip => FALSE,
2154 has_todo => FALSE,
2155 number => 15,
2156 description =>
2157 '- Check so that tid for threads work for main thread',
2158 explanation => '',
2159 },
2160 ],
2161 plan => '1..15',
2162 passed => [ 2 .. 4, 6, 8 .. 13, 1, 5, 7, 14, 15 ],
2163 actual_passed => [ 2 .. 4, 6, 8 .. 13, 1, 5, 7, 14, 15 ],
2164 failed => [],
2165 actual_failed => [],
2166 todo => [],
2167 todo_passed => [],
2168 skipped => [],
2169 is_good_plan => FALSE,
2170 tests_planned => 15,
2171 tests_run => 15,
2172
2173 # Note that tests 14 and 15 *are* in the correct sequence.
2174 parse_errors => [
2175 'Tests out of sequence. Found (2) but expected (1)',
2176 'Tests out of sequence. Found (3) but expected (2)',
2177 'Tests out of sequence. Found (4) but expected (3)',
2178 'Tests out of sequence. Found (6) but expected (4)',
2179 'Tests out of sequence. Found (8) but expected (5)',
2180 'Tests out of sequence. Found (9) but expected (6)',
2181 'Tests out of sequence. Found (10) but expected (7)',
2182 'Tests out of sequence. Found (11) but expected (8)',
2183 'Tests out of sequence. Found (12) but expected (9)',
2184 'Tests out of sequence. Found (13) but expected (10)',
2185 'Plan (1..15) must be at the beginning or end of the TAP output',
2186 'Tests out of sequence. Found (1) but expected (11)',
2187 'Tests out of sequence. Found (5) but expected (12)',
2188 'Tests out of sequence. Found (7) but expected (13)',
2189 ],
2190 'exit' => 0,
2191 wait => 0,
2192 },
2193 skipall => {
2194 results => [
2195 { is_plan => TRUE,
2196 raw => '1..0 # skipping: rope',
2197 tests_planned => 0,
2198 passed => TRUE,
2199 is_ok => TRUE,
2200 directive => 'SKIP',
2201 explanation => 'rope'
2202 },
2203 ],
2204 plan => '1..0',
2205 passed => [],
2206 actual_passed => [],
2207 failed => [],
2208 actual_failed => [],
2209 todo => [],
2210 todo_passed => [],
2211 skipped => [],
2212 good_plan => TRUE,
2213 is_good_plan => TRUE,
2214 tests_planned => 0,
2215 tests_run => 0,
2216 parse_errors => [],
2217 'exit' => 0,
2218 wait => 0,
2219 version => 12,
2220 skip_all => 'rope',
2221 },
2222 skipall_v13 => {
2223 results => [
2224 { is_version => TRUE,
2225 raw => 'TAP version 13',
2226 },
2227 { is_unknown => TRUE,
2228 raw => '1..0 # skipping: rope',
2229 },
2230 ],
2231 plan => '',
2232 passed => [],
2233 actual_passed => [],
2234 failed => [],
2235 actual_failed => [],
2236 todo => [],
2237 todo_passed => [],
2238 skipped => [],
2239 good_plan => FALSE,
2240 is_good_plan => FALSE,
2241 tests_planned => FALSE,
2242 tests_run => 0,
2243 parse_errors => ['No plan found in TAP output'],
2244 'exit' => 0,
2245 wait => 0,
2246 version => 13,
2247 },
2248 skipall_nomsg => {
2249 results => [
2250 { is_plan => TRUE,
2251 raw => '1..0',
2252 tests_planned => 0,
2253 passed => TRUE,
2254 is_ok => TRUE,
2255 directive => 'SKIP',
2256 explanation => ''
2257 },
2258 ],
2259 plan => '1..0',
2260 passed => [],
2261 actual_passed => [],
2262 failed => [],
2263 actual_failed => [],
2264 todo => [],
2265 todo_passed => [],
2266 skipped => [],
2267 good_plan => TRUE,
2268 is_good_plan => TRUE,
2269 tests_planned => 0,
2270 tests_run => 0,
2271 parse_errors => [],
2272 'exit' => 0,
2273 wait => 0,
2274 version => 12,
2275 skip_all => '(no reason given)',
2276 },
2277 todo_misparse => {
2278 results => [
2279 { is_plan => TRUE,
2280 raw => '1..1',
2281 tests_planned => TRUE,
2282 passed => TRUE,
2283 is_ok => TRUE,
2284 },
2285 { actual_passed => FALSE,
2286 is_actual_ok => FALSE,
2287 passed => FALSE,
2288 is_ok => FALSE,
2289 is_test => TRUE,
2290 has_skip => FALSE,
2291 has_todo => FALSE,
2292 number => 1,
2293 description => 'Hamlette # TODOORNOTTODO',
2294 explanation => '',
2295 },
2296 ],
2297 plan => '1..1',
2298 passed => [],
2299 actual_passed => [],
2300 failed => [1],
2301 actual_failed => [1],
2302 todo => [],
2303 todo_passed => [],
2304 skipped => [],
2305 good_plan => TRUE,
2306 is_good_plan => TRUE,
2307 tests_planned => TRUE,
2308 tests_run => 1,
2309 parse_errors => [],
2310 'exit' => 0,
2311 wait => 0,
2312 version => 12,
2313 },
2314 shbang_misparse => {
2315 results => [
2316 { is_plan => TRUE,
2317 raw => '1..2',
2318 tests_planned => 2,
2319 passed => TRUE,
2320 is_ok => TRUE,
2321 },
2322 { actual_passed => TRUE,
2323 is_actual_ok => TRUE,
2324 description => "",
2325 passed => TRUE,
2326 is_ok => TRUE,
2327 is_test => TRUE,
2328 has_skip => FALSE,
2329 has_todo => FALSE,
2330 number => 1,
2331 },
2332 { actual_passed => TRUE,
2333 is_actual_ok => TRUE,
2334 passed => TRUE,
2335 is_ok => TRUE,
2336 is_test => TRUE,
2337 has_skip => FALSE,
2338 has_todo => FALSE,
2339 number => 2,
2340 description => "",
2341 },
2342 ],
2343 plan => '1..2',
2344 passed => [ 1 .. 2 ],
2345 actual_passed => [ 1 .. 2 ],
2346 failed => [],
2347 actual_failed => [],
2348 todo => [],
2349 todo_passed => [],
2350 skipped => [],
2351 good_plan => TRUE,
2352 is_good_plan => TRUE,
2353 tests_planned => 2,
2354 tests_run => 2,
2355 parse_errors => [],
2356 'exit' => 0,
2357 wait => 0,
2358 version => 12,
2359 },
69f36734 2360 switches => {
2361 results => [
2362 { is_plan => TRUE,
2363 passed => TRUE,
2364 is_ok => TRUE,
2365 raw => '1..1',
2366 tests_planned => 1,
2367 },
2368 { actual_passed => TRUE,
2369 is_actual_ok => TRUE,
2370 passed => TRUE,
2371 is_ok => TRUE,
2372 is_test => TRUE,
2373 has_skip => FALSE,
2374 has_todo => FALSE,
2375 number => 1,
2376 description => "",
2377 explanation => '',
2378 },
2379 ],
2380 __ARGS__ => { switches => ['-Mstrict'] },
2381 plan => '1..1',
2382 passed => [1],
2383 actual_passed => [1],
2384 failed => [],
2385 actual_failed => [],
2386 todo => [],
2387 todo_passed => [],
2388 skipped => [],
2389 good_plan => TRUE,
2390 is_good_plan => TRUE,
2391 tests_planned => 1,
2392 tests_run => TRUE,
2393 parse_errors => [],
2394 'exit' => 0,
2395 wait => 0,
2396 version => 12,
2397 },
b965d173 2398 inc_taint => {
2399 results => [
2400 { is_plan => TRUE,
2401 passed => TRUE,
2402 is_ok => TRUE,
2403 raw => '1..1',
2404 tests_planned => 1,
2405 },
2406 { actual_passed => TRUE,
2407 is_actual_ok => TRUE,
2408 passed => TRUE,
2409 is_ok => TRUE,
2410 is_test => TRUE,
2411 has_skip => FALSE,
2412 has_todo => FALSE,
2413 number => 1,
2414 description => "",
2415 explanation => '',
2416 },
2417 ],
2418 __ARGS__ => { switches => ['-Iexamples'] },
2419 plan => '1..1',
2420 passed => [1],
2421 actual_passed => [1],
2422 failed => [],
2423 actual_failed => [],
2424 todo => [],
2425 todo_passed => [],
2426 skipped => [],
2427 good_plan => TRUE,
2428 is_good_plan => TRUE,
2429 tests_planned => 1,
2430 tests_run => TRUE,
2431 parse_errors => [],
2432 'exit' => 0,
2433 wait => 0,
2434 version => 12,
2435 },
2436 sequence_misparse => {
2437 results => [
2438 { is_plan => TRUE,
2439 raw => '1..5',
2440 tests_planned => 5,
2441 passed => TRUE,
2442 is_ok => TRUE,
2443 },
2444 { actual_passed => TRUE,
2445 is_actual_ok => TRUE,
2446 passed => TRUE,
2447 is_ok => TRUE,
2448 is_test => TRUE,
2449 has_skip => FALSE,
2450 has_todo => FALSE,
2451 number => 1,
2452 description => "",
2453 },
2454 { actual_passed => TRUE,
2455 is_actual_ok => TRUE,
2456 passed => TRUE,
2457 is_ok => TRUE,
2458 is_test => TRUE,
2459 has_skip => FALSE,
2460 has_todo => FALSE,
2461 number => 2,
2462 description => "",
2463 },
2464 { actual_passed => TRUE,
2465 is_actual_ok => TRUE,
2466 passed => TRUE,
2467 is_ok => TRUE,
2468 is_test => TRUE,
2469 has_skip => FALSE,
2470 has_todo => FALSE,
2471 number => 3,
2472 description => "\# skipped on foobar system",
2473 },
2474 { is_comment => TRUE,
2475 comment => '1234567890123456789012345678901234567890',
2476 },
2477 { actual_passed => TRUE,
2478 is_actual_ok => TRUE,
2479 passed => TRUE,
2480 is_ok => TRUE,
2481 is_test => TRUE,
2482 has_skip => FALSE,
2483 has_todo => FALSE,
2484 number => 4,
2485 description => "",
2486 },
2487 { is_comment => TRUE,
2488 comment => '1234567890123456789012345678901234567890',
2489 },
2490 { actual_passed => TRUE,
2491 is_actual_ok => TRUE,
2492 passed => TRUE,
2493 is_ok => TRUE,
2494 is_test => TRUE,
2495 has_skip => FALSE,
2496 has_todo => FALSE,
2497 number => 5,
2498 description => "",
2499 },
2500 ],
2501 plan => '1..5',
2502 passed => [ 1 .. 5 ],
2503 actual_passed => [ 1 .. 5 ],
2504 failed => [],
2505 actual_failed => [],
2506 todo => [],
2507 todo_passed => [],
2508 skipped => [],
2509 good_plan => TRUE,
2510 is_good_plan => TRUE,
2511 tests_planned => 5,
2512 tests_run => 5,
2513 parse_errors => [],
2514 'exit' => 0,
2515 wait => 0,
2516 version => 12,
2517 },
2518
2519 stdout_stderr => {
2520 results => [
2521 { is_comment => TRUE,
2522 passed => TRUE,
2523 is_ok => TRUE,
2524 comment => 'comments',
2525 },
2526 { actual_passed => TRUE,
2527 is_actual_ok => TRUE,
2528 passed => TRUE,
2529 is_ok => TRUE,
2530 is_test => TRUE,
2531 has_skip => FALSE,
2532 has_todo => FALSE,
2533 number => 1,
2534 description => '',
2535 explanation => '',
2536 },
2537 { actual_passed => TRUE,
2538 is_actual_ok => TRUE,
2539 passed => TRUE,
2540 is_ok => TRUE,
2541 is_test => TRUE,
2542 has_skip => FALSE,
2543 has_todo => FALSE,
2544 number => 2,
2545 description => '',
2546 explanation => '',
2547 },
2548 { actual_passed => TRUE,
2549 is_actual_ok => TRUE,
2550 passed => TRUE,
2551 is_ok => TRUE,
2552 is_test => TRUE,
2553 has_skip => FALSE,
2554 has_todo => FALSE,
2555 number => 3,
2556 description => '',
2557 explanation => '',
2558 },
2559 { is_comment => TRUE,
2560 passed => TRUE,
2561 is_ok => TRUE,
2562 comment => 'comment',
2563 },
2564 { actual_passed => TRUE,
2565 is_actual_ok => TRUE,
2566 passed => TRUE,
2567 is_ok => TRUE,
2568 is_test => TRUE,
2569 has_skip => FALSE,
2570 has_todo => FALSE,
2571 number => 4,
2572 description => '',
2573 explanation => '',
2574 },
2575 { is_comment => TRUE,
2576 passed => TRUE,
2577 is_ok => TRUE,
2578 comment => 'more ignored stuff',
2579 },
2580 { is_comment => TRUE,
2581 passed => TRUE,
2582 is_ok => TRUE,
2583 comment => 'and yet more',
2584 },
2585 { is_plan => TRUE,
2586 passed => TRUE,
2587 is_ok => TRUE,
2588 raw => '1..4',
2589 tests_planned => 4,
2590 },
2591 ],
2592 plan => '1..4',
2593 passed => [ 1 .. 4 ],
2594 actual_passed => [ 1 .. 4 ],
2595 failed => [],
2596 actual_failed => [],
2597 todo => [],
2598 todo_passed => [],
2599 skipped => [],
2600 good_plan => TRUE,
2601 is_good_plan => TRUE,
2602 tests_planned => 4,
2603 tests_run => 4,
2604 parse_errors => [],
2605 'exit' => 0,
2606 wait => 0,
2607 version => 12,
2608 need_open3 => 1,
2609 },
2610
2611 junk_before_plan => {
2612 results => [
2613 { is_unknown => TRUE,
2614 raw => 'this is junk',
2615 },
2616 { is_comment => TRUE,
2617 comment => "this is a comment",
2618 },
2619 { is_plan => TRUE,
2620 passed => TRUE,
2621 is_ok => TRUE,
2622 raw => '1..1',
2623 tests_planned => 1,
2624 },
2625 { actual_passed => TRUE,
2626 is_actual_ok => TRUE,
2627 passed => TRUE,
2628 is_ok => TRUE,
2629 is_test => TRUE,
2630 has_skip => FALSE,
2631 has_todo => FALSE,
2632 number => 1,
2633 },
2634 ],
2635 plan => '1..1',
2636 passed => [ 1 .. 1 ],
2637 actual_passed => [ 1 .. 1 ],
2638 failed => [],
2639 actual_failed => [],
2640 todo => [],
2641 todo_passed => [],
2642 skipped => [],
2643 good_plan => TRUE,
2644 is_good_plan => TRUE,
2645 tests_planned => 1,
2646 tests_run => 1,
2647 parse_errors => [],
2648 'exit' => 0,
2649 wait => 0,
2650 version => 12,
2651 },
2652 version_good => {
2653 results => [
2654 { is_version => TRUE,
2655 raw => 'TAP version 13',
2656 },
2657 { is_plan => TRUE,
2658 raw => '1..5',
2659 tests_planned => 5,
2660 passed => TRUE,
2661 is_ok => TRUE,
2662 },
2663 { actual_passed => TRUE,
2664 is_actual_ok => TRUE,
2665 passed => TRUE,
2666 is_ok => TRUE,
2667 is_test => TRUE,
2668 has_skip => FALSE,
2669 has_todo => FALSE,
2670 number => 1,
2671 description => "",
2672 },
2673 { actual_passed => TRUE,
2674 is_actual_ok => TRUE,
2675 passed => TRUE,
2676 is_ok => TRUE,
2677 is_test => TRUE,
2678 has_skip => FALSE,
2679 has_todo => FALSE,
2680 number => 2,
2681 description => "",
2682 },
2683 { actual_passed => TRUE,
2684 is_actual_ok => TRUE,
2685 passed => TRUE,
2686 is_ok => TRUE,
2687 is_test => TRUE,
2688 has_skip => FALSE,
2689 has_todo => FALSE,
2690 number => 3,
2691 description => "",
2692 },
2693 { actual_passed => TRUE,
2694 is_actual_ok => TRUE,
2695 passed => TRUE,
2696 is_ok => TRUE,
2697 is_test => TRUE,
2698 has_skip => FALSE,
2699 has_todo => FALSE,
2700 number => 4,
2701 description => "",
2702 },
2703 { actual_passed => TRUE,
2704 is_actual_ok => TRUE,
2705 passed => TRUE,
2706 is_ok => TRUE,
2707 is_test => TRUE,
2708 has_skip => FALSE,
2709 has_todo => FALSE,
2710 number => 5,
2711 description => "",
2712 },
2713 ],
2714 plan => '1..5',
2715 passed => [ 1 .. 5 ],
2716 actual_passed => [ 1 .. 5 ],
2717 failed => [],
2718 actual_failed => [],
2719 todo => [],
2720 todo_passed => [],
2721 skipped => [],
2722 good_plan => TRUE,
2723 is_good_plan => TRUE,
2724 tests_planned => 5,
2725 tests_run => 5,
2726 parse_errors => [],
2727 'exit' => 0,
2728 wait => 0,
2729 version => 13,
2730 },
2731 version_old => {
2732 results => [
2733 { is_version => TRUE,
2734 raw => 'TAP version 12',
2735 },
2736 { is_plan => TRUE,
2737 raw => '1..5',
2738 tests_planned => 5,
2739 passed => TRUE,
2740 is_ok => TRUE,
2741 },
2742 { actual_passed => TRUE,
2743 is_actual_ok => TRUE,
2744 passed => TRUE,
2745 is_ok => TRUE,
2746 is_test => TRUE,
2747 has_skip => FALSE,
2748 has_todo => FALSE,
2749 number => 1,
2750 description => "",
2751 },
2752 { actual_passed => TRUE,
2753 is_actual_ok => TRUE,
2754 passed => TRUE,
2755 is_ok => TRUE,
2756 is_test => TRUE,
2757 has_skip => FALSE,
2758 has_todo => FALSE,
2759 number => 2,
2760 description => "",
2761 },
2762 { actual_passed => TRUE,
2763 is_actual_ok => TRUE,
2764 passed => TRUE,
2765 is_ok => TRUE,
2766 is_test => TRUE,
2767 has_skip => FALSE,
2768 has_todo => FALSE,
2769 number => 3,
2770 description => "",
2771 },
2772 { actual_passed => TRUE,
2773 is_actual_ok => TRUE,
2774 passed => TRUE,
2775 is_ok => TRUE,
2776 is_test => TRUE,
2777 has_skip => FALSE,
2778 has_todo => FALSE,
2779 number => 4,
2780 description => "",
2781 },
2782 { actual_passed => TRUE,
2783 is_actual_ok => TRUE,
2784 passed => TRUE,
2785 is_ok => TRUE,
2786 is_test => TRUE,
2787 has_skip => FALSE,
2788 has_todo => FALSE,
2789 number => 5,
2790 description => "",
2791 },
2792 ],
2793 plan => '1..5',
2794 passed => [ 1 .. 5 ],
2795 actual_passed => [ 1 .. 5 ],
2796 failed => [],
2797 actual_failed => [],
2798 todo => [],
2799 todo_passed => [],
2800 skipped => [],
2801 good_plan => TRUE,
2802 is_good_plan => TRUE,
2803 tests_planned => 5,
2804 tests_run => 5,
2805 parse_errors =>
5e727a3e 2806 [ 'Explicit TAP version must be at least 13. Got version 12' ],
b965d173 2807 'exit' => 0,
2808 wait => 0,
2809 version => 12,
2810 },
2811 version_late => {
2812 results => [
2813 { is_plan => TRUE,
2814 raw => '1..5',
2815 tests_planned => 5,
2816 passed => TRUE,
2817 is_ok => TRUE,
2818 },
2819 { is_version => TRUE,
2820 raw => 'TAP version 13',
2821 },
2822 { actual_passed => TRUE,
2823 is_actual_ok => TRUE,
2824 passed => TRUE,
2825 is_ok => TRUE,
2826 is_test => TRUE,
2827 has_skip => FALSE,
2828 has_todo => FALSE,
2829 number => 1,
2830 description => "",
2831 },
2832 { actual_passed => TRUE,
2833 is_actual_ok => TRUE,
2834 passed => TRUE,
2835 is_ok => TRUE,
2836 is_test => TRUE,
2837 has_skip => FALSE,
2838 has_todo => FALSE,
2839 number => 2,
2840 description => "",
2841 },
2842 { actual_passed => TRUE,
2843 is_actual_ok => TRUE,
2844 passed => TRUE,
2845 is_ok => TRUE,
2846 is_test => TRUE,
2847 has_skip => FALSE,
2848 has_todo => FALSE,
2849 number => 3,
2850 description => "",
2851 },
2852 { actual_passed => TRUE,
2853 is_actual_ok => TRUE,
2854 passed => TRUE,
2855 is_ok => TRUE,
2856 is_test => TRUE,
2857 has_skip => FALSE,
2858 has_todo => FALSE,
2859 number => 4,
2860 description => "",
2861 },
2862 { actual_passed => TRUE,
2863 is_actual_ok => TRUE,
2864 passed => TRUE,
2865 is_ok => TRUE,
2866 is_test => TRUE,
2867 has_skip => FALSE,
2868 has_todo => FALSE,
2869 number => 5,
2870 description => "",
2871 },
2872 ],
2873 plan => '1..5',
2874 passed => [ 1 .. 5 ],
2875 actual_passed => [ 1 .. 5 ],
2876 failed => [],
2877 actual_failed => [],
2878 todo => [],
2879 todo_passed => [],
2880 skipped => [],
2881 good_plan => TRUE,
2882 is_good_plan => TRUE,
2883 tests_planned => 5,
2884 tests_run => 5,
2885 parse_errors =>
5e727a3e 2886 [ 'If TAP version is present it must be the first line of output' ],
b965d173 2887 'exit' => 0,
2888 wait => 0,
2889 version => 12,
2890 },
2891
2892 escape_eol => {
2893 results => [
2894 { is_plan => TRUE,
2895 raw => '1..2',
2896 tests_planned => 2,
2897 passed => TRUE,
2898 is_ok => TRUE,
2899 },
2900 { actual_passed => TRUE,
2901 is_actual_ok => TRUE,
2902 description =>
2903 'Should parse as literal backslash --> \\',
2904 passed => TRUE,
2905 is_ok => TRUE,
2906 is_test => TRUE,
2907 has_skip => FALSE,
2908 has_todo => FALSE,
2909 number => 1,
2910 is_unplanned => FALSE,
2911 },
2912 { actual_passed => TRUE,
2913 is_actual_ok => TRUE,
2914 passed => TRUE,
2915 is_ok => TRUE,
2916 is_test => TRUE,
2917 has_skip => FALSE,
2918 has_todo => FALSE,
2919 number => 2,
2920 description => 'Not a continuation line',
2921 is_unplanned => FALSE,
2922 },
2923 ],
2924 plan => '1..2',
2925 passed => [ 1 .. 2 ],
2926 actual_passed => [ 1 .. 2 ],
2927 failed => [],
2928 actual_failed => [],
2929 todo => [],
2930 todo_passed => [],
2931 skipped => [],
2932 good_plan => TRUE,
2933 is_good_plan => TRUE,
2934 tests_planned => 2,
2935 tests_run => 2,
2936 parse_errors => [],
2937 'exit' => 0,
2938 wait => 0,
2939 version => 12,
2940 },
2941
2942 escape_hash => {
2943 results => [
2944 { is_plan => TRUE,
2945 raw => '1..3',
2946 tests_planned => 3,
2947 passed => TRUE,
2948 is_ok => TRUE,
2949 },
2950 { actual_passed => TRUE,
2951 is_actual_ok => TRUE,
2952 description => 'Not a \\# TODO',
2953 passed => TRUE,
2954 is_ok => TRUE,
2955 is_test => TRUE,
2956 has_skip => FALSE,
2957 has_todo => FALSE,
2958 number => 1,
2959 is_unplanned => FALSE,
2960 },
2961 { actual_passed => TRUE,
2962 is_actual_ok => TRUE,
2963 passed => TRUE,
2964 is_ok => TRUE,
2965 is_test => TRUE,
2966 has_skip => FALSE,
2967 has_todo => FALSE,
2968 number => 2,
2969 description => 'Not a \\# SKIP',
2970 is_unplanned => FALSE,
2971 },
2972 { actual_passed => TRUE,
2973 is_actual_ok => TRUE,
2974 passed => TRUE,
2975 is_ok => TRUE,
2976 is_test => TRUE,
2977 has_skip => FALSE,
2978 has_todo => FALSE,
2979 number => 3,
2980 description => 'Escaped \\\\\\#',
2981 is_unplanned => FALSE,
2982 },
2983 ],
2984 plan => '1..3',
2985 passed => [ 1 .. 3 ],
2986 actual_passed => [ 1 .. 3 ],
2987 failed => [],
2988 actual_failed => [],
2989 todo => [],
2990 todo_passed => [],
2991 skipped => [],
2992 good_plan => TRUE,
2993 is_good_plan => TRUE,
2994 tests_planned => 3,
2995 tests_run => 3,
2996 parse_errors => [],
2997 'exit' => 0,
2998 wait => 0,
2999 version => 12,
3000 },
3001);
3002
3003my %HANDLER_FOR = (
3004 NOT_ZERO, sub { local $^W; 0 != shift },
3005 TRUE, sub { local $^W; !!shift },
3006 FALSE, sub { local $^W; !shift },
3007);
3008
3009my $can_open3 = ( $Config{d_fork} || $IsWin32 ) ? 1 : 0;
3010
3011for my $hide_fork ( 0 .. $can_open3 ) {
3012 if ($hide_fork) {
3013 no strict 'refs';
3014 local $^W = 0;
3015 *{'TAP::Parser::Iterator::Process::_use_open3'} = sub {return};
3016 }
3017
3018 TEST:
3019 for my $test ( sort keys %samples ) {
3020
3021 #next unless 'empty' eq $test;
3022 my %details = %{ $samples{$test} };
3023
3024 if ( my $skip_if = delete $details{skip_if} ) {
3025 next TEST if $skip_if->();
3026 }
3027
3028 my $results = delete $details{results};
3029 my $args = delete $details{__ARGS__};
3030 my $need_open3 = delete $details{need_open3};
3031
3032 next TEST if $need_open3 && ( $hide_fork || !$can_open3 );
3033
3034 # the following acrobatics are necessary to make it easy for the
3035 # Test::Builder::failure_output() method to be overridden when
3036 # TAP::Parser is not installed. Otherwise, these tests will fail.
5e727a3e 3037
3038 unshift @{ $args->{switches} },
3039 $ENV{PERL_CORE} ? ( map {"-I$_"} @INC ) : ('-It/lib');
b965d173 3040
3041 $args->{source} = File::Spec->catfile( $SAMPLE_TESTS, $test );
3042 $args->{merge} = !$hide_fork;
3043
3044 my $parser = eval { analyze_test( $test, [@$results], $args ) };
3045 my $error = $@;
5e727a3e 3046 ok !$error, "'$test' should parse successfully"
3047 or diag $error;
b965d173 3048
3049 if ($error) {
3050 my $tests = 0;
3051 while ( my ( $method, $answer ) = each %details ) {
3052 $tests += ref $answer ? 2 : 1;
3053 }
3054 SKIP: {
3055 skip "$test did not parse successfully", $tests;
3056 }
3057 }
3058 else {
3059 while ( my ( $method, $answer ) = each %details ) {
3060 if ( my $handler = $HANDLER_FOR{ $answer || '' } ) { # yuck
3061 ok $handler->( $parser->$method() ),
3062 "... and $method should return a reasonable value ($test)";
3063 }
3064 elsif ( !ref $answer ) {
3065 local $^W; # uninit warnings
3066
3067 $answer = _vmsify_answer( $method, $answer );
3068
3069 is $parser->$method(), $answer,
3070 "... and $method should equal $answer ($test)";
3071 }
3072 else {
3073 is scalar $parser->$method(), scalar @$answer,
3074 "... and $method should be the correct amount ($test)";
3075 is_deeply [ $parser->$method() ], $answer,
3076 "... and $method should be the correct values ($test)";
3077 }
3078 }
3079 }
3080 }
3081}
3082
5e727a3e 3083my %Unix2VMS_Exit_Codes = ( 1 => 4, );
b965d173 3084
3085sub _vmsify_answer {
3086 my ( $method, $answer ) = @_;
3087
3088 return $answer unless $IsVMS;
3089
3090 if ( $method eq 'exit'
3091 and exists $Unix2VMS_Exit_Codes{$answer} )
3092 {
3093 $answer = $Unix2VMS_Exit_Codes{$answer};
3094 }
3095
3096 return $answer;
3097}
3098
3099sub analyze_test {
3100 my ( $test, $results, $args ) = @_;
3101
3102 my $parser = TAP::Parser->new($args);
3103 my $count = 1;
3104 while ( defined( my $result = $parser->next ) ) {
3105
3106 my $expected = shift @$results;
3107 my $desc
3108 = $result->is_test
3109 ? $result->description
3110 : $result->raw;
5e727a3e 3111 $desc = $result->plan
3112 if $result->is_plan && $desc =~ /SKIP/i;
b965d173 3113 $desc =~ s/#/<hash>/g;
3114 $desc =~ s/\s+/ /g; # Drop newlines
3115 ok defined $expected,
3116 "$test/$count We should have a result for $desc";
3117 while ( my ( $method, $answer ) = each %$expected ) {
3118
3119 if ( my $handler = $HANDLER_FOR{ $answer || '' } ) { # yuck
3120 ok $handler->( $result->$method() ),
3121 "... and $method should return a reasonable value ($test/$count)";
3122 }
3123 elsif ( ref $answer ) {
3124 is_deeply $result->$method(), $answer,
3125 "... and $method should return the correct structure ($test/$count)";
3126 }
3127 else {
3128 is $result->$method(), $answer,
3129 "... and $method should return the correct answer ($test/$count)";
3130 }
3131 }
3132 $count++;
3133 }
3134 is @$results, 0,
3135 "... and we should have the correct number of results ($test)";
3136 return $parser;
3137}
3138
3139# vms_nit
Unnamed repository; edit this file to name it for gitweb.