[p5sagit/p5-mst-13.2.git] / vms / test.com

$!  Test.Com - DCL driver for perl5 regression tests
$!
$!  Version 1.1   4-Dec-1995
$!  Charles Bailey  bailey@newman.upenn.edu
$
$!  A little basic setup
$   On Error Then Goto wrapup
$   olddef = F$Environment("Default")
$   oldmsg = F$Environment("Message")
$   If F$Search("t.dir").nes.""
$   Then
$       Set Default [.t]
$   Else
$       If F$TrnLNm("Perl_Root").nes.""
$       Then 
$           Set Default Perl_Root:[t]
$       Else
$           Write Sys$Error "Can't find test directory"
$           Exit 44
$       EndIf
$   EndIf
$   Set Message /NoFacility/NoSeverity/NoIdentification/NoText
$
$   exe = ".Exe"
$   If p1.nes."" Then exe = p1
$   If F$Extract(0,1,exe) .nes. "."
$   Then
$     Write Sys$Error ""
$     Write Sys$Error "The first parameter passed to Test.Com must be the file type used for the"
$     Write Sys$Error "images produced when you built Perl (i.e. "".Exe"", unless you edited"
$     Write Sys$Error "Descrip.MMS or used the AXE=1 macro in the MM[SK] command line."
$     Write Sys$Error ""
$     Exit 44
$   EndIf
$!
$!  "debug" perl if second parameter is nonblank
$!
$   dbg = ""
$   ndbg = ""
$   if p2.nes."" then dbg  = "dbg"
$   if p2.nes."" then ndbg = "ndbg"
$!
$!  Pick up a copy of perl to use for the tests
$   If F$Search("Perl.").nes."" Then Delete/Log/NoConfirm Perl.;*
$   Copy/Log/NoConfirm [-]'ndbg'Perl'exe' []Perl.
$!
$!  Pick up a copy of vmspipe.com to use for the tests
$   If F$Search("VMSPIPE.COM").nes."" then Delete/Log/Noconfirm VMSPIPE.COM;*
$   Copy/Log/NoConfirm [-]VMSPIPE.COM []
$!
$!  Make the environment look a little friendlier to tests which assume Unix
$   cat == "Type"
$   Macro/NoDebug/NoList/Object=Echo.Obj Sys$Input
		.title echo
		.psect data,wrt,noexe
	dsc:
		.word 0
		.byte 14 ; DSC$K_DTYPE_T
		.byte 2  ; DSC$K_CLASS_D
		.long 0
		.psect code,nowrt,exe
		.entry	echo,^m<r2,r3>
		movab	dsc,r2
		pushab	(r2)
		calls	#1,G^LIB$GET_FOREIGN
		movl	4(r2),r3
		movzwl	(r2),r0
		addl2	4(r2),r0
		cmpl	r3,r0
		bgtru	sym.3
		nop	
	sym.1:
		movb	(r3),r0
		cmpb	r0,#65
		blss	sym.2
		cmpb	r0,#90
		bgtr	sym.2
		cvtbl	r0,r0
		addl2	#32,r0
		cvtlb	r0,(r3)
	sym.2:
		incl	r3
		movzwl	(r2),r0
		addl2	4(r2),r0
		cmpl	r3,r0
		blequ	sym.1
	sym.3:
		pushab	(r2)
		calls	#1,G^LIB$PUT_OUTPUT
		movl	#1,r0
		ret	
		.end echo
$   If F$Search("Echo.Exe").nes."" Then Delete/Log/NoConfirm Echo.Exe;*
$   Link/NoMap/NoTrace/Exe=Echo.Exe Echo.Obj;
$   Delete/Log/NoConfirm Echo.Obj;*
$   echo == "$" + F$Parse("Echo.Exe")
$
$!  And do it
$   Show Process/Accounting
$   testdir = "Directory/NoHead/NoTrail/Column=1"
$   PerlShr_filespec = f$parse("Sys$Disk:[-]''dbg'PerlShr''exe'")
$   Define 'dbg'Perlshr 'PerlShr_filespec'
$   MCR Sys$Disk:[]Perl. "-I[-.lib]" - "''p3'" "''p4'" "''p5'" "''p6'"
$   Deck/Dollar=$$END-OF-TEST$$
# $RCSfile: test.com,v $$Revision: 1.1 $$Date: 2001/11/13 00:26:19 $
# Modified for VMS 30-Sep-1994  Charles Bailey  bailey@newman.upenn.edu
#
# This is written in a peculiar style, since we're trying to avoid
# most of the constructs we'll be testing for.

# skip those tests we know will fail entirely or cause perl to hang bacause
# of Unixisms in the tests.  (The Perl operators being tested may work fine,
# but the tests may use other operators which don't.)
use Config;
use File::Spec;

@compexcl=('cpp.t');
@libexcl=('io_pipe.t', 'io_poll.t', 'io_sel.t',
          'io_sock.t', 'io_unix.t');

# io_xs.t tests the new_tmpfile routine, which doesn't work with the
# VAXCRTL, since the file can't be stat()d, an Perl's do_open()
# insists on stat()ing a file descriptor before it'll use it.
push(@libexcl,'io_xs.t') if $Config{'vms_cc_type'} ne 'decc';

@opexcl=('die_exit.t','exec.t','groups.t','magic.t','stat.t');
@exclist=(@compexcl,@ioexcl,@libexcl,@opexcl);
foreach $file (@exclist) { $skip{$file}++; }

$| = 1;

# Let tests know they're running in the perl core.  Useful for modules
# which live dual lives on CPAN.
$ENV{PERL_CORE} = 1;

@ARGV = grep($_,@ARGV);  # remove empty elements due to "''p1'" syntax

if (lc($ARGV[0]) eq '-v') {
    $verbose = 1;
    shift;
}

chdir 't' if -f 't/TEST';

if ($ARGV[0] eq '') {
    foreach (<[.*]*.t>, <[-.ext...]*.t>, <[-.lib...]*.t>) {
      $_ = File::Spec->abs2rel($_);
      s/\[([a-z]+)/[.$1/;      # hmm, abs2rel doesn't do subdirs of the cwd
      ($fname = $_) =~ s/.*\]//;
      if ($skip{"\L$fname"}) { push(@skipped,$_); }
      else { push(@ARGV,$_); }
    }
}

if (@skipped) {
  print "The following tests were skipped because they rely extensively on\n";
  print " Unixisms not compatible with the current version of perl for VMS:\n";
  print "\t",join("\n\t",@skipped),"\n\n";
}

$bad = 0;
$good = 0;
$total = @ARGV;
while ($test = shift) {
    if ($test =~ /^$/) {
	next;
    }
    $te = $test;
    chop($te);
    $te .= '.' x (40 - length($te));
	open(script,"$test") || die "Can't run $test.\n";
	$_ = <script>;
	close(script);
	if (/#!..perl(.*)/) {
	    $switch = $1;
	    # Add "" to protect uppercase switches on command line
	    $switch =~ s/-(\S*[A-Z]\S*)/"-$1"/g;
	} else {
	    $switch = '';
	}
	open(results,"\$ MCR Sys\$Disk:[]Perl. \"-I[-.lib]\" $switch $test 2>&1|") || (print "can't run.\n");
    $ok = 0;
    $next = 0;
    $pending_not = 0;
    while (<results>) {
	if ($verbose) {
	    print "$te$_";
	    $te = '';
	}
	unless (/^#/) {
	    if (/^1\.\.([0-9]+)( todo ([\d ]+))?/) {
		$max = $1;
                %todo = map { $_ => 1 } split / /, $3 if $3;
		$totmax += $max;
		$files += 1;
		$next = 1;
		$ok = 1;
	    } else {
                # our 'echo' substitute produces one more \n than Unix'
		next if /^\s*$/;


                if (/^(not )?ok (\d+)[^#]*(\s*#.*)?/ &&
                    $2 == $next)
                {
                    my($not, $num, $extra) = ($1, $2, $3);
                    my($istodo) = $extra =~ /^\s*#\s*TODO/ if $extra;
                    $istodo = 1 if $todo{$num};

                    if( $not && !$istodo ) {
                        $ok = 0;
                        $next = $num;
                        last;
                    }
                    elsif( $pending_not ) {
                        $next = $num;
                        $ok = 0;
                    }
                    else {
                        $next = $next + 1;
                    }
                }
                elsif(/^not $/) {
                    # VMS has this problem.  It sometimes adds newlines
                    # between prints.  This sometimes means you get
                    # "not \nok 42"
                    $pending_not = 1;
                }
                elsif (/^Bail out!\s*(.*)/i) { # magic words
                    die "FAILED--Further testing stopped" . ($1 ? ": $1\n" : ".\n");
		}
		else {
                    $ok = 0;
		}

	    }
	}
    }
    $next = $next - 1;
    if ($ok && $next == $max) {
	if ($max) {
	    print "${te}ok\n";
	    $good = $good + 1;
	} else {
	    print "${te}skipping test on this platform\n";
	    $files -= 1;
	}
    } else {
	$next += 1;
	print "${te}FAILED on test $next\n";
	$bad = $bad + 1;
	$_ = $test;
	if (/^base/) {
	    die "Failed a basic test--cannot continue.\n";
	}
    }
}

if ($bad == 0) {
    if ($ok) {
	print "All tests successful.\n";
    } else {
	die "FAILED--no tests were run for some reason.\n";
    }
} else {
    $pct = sprintf("%.2f", $good / $total * 100);
    if ($bad == 1) {
	warn "Failed 1 test, $pct% okay.\n";
    } else {
	warn "Failed $bad/$total tests, $pct% okay.\n";
    }
}
($user,$sys,$cuser,$csys) = times;
print sprintf("u=%g  s=%g  cu=%g  cs=%g  scripts=%d  tests=%d\n",
    $user,$sys,$cuser,$csys,$files,$totmax);
$$END-OF-TEST$$
$ wrapup:
$   deassign 'dbg'Perlshr
$   Show Process/Accounting
$   Set Default &olddef
$   Set Message 'oldmsg'
$   Exit
Commit	Line	Data
a0d0e21e	1	$! Test.Com - DCL driver for perl5 regression tests
a0d0e21e	2	$!
e518068a	3	$! Version 1.1 4-Dec-1995
bd3fa61c	4	$! Charles Bailey bailey@newman.upenn.edu
a0d0e21e	5	$
	6	$! A little basic setup
	7	$ On Error Then Goto wrapup
e518068a	8	$ olddef = F$Environment("Default")
84902520	9	$ oldmsg = F$Environment("Message")
e518068a	10	$ If F$Search("t.dir").nes.""
	11	$ Then
	12	$ Set Default [.t]
	13	$ Else
	14	$ If F$TrnLNm("Perl_Root").nes.""
	15	$ Then
	16	$ Set Default Perl_Root:[t]
	17	$ Else
	18	$ Write Sys$Error "Can't find test directory"
	19	$ Exit 44
	20	$ EndIf
	21	$ EndIf
93d6612c	22	$ Set Message /NoFacility/NoSeverity/NoIdentification/NoText
a0d0e21e	23	$
491527d0	24	$ exe = ".Exe"
	25	$ If p1.nes."" Then exe = p1
	26	$ If F$Extract(0,1,exe) .nes. "."
	27	$ Then
	28	$ Write Sys$Error ""
	29	$ Write Sys$Error "The first parameter passed to Test.Com must be the file type used for the"
	30	$ Write Sys$Error "images produced when you built Perl (i.e. "".Exe"", unless you edited"
	31	$ Write Sys$Error "Descrip.MMS or used the AXE=1 macro in the MM[SK] command line."
	32	$ Write Sys$Error ""
	33	$ Exit 44
	34	$ EndIf
3eeba6fb	35	$!
	36	$! "debug" perl if second parameter is nonblank
	37	$!
	38	$ dbg = ""
	39	$ ndbg = ""
	40	$ if p2.nes."" then dbg = "dbg"
	41	$ if p2.nes."" then ndbg = "ndbg"
	42	$!
a0d0e21e	43	$! Pick up a copy of perl to use for the tests
8713643e	44	$ If F$Search("Perl.").nes."" Then Delete/Log/NoConfirm Perl.;*
3eeba6fb	45	$ Copy/Log/NoConfirm [-]'ndbg'Perl'exe' []Perl.
59d8d783	46	$!
	47	$! Pick up a copy of vmspipe.com to use for the tests
	48	$ If F$Search("VMSPIPE.COM").nes."" then Delete/Log/Noconfirm VMSPIPE.COM;*
	49	$ Copy/Log/NoConfirm [-]VMSPIPE.COM []
	50	$!
a0d0e21e	51	$! Make the environment look a little friendlier to tests which assume Unix
3b558104	52	$ cat == "Type"
ff0cee69	53	$ Macro/NoDebug/NoList/Object=Echo.Obj Sys$Input
a0d0e21e	54	.title echo
	55	.psect data,wrt,noexe
	56	dsc:
	57	.word 0
	58	.byte 14 ; DSC$K_DTYPE_T
	59	.byte 2 ; DSC$K_CLASS_D
	60	.long 0
	61	.psect code,nowrt,exe
	62	.entry echo,^m<r2,r3>
	63	movab dsc,r2
	64	pushab (r2)
	65	calls #1,G^LIB$GET_FOREIGN
	66	movl 4(r2),r3
	67	movzwl (r2),r0
	68	addl2 4(r2),r0
	69	cmpl r3,r0
	70	bgtru sym.3
	71	nop
	72	sym.1:
	73	movb (r3),r0
	74	cmpb r0,#65
	75	blss sym.2
	76	cmpb r0,#90
	77	bgtr sym.2
	78	cvtbl r0,r0
	79	addl2 #32,r0
	80	cvtlb r0,(r3)
	81	sym.2:
	82	incl r3
	83	movzwl (r2),r0
	84	addl2 4(r2),r0
	85	cmpl r3,r0
	86	blequ sym.1
	87	sym.3:
	88	pushab (r2)
	89	calls #1,G^LIB$PUT_OUTPUT
	90	movl #1,r0
	91	ret
	92	.end echo
59d8d783	93	$ If F$Search("Echo.Exe").nes."" Then Delete/Log/NoConfirm Echo.Exe;*
ff0cee69	94	$ Link/NoMap/NoTrace/Exe=Echo.Exe Echo.Obj;
a0d0e21e	95	$ Delete/Log/NoConfirm Echo.Obj;*
3b558104	96	$ echo == "$" + F$Parse("Echo.Exe")
a0d0e21e	97	$
a0d0e21e	98	$! And do it
09b7f37c	99	$ Show Process/Accounting
e518068a	100	$ testdir = "Directory/NoHead/NoTrail/Column=1"
746380c8	101	$ PerlShr_filespec = f$parse("Sys$Disk:[-]''dbg'PerlShr''exe'")
746380c8	102	$ Define 'dbg'Perlshr 'PerlShr_filespec'
3eeba6fb	103	$ MCR Sys$Disk:[]Perl. "-I[-.lib]" - "''p3'" "''p4'" "''p5'" "''p6'"
a0d0e21e	104	$ Deck/Dollar=$$END-OF-TEST$$
ba553610	105	# $RCSfile: test.com,v $$Revision: 1.1 $$Date: 2001/11/13 00:26:19 $
bd3fa61c	106	# Modified for VMS 30-Sep-1994 Charles Bailey bailey@newman.upenn.edu
a0d0e21e	107	#
	108	# This is written in a peculiar style, since we're trying to avoid
	109	# most of the constructs we'll be testing for.
	110
	111	# skip those tests we know will fail entirely or cause perl to hang bacause
271404a7	112	# of Unixisms in the tests. (The Perl operators being tested may work fine,
271404a7	113	# but the tests may use other operators which don't.)
71be2cbc	114	use Config;
cd4070af	115	use File::Spec;
71be2cbc	116
84902520	117	@compexcl=('cpp.t');
ba553610	118	@libexcl=('io_pipe.t', 'io_poll.t', 'io_sel.t',
e6c299c8	119	'io_sock.t', 'io_unix.t');
71be2cbc	120
71be2cbc	121	# io_xs.t tests the new_tmpfile routine, which doesn't work with the
	122	# VAXCRTL, since the file can't be stat()d, an Perl's do_open()
	123	# insists on stat()ing a file descriptor before it'll use it.
	124	push(@libexcl,'io_xs.t') if $Config{'vms_cc_type'} ne 'decc';
	125
e6c299c8	126	@opexcl=('die_exit.t','exec.t','groups.t','magic.t','stat.t');
a0d0e21e	127	@exclist=(@compexcl,@ioexcl,@libexcl,@opexcl);
	128	foreach $file (@exclist) { $skip{$file}++; }
	129
	130	$\| = 1;
	131
60e23f2f	132	# Let tests know they're running in the perl core. Useful for modules
	133	# which live dual lives on CPAN.
	134	$ENV{PERL_CORE} = 1;
	135
34b5aed4	136	@ARGV = grep($_,@ARGV); # remove empty elements due to "''p1'" syntax
34b5aed4	137
61bb5906	138	if (lc($ARGV[0]) eq '-v') {
a0d0e21e	139	$verbose = 1;
34b5aed4	140	shift;
34b5aed4	141	}
a0d0e21e	142
	143	chdir 't' if -f 't/TEST';
	144
	145	if ($ARGV[0] eq '') {
91af766a	146	foreach (<[.].t>, <[-.ext...].t>, <[-.lib...].t>) {
cd4070af	147	$_ = File::Spec->abs2rel($_);
cd4070af	148	s/\[([a-z]+)/[.$1/; # hmm, abs2rel doesn't do subdirs of the cwd
34b5aed4	149	($fname = $_) =~ s/.*\]//;
a0d0e21e	150	if ($skip{"\L$fname"}) { push(@skipped,$_); }
	151	else { push(@ARGV,$_); }
	152	}
	153	}
	154
	155	if (@skipped) {
	156	print "The following tests were skipped because they rely extensively on\n";
	157	print " Unixisms not compatible with the current version of perl for VMS:\n";
34b5aed4	158	print "\t",join("\n\t",@skipped),"\n\n";
a0d0e21e	159	}
	160
	161	$bad = 0;
	162	$good = 0;
	163	$total = @ARGV;
	164	while ($test = shift) {
	165	if ($test =~ /^$/) {
	166	next;
	167	}
	168	$te = $test;
	169	chop($te);
cd4070af	170	$te .= '.' x (40 - length($te));
a0d0e21e	171	open(script,"$test") \|\| die "Can't run $test.\n";
	172	$_ = <script>;
	173	close(script);
	174	if (/#!..perl(.*)/) {
	175	$switch = $1;
55497cff	176	# Add "" to protect uppercase switches on command line
44a8e56a	177	$switch =~ s/-(\S[A-Z]\S)/"-$1"/g;
a0d0e21e	178	} else {
	179	$switch = '';
	180	}
9428117f	181	open(results,"\$ MCR Sys\$Disk:[]Perl. \"-I[-.lib]\" $switch $test 2>&1\|") \|\| (print "can't run.\n");
a0d0e21e	182	$ok = 0;
a0d0e21e	183	$next = 0;
3eeba6fb	184	$pending_not = 0;
a0d0e21e	185	while (<results>) {
a0d0e21e	186	if ($verbose) {
34b5aed4	187	print "$te$_";
34b5aed4	188	$te = '';
a0d0e21e	189	}
a0d0e21e	190	unless (/^#/) {
6c750130	191	if (/^1\.\.([0-9]+)( todo ([\d ]+))?/) {
a0d0e21e	192	$max = $1;
6c750130	193	%todo = map { $_ => 1 } split / /, $3 if $3;
a0d0e21e	194	$totmax += $max;
	195	$files += 1;
	196	$next = 1;
	197	$ok = 1;
	198	} else {
6c750130	199	# our 'echo' substitute produces one more \n than Unix'
	200	next if /^\s*$/;
	201
	202
e617780b	203	if (/^(not )?ok (\d+)[^#](\s#.*)?/ &&
6c750130	204	$2 == $next)
	205	{
	206	my($not, $num, $extra) = ($1, $2, $3);
	207	my($istodo) = $extra =~ /^\s#\sTODO/ if $extra;
	208	$istodo = 1 if $todo{$num};
	209
	210	if( $not && !$istodo ) {
	211	$ok = 0;
	212	$next = $num;
	213	last;
	214	}
	215	elsif( $pending_not ) {
	216	$next = $num;
	217	$ok = 0;
	218	}
	219	else {
	220	$next = $next + 1;
	221	}
	222	}
	223	elsif(/^not $/) {
	224	# VMS has this problem. It sometimes adds newlines
	225	# between prints. This sometimes means you get
	226	# "not \nok 42"
	227	$pending_not = 1;
	228	}
	229	elsif (/^Bail out!\s(.)/i) { # magic words
	230	die "FAILED--Further testing stopped" . ($1 ? ": $1\n" : ".\n");
a0d0e21e	231	}
6c750130	232	else {
	233	$ok = 0;
	234	}
	235
a0d0e21e	236	}
	237	}
	238	}
	239	$next = $next - 1;
	240	if ($ok && $next == $max) {
271404a7	241	if ($max) {
	242	print "${te}ok\n";
	243	$good = $good + 1;
	244	} else {
	245	print "${te}skipping test on this platform\n";
	246	$files -= 1;
	247	}
a0d0e21e	248	} else {
a0d0e21e	249	$next += 1;
34b5aed4	250	print "${te}FAILED on test $next\n";
a0d0e21e	251	$bad = $bad + 1;
	252	$_ = $test;
	253	if (/^base/) {
	254	die "Failed a basic test--cannot continue.\n";
	255	}
	256	}
	257	}
	258
	259	if ($bad == 0) {
	260	if ($ok) {
	261	print "All tests successful.\n";
	262	} else {
	263	die "FAILED--no tests were run for some reason.\n";
	264	}
	265	} else {
	266	$pct = sprintf("%.2f", $good / $total * 100);
	267	if ($bad == 1) {
	268	warn "Failed 1 test, $pct% okay.\n";
	269	} else {
	270	warn "Failed $bad/$total tests, $pct% okay.\n";
	271	}
	272	}
	273	($user,$sys,$cuser,$csys) = times;
c04215f0	274	print sprintf("u=%g s=%g cu=%g cs=%g scripts=%d tests=%d\n",
a0d0e21e	275	$user,$sys,$cuser,$csys,$files,$totmax);
	276	$$END-OF-TEST$$
	277	$ wrapup:
23724483	278	$ deassign 'dbg'Perlshr
09b7f37c	279	$ Show Process/Accounting
e518068a	280	$ Set Default &olddef
84902520	281	$ Set Message 'oldmsg'
a0d0e21e	282	$ Exit