[p5sagit/p5-mst-13.2.git] / ext / Storable / t / downgrade.t

#!./perl -w

#
#  Copyright 2002, Larry Wall.
#
#  You may redistribute only under the same terms as Perl 5, as specified
#  in the README file that comes with the distribution.
#

# I ought to keep this test easily backwards compatible to 5.004, so no
# qr//;

# This test checks downgrade behaviour on pre-5.8 perls when new 5.8 features
# are encountered.

sub BEGIN {
    if ($ENV{PERL_CORE}){
	chdir('t') if -d 't';
	@INC = ('.', '../lib');
    } else {
	unshift @INC, 't';
    }
    require Config; import Config;
    if ($ENV{PERL_CORE} and $Config{'extensions'} !~ /\bStorable\b/) {
        print "1..0 # Skip: Storable was not built\n";
        exit 0;
    }
}

use Test::More;
use Storable 'thaw';

use strict;
use vars qw(@RESTRICT_TESTS %R_HASH %U_HASH $UTF8_CROAK $RESTRICTED_CROAK);

@RESTRICT_TESTS = ('Locked hash', 'Locked hash placeholder',
                   'Locked keys', 'Locked keys placeholder',
                  );
%R_HASH = (perl => 'rules');

if ($] > 5.007002) {
  # This is cheating. "\xdf" in Latin 1 is beta S, so will match \w if it
  # is stored in utf8, not bytes.
  # "\xdf" is y diaresis in EBCDIC (except for cp875, but so far no-one seems
  # to use that) which has exactly the same properties for \w
  # So the tests happen to pass.
  my $utf8 = "Schlo\xdf" . chr 256;
  chop $utf8;

  # \xe5 is V in EBCDIC. That doesn't have the same properties w.r.t. \w as
  # an a circumflex, so we need to be explicit.

  # and its these very properties we're trying to test - an edge case
  # involving whether scalars are being stored in bytes or in utf8.
  my $a_circumflex = (ord ('A') == 193 ? "\x47" : "\xe5");
  %U_HASH = (map {$_, $_} 'castle', "ch${a_circumflex}teau", $utf8, chr 0x57CE);
  plan tests => 169;
} elsif ($] >= 5.006) {
  plan tests => 59;
} else {
  plan tests => 67;
}

$UTF8_CROAK = qr/^Cannot retrieve UTF8 data in non-UTF8 perl/;
$RESTRICTED_CROAK = qr/^Cannot retrieve restricted hash/;

my %tests;
{
  local $/ = "\n\nend\n";
  while (<DATA>) {
    next unless /\S/s;
    unless (/begin ([0-7]{3}) ([^\n]*)\n(.*)$/s) {
      s/\n.*//s;
      warn "Dodgy data in section starting '$_'";
      next;
    }
    next unless oct $1 == ord 'A'; # Skip ASCII on EBCDIC, and vice versa
    my $data = unpack 'u', $3;
    $tests{$2} = $data;
  }
}

# use Data::Dumper; $Data::Dumper::Useqq = 1; print Dumper \%tests;
sub thaw_hash {
  my ($name, $expected) = @_;
  my $hash = eval {thaw $tests{$name}};
  is ($@, '', "Thawed $name without error?");
  isa_ok ($hash, 'HASH');
  ok (defined $hash && eq_hash($hash, $expected),
      "And it is the hash we expected?");
  $hash;
}

sub thaw_scalar {
  my ($name, $expected, $bug) = @_;
  my $scalar = eval {thaw $tests{$name}};
  is ($@, '', "Thawed $name without error?");
  isa_ok ($scalar, 'SCALAR', "Thawed $name?");
  if ($bug and $] == 5.006) {
    # Aargh. <expletive> <expletive> 5.6.0's harness doesn't even honour
    # TODO tests.
    warn "# Test skipped because eq is buggy for certain Unicode cases in 5.6.0";
    warn "# Please upgrade to 5.6.1\n";
    ok ("I'd really like to fail this test on 5.6.0 but I'm told that CPAN auto-dependancies mess up, and certain vendors only ship 5.6.0. Get your vendor to ugrade. Else upgrade your vendor.");
    # One such vendor being the folks who brought you LONG_MIN as a positive
    # integer.
  } else {
    is ($$scalar, $expected, "And it is the data we expected?");
  }
  $scalar;
}

sub thaw_fail {
  my ($name, $expected) = @_;
  my $thing = eval {thaw $tests{$name}};
  is ($thing, undef, "Thawed $name failed as expected?");
  like ($@, $expected, "Error as predicted?");
}

sub test_locked_hash {
  my $hash = shift;
  my @keys = keys %$hash;
  my ($key, $value) = each %$hash;
  eval {$hash->{$key} = reverse $value};
  like( $@, qr/^Modification of a read-only value attempted/,
        'trying to change a locked key' );
  is ($hash->{$key}, $value, "hash should not change?");
  eval {$hash->{use} = 'perl'};
  like( $@, qr/^Attempt to access disallowed key 'use' in a restricted hash/,
        'trying to add another key' );
  ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
}

sub test_restricted_hash {
  my $hash = shift;
  my @keys = keys %$hash;
  my ($key, $value) = each %$hash;
  eval {$hash->{$key} = reverse $value};
  is( $@, '',
        'trying to change a restricted key' );
  is ($hash->{$key}, reverse ($value), "hash should change");
  eval {$hash->{use} = 'perl'};
  like( $@, qr/^Attempt to access disallowed key 'use' in a restricted hash/,
        'trying to add another key' );
  ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
}

sub test_placeholder {
  my $hash = shift;
  eval {$hash->{rules} = 42};
  is ($@, '', 'No errors');
  is ($hash->{rules}, 42, "New value added");
}

sub test_newkey {
  my $hash = shift;
  eval {$hash->{nms} = "http://nms-cgi.sourceforge.net/"};
  is ($@, '', 'No errors');
  is ($hash->{nms}, "http://nms-cgi.sourceforge.net/", "New value added");
}

# $Storable::DEBUGME = 1;
thaw_hash ('Hash with utf8 flag but no utf8 keys', \%R_HASH);

if (eval "use Hash::Util; 1") {
  print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
  for $Storable::downgrade_restricted (0, 1, undef, "cheese") {
    my $hash = thaw_hash ('Locked hash', \%R_HASH);
    test_locked_hash ($hash);
    $hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
    test_locked_hash ($hash);
    test_placeholder ($hash);

    $hash = thaw_hash ('Locked keys', \%R_HASH);
    test_restricted_hash ($hash);
    $hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
    test_restricted_hash ($hash);
    test_placeholder ($hash);
  }
} else {
  print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
  my $hash = thaw_hash ('Locked hash', \%R_HASH);
  test_newkey ($hash);
  $hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
  test_newkey ($hash);
  $hash = thaw_hash ('Locked keys', \%R_HASH);
  test_newkey ($hash);
  $hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
  test_newkey ($hash);
  local $Storable::downgrade_restricted = 0;
  thaw_fail ('Locked hash', $RESTRICTED_CROAK);
  thaw_fail ('Locked hash placeholder', $RESTRICTED_CROAK);
  thaw_fail ('Locked keys', $RESTRICTED_CROAK);
  thaw_fail ('Locked keys placeholder', $RESTRICTED_CROAK);
}

if ($] >= 5.006) {
  print "# We have utf8 scalars, so test that the utf8 scalars in <DATA> are valid\n";
  thaw_scalar ('Short 8 bit utf8 data', "\xDF", 1);
  thaw_scalar ('Long 8 bit utf8 data', "\xDF" x 256, 1);
  thaw_scalar ('Short 24 bit utf8 data', chr 0xC0FFEE);
  thaw_scalar ('Long 24 bit utf8 data', chr (0xC0FFEE) x 256);
} else {
  print "# We don't have utf8 scalars, so test that the utf8 scalars downgrade\n";
  thaw_fail ('Short 8 bit utf8 data', $UTF8_CROAK);
  thaw_fail ('Long 8 bit utf8 data', $UTF8_CROAK);
  thaw_fail ('Short 24 bit utf8 data', $UTF8_CROAK);
  thaw_fail ('Long 24 bit utf8 data', $UTF8_CROAK);
  local $Storable::drop_utf8 = 1;
  my $bytes = thaw $tests{'Short 8 bit utf8 data as bytes'};
  thaw_scalar ('Short 8 bit utf8 data', $$bytes);
  thaw_scalar ('Long 8 bit utf8 data', $$bytes x 256);
  $bytes = thaw $tests{'Short 24 bit utf8 data as bytes'};
  thaw_scalar ('Short 24 bit utf8 data', $$bytes);
  thaw_scalar ('Long 24 bit utf8 data', $$bytes x 256);
}

if ($] > 5.007002) {
  print "# We have utf8 hashes, so test that the utf8 hashes in <DATA> are valid\n";
  my $hash = thaw_hash ('Hash with utf8 keys', \%U_HASH);
  for (keys %$hash) {
    my $l = 0 + /^\w+$/;
    my $r = 0 + $hash->{$_} =~ /^\w+$/;
    cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
    cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
  }
  if (eval "use Hash::Util; 1") {
    print "# We have Hash::Util, so test that the restricted utf8 hash is valid\n";
  my $hash = thaw_hash ('Locked hash with utf8 keys', \%U_HASH);
    for (keys %$hash) {
      my $l = 0 + /^\w+$/;
      my $r = 0 + $hash->{$_} =~ /^\w+$/;
      cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
      cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
    }
    test_locked_hash ($hash);
  } else {
    print "# We don't have Hash::Util, so test that the utf8 hash downgrades\n";
    fail ("You can't get here [perl version $]]. This is a bug in the test.
# Please send the output of perl -V to perlbug\@perl.org");
  }
} else {
  print "# We don't have utf8 hashes, so test that the utf8 hashes downgrade\n";
  thaw_fail ('Hash with utf8 keys', $UTF8_CROAK);
  thaw_fail ('Locked hash with utf8 keys', $UTF8_CROAK);
  local $Storable::drop_utf8 = 1;
  my $what = $] < 5.006 ? 'pre 5.6' : '5.6';
  my $expect = thaw $tests{"Hash with utf8 keys for $what"};
  thaw_hash ('Hash with utf8 keys', $expect);
  #foreach (keys %$expect) { print "'$_':\t'$expect->{$_}'\n"; }
  #foreach (keys %$got) { print "'$_':\t'$got->{$_}'\n"; }
  if (eval "use Hash::Util; 1") {
    print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
    fail ("You can't get here [perl version $]]. This is a bug in the test.
# Please send the output of perl -V to perlbug\@perl.org");
  } else {
    print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
    my $hash = thaw_hash ('Locked hash with utf8 keys', $expect);
    test_newkey ($hash);
    local $Storable::downgrade_restricted = 0;
    thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
    # Which croak comes first is a bit of an implementation issue :-)
    local $Storable::drop_utf8 = 0;
    thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
  }
}
__END__
# A whole run of 2.x nfreeze data, uuencoded. The "mode bits" are the octal
# value of 'A', the "file name" is the test name. Use make_downgrade.pl to
# generate these.
begin 101 Locked hash
8!049`0````$*!7)U;&5S!`````1P97)L

end

begin 101 Locked hash placeholder
C!049`0````(*!7)U;&5S!`````1P97)L#A0````%<G5L97,`

end

begin 101 Locked keys
8!049`0````$*!7)U;&5S``````1P97)L

end

begin 101 Locked keys placeholder
C!049`0````(*!7)U;&5S``````1P97)L#A0````%<G5L97,`

end

begin 101 Short 8 bit utf8 data
&!047`L.?

end

begin 101 Short 8 bit utf8 data as bytes
&!04*`L.?

end

begin 101 Long 8 bit utf8 data
M!048```"`,.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
8PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?

end

begin 101 Short 24 bit utf8 data
)!047!?BPC[^N

end

begin 101 Short 24 bit utf8 data as bytes
)!04*!?BPC[^N

end

begin 101 Long 24 bit utf8 data
M!048```%`/BPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
;OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N

end

begin 101 Hash with utf8 flag but no utf8 keys
8!049``````$*!7)U;&5S``````1P97)L

end

begin 101 Hash with utf8 keys
M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
D96%U%P/EGXX!`````^6?CA<'4V-H;&_#GP(````&4V-H;&_?

end

begin 101 Locked hash with utf8 keys
M!049`0````0*!F-A<W1L900````&8V%S=&QE"@=C:.5T96%U!`````=C:.5T
D96%U%P/EGXX%`````^6?CA<'4V-H;&_#GP8````&4V-H;&_?

end

begin 101 Hash with utf8 keys for pre 5.6
M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
D96%U"@/EGXX``````^6?C@H'4V-H;&_#GP(````&4V-H;&_?

end

begin 101 Hash with utf8 keys for 5.6
M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
D96%U%P/EGXX``````^6?CA<'4V-H;&_#GP(````&4V-H;&_?

end

begin 301 Locked hash
8!049`0````$*!9FDDX6B!`````27A9F3

end

begin 301 Locked hash placeholder
C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`

end

begin 301 Locked keys
8!049`0````$*!9FDDX6B``````27A9F3

end

begin 301 Locked keys placeholder
C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`

end

begin 301 Short 8 bit utf8 data
&!047`HMS

end

begin 301 Short 8 bit utf8 data as bytes
&!04*`HMS

end

begin 301 Long 8 bit utf8 data
M!048```"`(MSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
8BW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS

end

begin 301 Short 24 bit utf8 data
*!047!OM30G-S50``

end

begin 301 Short 24 bit utf8 data as bytes
*!04*!OM30G-S50``

end

begin 301 Long 24 bit utf8 data
M!048```&`/M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
-5?M30G-S5?M30G-S50``

end

begin 301 Hash with utf8 flag but no utf8 keys
8!049``````$*!9FDDX6B``````27A9F3

end

begin 301 Hash with utf8 keys
M!049``````0*!X.(1Z.%@:0`````!X.(1Z.%@:0*!H.!HJ.3A0`````&@X&B
FHY.%%P3<9')5`0````3<9')5%P?B@XB3EHMS`@````;B@XB3EM\`

end

begin 301 Locked hash with utf8 keys
M!049`0````0*!X.(1Z.%@:0$````!X.(1Z.%@:0*!H.!HJ.3A00````&@X&B
FHY.%%P3<9')5!0````3<9')5%P?B@XB3EHMS!@````;B@XB3EM\`

end

begin 301 Hash with utf8 keys for pre 5.6
M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@B#B(M&HX6!I``````'@XA'
GHX6!I`H'XH.(DY:+<P(````&XH.(DY;?"@3<9')5``````3<9')5

end

begin 301 Hash with utf8 keys for 5.6
M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@>#B$>CA8&D``````>#B$>C
FA8&D%P?B@XB3EHMS`@````;B@XB3EM\7!-QD<E4`````!-QD<E4`

end
Commit	Line	Data
530b72ba	1	#!./perl -w
	2
	3	#
	4	# Copyright 2002, Larry Wall.
	5	#
	6	# You may redistribute only under the same terms as Perl 5, as specified
	7	# in the README file that comes with the distribution.
	8	#
	9
	10	# I ought to keep this test easily backwards compatible to 5.004, so no
	11	# qr//;
	12
	13	# This test checks downgrade behaviour on pre-5.8 perls when new 5.8 features
	14	# are encountered.
	15
	16	sub BEGIN {
	17	if ($ENV{PERL_CORE}){
	18	chdir('t') if -d 't';
372cb964	19	@INC = ('.', '../lib');
	20	} else {
	21	unshift @INC, 't';
530b72ba	22	}
	23	require Config; import Config;
	24	if ($ENV{PERL_CORE} and $Config{'extensions'} !~ /\bStorable\b/) {
	25	print "1..0 # Skip: Storable was not built\n";
	26	exit 0;
	27	}
530b72ba	28	}
530b72ba	29
530b72ba	30	use Test::More;
	31	use Storable 'thaw';
	32
	33	use strict;
	34	use vars qw(@RESTRICT_TESTS %R_HASH %U_HASH $UTF8_CROAK $RESTRICTED_CROAK);
	35
	36	@RESTRICT_TESTS = ('Locked hash', 'Locked hash placeholder',
	37	'Locked keys', 'Locked keys placeholder',
	38	);
	39	%R_HASH = (perl => 'rules');
	40
bfe34c33	41	if ($] > 5.007002) {
7e416500	42	# This is cheating. "\xdf" in Latin 1 is beta S, so will match \w if it
	43	# is stored in utf8, not bytes.
	44	# "\xdf" is y diaresis in EBCDIC (except for cp875, but so far no-one seems
	45	# to use that) which has exactly the same properties for \w
	46	# So the tests happen to pass.
530b72ba	47	my $utf8 = "Schlo\xdf" . chr 256;
	48	chop $utf8;
	49
7e416500	50	# \xe5 is V in EBCDIC. That doesn't have the same properties w.r.t. \w as
	51	# an a circumflex, so we need to be explicit.
	52
	53	# and its these very properties we're trying to test - an edge case
	54	# involving whether scalars are being stored in bytes or in utf8.
	55	my $a_circumflex = (ord ('A') == 193 ? "\x47" : "\xe5");
	56	%U_HASH = (map {$_, $_} 'castle', "ch${a_circumflex}teau", $utf8, chr 0x57CE);
530b72ba	57	plan tests => 169;
	58	} elsif ($] >= 5.006) {
	59	plan tests => 59;
	60	} else {
	61	plan tests => 67;
	62	}
	63
	64	$UTF8_CROAK = qr/^Cannot retrieve UTF8 data in non-UTF8 perl/;
	65	$RESTRICTED_CROAK = qr/^Cannot retrieve restricted hash/;
	66
	67	my %tests;
	68	{
	69	local $/ = "\n\nend\n";
	70	while (<DATA>) {
	71	next unless /\S/s;
	72	unless (/begin ([0-7]{3}) ([^\n])\n(.)$/s) {
	73	s/\n.*//s;
	74	warn "Dodgy data in section starting '$_'";
	75	next;
	76	}
	77	next unless oct $1 == ord 'A'; # Skip ASCII on EBCDIC, and vice versa
	78	my $data = unpack 'u', $3;
	79	$tests{$2} = $data;
	80	}
	81	}
	82
	83	# use Data::Dumper; $Data::Dumper::Useqq = 1; print Dumper \%tests;
	84	sub thaw_hash {
	85	my ($name, $expected) = @_;
	86	my $hash = eval {thaw $tests{$name}};
	87	is ($@, '', "Thawed $name without error?");
	88	isa_ok ($hash, 'HASH');
	89	ok (defined $hash && eq_hash($hash, $expected),
	90	"And it is the hash we expected?");
	91	$hash;
	92	}
	93
	94	sub thaw_scalar {
2aeb6432	95	my ($name, $expected, $bug) = @_;
530b72ba	96	my $scalar = eval {thaw $tests{$name}};
	97	is ($@, '', "Thawed $name without error?");
	98	isa_ok ($scalar, 'SCALAR', "Thawed $name?");
2aeb6432	99	if ($bug and $] == 5.006) {
	100	# Aargh. <expletive> <expletive> 5.6.0's harness doesn't even honour
	101	# TODO tests.
	102	warn "# Test skipped because eq is buggy for certain Unicode cases in 5.6.0";
	103	warn "# Please upgrade to 5.6.1\n";
	104	ok ("I'd really like to fail this test on 5.6.0 but I'm told that CPAN auto-dependancies mess up, and certain vendors only ship 5.6.0. Get your vendor to ugrade. Else upgrade your vendor.");
	105	# One such vendor being the folks who brought you LONG_MIN as a positive
	106	# integer.
	107	} else {
	108	is ($$scalar, $expected, "And it is the data we expected?");
	109	}
530b72ba	110	$scalar;
	111	}
	112
	113	sub thaw_fail {
	114	my ($name, $expected) = @_;
	115	my $thing = eval {thaw $tests{$name}};
	116	is ($thing, undef, "Thawed $name failed as expected?");
	117	like ($@, $expected, "Error as predicted?");
	118	}
	119
	120	sub test_locked_hash {
	121	my $hash = shift;
	122	my @keys = keys %$hash;
	123	my ($key, $value) = each %$hash;
	124	eval {$hash->{$key} = reverse $value};
	125	like( $@, qr/^Modification of a read-only value attempted/,
	126	'trying to change a locked key' );
	127	is ($hash->{$key}, $value, "hash should not change?");
	128	eval {$hash->{use} = 'perl'};
	129	like( $@, qr/^Attempt to access disallowed key 'use' in a restricted hash/,
	130	'trying to add another key' );
	131	ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
	132	}
	133
	134	sub test_restricted_hash {
	135	my $hash = shift;
	136	my @keys = keys %$hash;
	137	my ($key, $value) = each %$hash;
	138	eval {$hash->{$key} = reverse $value};
	139	is( $@, '',
	140	'trying to change a restricted key' );
	141	is ($hash->{$key}, reverse ($value), "hash should change");
	142	eval {$hash->{use} = 'perl'};
	143	like( $@, qr/^Attempt to access disallowed key 'use' in a restricted hash/,
	144	'trying to add another key' );
	145	ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
	146	}
	147
	148	sub test_placeholder {
	149	my $hash = shift;
	150	eval {$hash->{rules} = 42};
	151	is ($@, '', 'No errors');
	152	is ($hash->{rules}, 42, "New value added");
	153	}
	154
	155	sub test_newkey {
	156	my $hash = shift;
	157	eval {$hash->{nms} = "http://nms-cgi.sourceforge.net/"};
	158	is ($@, '', 'No errors');
	159	is ($hash->{nms}, "http://nms-cgi.sourceforge.net/", "New value added");
	160	}
	161
	162	# $Storable::DEBUGME = 1;
	163	thaw_hash ('Hash with utf8 flag but no utf8 keys', \%R_HASH);
	164
	165	if (eval "use Hash::Util; 1") {
	166	print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
	167	for $Storable::downgrade_restricted (0, 1, undef, "cheese") {
	168	my $hash = thaw_hash ('Locked hash', \%R_HASH);
	169	test_locked_hash ($hash);
	170	$hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
	171	test_locked_hash ($hash);
	172	test_placeholder ($hash);
	173
174	$hash = thaw_hash ('Locked keys', \%R_HASH);
175	test_restricted_hash ($hash);
176	$hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
177	test_restricted_hash ($hash);
178	test_placeholder ($hash);
179	}
180	} else {
181	print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
182	my $hash = thaw_hash ('Locked hash', \%R_HASH);
183	test_newkey ($hash);
184	$hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
185	test_newkey ($hash);
186	$hash = thaw_hash ('Locked keys', \%R_HASH);
187	test_newkey ($hash);
188	$hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
189	test_newkey ($hash);
190	local $Storable::downgrade_restricted = 0;
191	thaw_fail ('Locked hash', $RESTRICTED_CROAK);
192	thaw_fail ('Locked hash placeholder', $RESTRICTED_CROAK);
193	thaw_fail ('Locked keys', $RESTRICTED_CROAK);
194	thaw_fail ('Locked keys placeholder', $RESTRICTED_CROAK);
195	}
196
197	if ($] >= 5.006) {
198	print "# We have utf8 scalars, so test that the utf8 scalars in <DATA> are valid\n";
2aeb6432	199	thaw_scalar ('Short 8 bit utf8 data', "\xDF", 1);
2aeb6432	200	thaw_scalar ('Long 8 bit utf8 data', "\xDF" x 256, 1);
530b72ba	201	thaw_scalar ('Short 24 bit utf8 data', chr 0xC0FFEE);
	202	thaw_scalar ('Long 24 bit utf8 data', chr (0xC0FFEE) x 256);
	203	} else {
	204	print "# We don't have utf8 scalars, so test that the utf8 scalars downgrade\n";
	205	thaw_fail ('Short 8 bit utf8 data', $UTF8_CROAK);
	206	thaw_fail ('Long 8 bit utf8 data', $UTF8_CROAK);
	207	thaw_fail ('Short 24 bit utf8 data', $UTF8_CROAK);
	208	thaw_fail ('Long 24 bit utf8 data', $UTF8_CROAK);
	209	local $Storable::drop_utf8 = 1;
	210	my $bytes = thaw $tests{'Short 8 bit utf8 data as bytes'};
	211	thaw_scalar ('Short 8 bit utf8 data', $$bytes);
	212	thaw_scalar ('Long 8 bit utf8 data', $$bytes x 256);
	213	$bytes = thaw $tests{'Short 24 bit utf8 data as bytes'};
	214	thaw_scalar ('Short 24 bit utf8 data', $$bytes);
	215	thaw_scalar ('Long 24 bit utf8 data', $$bytes x 256);
	216	}
	217
bfe34c33	218	if ($] > 5.007002) {
530b72ba	219	print "# We have utf8 hashes, so test that the utf8 hashes in <DATA> are valid\n";
	220	my $hash = thaw_hash ('Hash with utf8 keys', \%U_HASH);
	221	for (keys %$hash) {
	222	my $l = 0 + /^\w+$/;
	223	my $r = 0 + $hash->{$_} =~ /^\w+$/;
	224	cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
	225	cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
	226	}
	227	if (eval "use Hash::Util; 1") {
	228	print "# We have Hash::Util, so test that the restricted utf8 hash is valid\n";
	229	my $hash = thaw_hash ('Locked hash with utf8 keys', \%U_HASH);
	230	for (keys %$hash) {
	231	my $l = 0 + /^\w+$/;
	232	my $r = 0 + $hash->{$_} =~ /^\w+$/;
	233	cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
	234	cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
	235	}
	236	test_locked_hash ($hash);
	237	} else {
	238	print "# We don't have Hash::Util, so test that the utf8 hash downgrades\n";
	239	fail ("You can't get here [perl version $]]. This is a bug in the test.
	240	# Please send the output of perl -V to perlbug\@perl.org");
	241	}
	242	} else {
	243	print "# We don't have utf8 hashes, so test that the utf8 hashes downgrade\n";
	244	thaw_fail ('Hash with utf8 keys', $UTF8_CROAK);
	245	thaw_fail ('Locked hash with utf8 keys', $UTF8_CROAK);
	246	local $Storable::drop_utf8 = 1;
	247	my $what = $] < 5.006 ? 'pre 5.6' : '5.6';
	248	my $expect = thaw $tests{"Hash with utf8 keys for $what"};
	249	thaw_hash ('Hash with utf8 keys', $expect);
	250	#foreach (keys %$expect) { print "'$_':\t'$expect->{$_}'\n"; }
	251	#foreach (keys %$got) { print "'$_':\t'$got->{$_}'\n"; }
	252	if (eval "use Hash::Util; 1") {
	253	print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
	254	fail ("You can't get here [perl version $]]. This is a bug in the test.
	255	# Please send the output of perl -V to perlbug\@perl.org");
	256	} else {
	257	print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
	258	my $hash = thaw_hash ('Locked hash with utf8 keys', $expect);
	259	test_newkey ($hash);
	260	local $Storable::downgrade_restricted = 0;
	261	thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
	262	# Which croak comes first is a bit of an implementation issue :-)
	263	local $Storable::drop_utf8 = 0;
	264	thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
	265	}
	266	}
	267	__END__
	268	# A whole run of 2.x nfreeze data, uuencoded. The "mode bits" are the octal
	269	# value of 'A', the "file name" is the test name. Use make_downgrade.pl to
	270	# generate these.
	271	begin 101 Locked hash
	272	8!049`0````$*!7)U;&5S!`````1P97)L
	273
	274	end
	275
	276	begin 101 Locked hash placeholder
	277	C!049`0````(*!7)U;&5S!`````1P97)L#A0````%<G5L97,`
	278
	279	end
	280
	281	begin 101 Locked keys
	282	8!049`0````$*!7)U;&5S``````1P97)L
283
284	end
285
286	begin 101 Locked keys placeholder
287	C!049`0````(*!7)U;&5S``````1P97)L#A0````%<G5L97,`
288
289	end
290
291	begin 101 Short 8 bit utf8 data
292	&!047`L.?
293
294	end
295
296	begin 101 Short 8 bit utf8 data as bytes
297	&!04*`L.?
298
299	end
300
301	begin 101 Long 8 bit utf8 data
302	M!048```"`,.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
303	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
304	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
305	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
306	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
307	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
308	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
309	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
310	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
311	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
312	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
313	8PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
314
315	end
316
317	begin 101 Short 24 bit utf8 data
318	)!047!?BPC[^N
319
320	end
321
322	begin 101 Short 24 bit utf8 data as bytes
323	)!04*!?BPC[^N
324
325	end
326
327	begin 101 Long 24 bit utf8 data
328	M!048```%`/BPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
329	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
330	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
331	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
332	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
333	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
334	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
335	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
336	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
337	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
338	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
339	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
340	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
341	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
342	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
343	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
344	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
345	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
346	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
347	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
348	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
349	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
350	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
351	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
352	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
353	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
354	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
355	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
356	;OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N
357
358	end
359
360	begin 101 Hash with utf8 flag but no utf8 keys
361	8!049``````$*!7)U;&5S``````1P97)L
362
363	end
364
365	begin 101 Hash with utf8 keys
366	M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
367	D96%U%P/EGXX!`````^6?CA<'4V-H;&_#GP(````&4V-H;&_?
368
369	end
370
371	begin 101 Locked hash with utf8 keys
372	M!049`0````0*!F-A<W1L900````&8V%S=&QE"@=C:.5T96%U!`````=C:.5T
373	D96%U%P/EGXX%`````^6?CA<'4V-H;&_#GP8````&4V-H;&_?
374
375	end
376
377	begin 101 Hash with utf8 keys for pre 5.6
378	M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
379	D96%U"@/EGXX``````^6?C@H'4V-H;&_#GP(````&4V-H;&_?
380
381	end
382
383	begin 101 Hash with utf8 keys for 5.6
384	M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
385	D96%U%P/EGXX``````^6?CA<'4V-H;&_#GP(````&4V-H;&_?
386
387	end
388
62cc3256	389	begin 301 Locked hash
	390	8!049`0````$*!9FDDX6B!`````27A9F3
	391
	392	end
	393
	394	begin 301 Locked hash placeholder
	395	C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`
	396
	397	end
	398
	399	begin 301 Locked keys
	400	8!049`0````$*!9FDDX6B``````27A9F3
	401
	402	end
	403
	404	begin 301 Locked keys placeholder
	405	C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`
	406
	407	end
	408
	409	begin 301 Short 8 bit utf8 data
	410	&!047`HMS
	411
	412	end
	413
	414	begin 301 Short 8 bit utf8 data as bytes
	415	&!04*`HMS
	416
	417	end
	418
	419	begin 301 Long 8 bit utf8 data
7e416500	420	M!048```"`(MSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
62cc3256	421	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	422	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	423	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	424	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	425	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	426	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	427	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	428	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	429	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	430	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	431	8BW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	432
	433	end
	434
	435	begin 301 Short 24 bit utf8 data
	436	*!047!OM30G-S50``
	437
	438	end
	439
	440	begin 301 Short 24 bit utf8 data as bytes
	441	!04!OM30G-S50``
	442
	443	end
	444
	445	begin 301 Long 24 bit utf8 data
7e416500	446	M!048```&`/M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
62cc3256	447	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	448	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	449	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	450	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	451	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	452	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	453	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	454	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	455	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	456	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	457	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	458	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	459	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	460	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	461	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	462	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	463	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	464	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	465	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	466	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	467	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	468	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	469	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	470	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	471	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	472	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	473	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	474	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	475	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	476	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	477	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	478	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	479	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	480	-5?M30G-S5?M30G-S50``
	481
	482	end
	483
	484	begin 301 Hash with utf8 flag but no utf8 keys
	485	8!049``````$*!9FDDX6B``````27A9F3
	486
	487	end
	488
	489	begin 301 Hash with utf8 keys
7e416500	490	M!049``````0!X.(1Z.%@:0`````!X.(1Z.%@:0!H.!HJ.3A0`````&@X&B
7e416500	491	FHY.%%P3<9')5`0````3<9')5%P?B@XB3EHMS`@````;B@XB3EM\`
62cc3256	492
	493	end
	494
	495	begin 301 Locked hash with utf8 keys
7e416500	496	M!049`0````0!X.(1Z.%@:0$````!X.(1Z.%@:0!H.!HJ.3A00````&@X&B
7e416500	497	FHY.%%P3<9')5!0````3<9')5%P?B@XB3EHMS!@````;B@XB3EM\`
62cc3256	498
	499	end
	500
	501	begin 301 Hash with utf8 keys for pre 5.6
7e416500	502	M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@B#B(M&HX6!I``````'@XA'
7e416500	503	GHX6!I`H'XH.(DY:+<P(````&XH.(DY;?"@3<9')5``````3<9')5
62cc3256	504
	505	end
	506
	507	begin 301 Hash with utf8 keys for 5.6
7e416500	508	M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@>#B$>CA8&D``````>#B$>C
62cc3256	509	FA8&D%P?B@XB3EHMS`@````;B@XB3EM\7!-QD<E4`````!-QD<E4`
	510
	511	end