2 package IO::Compress::Base ;
9 use IO::Compress::Base::Common 2.023 ;
12 use Scalar::Util qw(blessed readonly);
21 @ISA = qw(Exporter IO::File);
25 #Can't locate object method "SWASHNEW" via package "utf8" (perhaps you forgot to load "utf8"?) at .../ext/Compress-Zlib/Gzip/blib/lib/Compress/Zlib/Common.pm line 16.
30 ${ *$self->{ErrorNo} } = shift() + 0 ;
31 ${ *$self->{Error} } = '' ;
33 return ${ *$self->{ErrorNo} } ;
41 ${ *$self->{Error} } = shift ;
42 ${ *$self->{ErrorNo} } = shift() + 0 if @_ ;
50 $self->saveErrorString(0, $_[0]);
59 my $errno = *$self->{ErrorNo};
60 my $error = ${ *$self->{Error} };
64 *$self->{ErrorNo} = $errno ;
65 ${ *$self->{Error} } = $error ;
75 return ${ *$self->{Error} } ;
81 return ${ *$self->{ErrorNo} } ;
91 if (defined *$self->{FH}) {
92 my $here = tell(*$self->{FH});
93 return $self->saveErrorString(undef, "Cannot seek to end of output filehandle: $!", $!)
95 seek(*$self->{FH}, $offset, SEEK_SET)
96 or return $self->saveErrorString(undef, "Cannot seek to end of output filehandle: $!", $!) ;
97 defined *$self->{FH}->write($data, length $data)
98 or return $self->saveErrorString(undef, $!, $!) ;
99 seek(*$self->{FH}, $here, SEEK_SET)
100 or return $self->saveErrorString(undef, "Cannot seek to end of output filehandle: $!", $!) ;
103 substr(${ *$self->{Buffer} }, $offset, length($data)) = $data ;
116 if length $data == 0 && ! $last ;
118 if ( *$self->{FilterEnvelope} ) {
120 &{ *$self->{FilterEnvelope} }();
124 if ( defined *$self->{FH} ) {
125 defined *$self->{FH}->write( $data, length $data )
126 or return $self->saveErrorString(0, $!, $!);
129 ${ *$self->{Buffer} } .= $data ;
138 return ( 'MultiStream' => [1, 1, Parse_boolean, 1],
147 my $got = shift || IO::Compress::Base::Parameters::new();
152 'AutoClose' => [1, 1, Parse_boolean, 0],
153 #'Encode' => [1, 1, Parse_any, undef],
154 'Strict' => [0, 1, Parse_boolean, 1],
155 'Append' => [1, 1, Parse_boolean, 0],
156 'BinModeIn' => [1, 1, Parse_boolean, 0],
158 'FilterEnvelope' => [1, 1, Parse_any, undef],
160 $self->getExtraParams(),
161 *$self->{OneShot} ? $self->getOneShotParams()
164 @_) or $self->croakError("${class}: $got->{Error}") ;
174 *$obj->{Closed} = 1 ;
176 my $class = ref $obj;
177 $obj->croakError("$class: Missing Output parameter")
180 my $outValue = shift ;
186 $got = $obj->checkParams($class, undef, @_)
190 my $lax = ! $got->value('Strict') ;
192 my $outType = whatIsOutput($outValue);
194 $obj->ckOutputParam($class, $outValue)
197 if ($outType eq 'buffer') {
198 *$obj->{Buffer} = $outValue;
202 *$obj->{Buffer} = \$buff ;
205 # Merge implies Append
206 my $merge = $got->value('Merge') ;
207 my $appendOutput = $got->value('Append') || $merge ;
208 *$obj->{Append} = $appendOutput;
209 *$obj->{FilterEnvelope} = $got->value('FilterEnvelope') ;
213 # Switch off Merge mode if output file/buffer is empty/doesn't exist
214 if (($outType eq 'buffer' && length $$outValue == 0 ) ||
215 ($outType ne 'buffer' && (! -e $outValue || (-w _ && -z _))) )
219 # If output is a file, check that it is writable
221 #if ($outType eq 'filename' && -e $outValue && ! -w _)
222 # { return $obj->saveErrorString(undef, "Output file '$outValue' is not writable" ) }
226 if ($got->parsed('Encode')) {
227 my $want_encoding = $got->value('Encode');
228 *$obj->{Encoding} = getEncoding($obj, $class, $want_encoding);
232 or $obj->croakError("${class}: " . $obj->error());
235 $obj->saveStatus(STATUS_OK) ;
240 *$obj->{Compress} = $obj->mkComp($got)
243 *$obj->{UnCompSize} = new U64 ;
244 *$obj->{CompSize} = new U64 ;
246 if ( $outType eq 'buffer') {
247 ${ *$obj->{Buffer} } = ''
248 unless $appendOutput ;
251 if ($outType eq 'handle') {
252 *$obj->{FH} = $outValue ;
253 setBinModeOutput(*$obj->{FH}) ;
255 *$obj->{Handle} = 1 ;
258 seek(*$obj->{FH}, 0, SEEK_END)
259 or return $obj->saveErrorString(undef, "Cannot seek to end of output filehandle: $!", $!) ;
263 elsif ($outType eq 'filename') {
268 *$obj->{FH} = new IO::File "$mode $outValue"
269 or return $obj->saveErrorString(undef, "cannot open file '$outValue': $!", $!) ;
270 *$obj->{StdIO} = ($outValue eq '-');
271 setBinModeOutput(*$obj->{FH}) ;
275 *$obj->{Header} = $obj->mkHeader($got) ;
276 $obj->output( *$obj->{Header} )
281 *$obj->{Compress} = $obj->createMerge($outValue, $outType)
285 *$obj->{Closed} = 0 ;
286 *$obj->{AutoClose} = $got->value('AutoClose') ;
287 *$obj->{Output} = $outValue;
288 *$obj->{ClassName} = $class;
290 *$obj->{OneShot} = 0 ;
299 my $outType = whatIsOutput($_[0]);
301 $self->croakError("$from: output parameter not a filename, filehandle or scalar ref")
304 #$self->croakError("$from: output filename is undef or null string")
305 #if $outType eq 'filename' && (! defined $_[0] || $_[0] eq '') ;
307 $self->croakError("$from: output buffer is read-only")
308 if $outType eq 'buffer' && readonly(${ $_[0] });
318 my $class= (caller)[0] ;
319 my $name = (caller(1))[3] ;
321 $obj->croakError("$name: expected at least 1 parameters\n")
328 my $x = new IO::Compress::Base::Validator($class, *$obj->{Error}, $name, $input, $output)
331 push @_, $output if $haveOut && $x->{Hash};
333 *$obj->{OneShot} = 1 ;
335 my $got = $obj->checkParams($name, undef, @_)
342 # while (my($k, $v) = each %$input)
345 # unless defined $v ;
347 # $obj->_singleTarget($x, 1, $k, $v, @_)
351 # return keys %$input ;
357 foreach my $pair (@{ $x->{Pairs} })
359 my ($from, $to) = @$pair ;
360 $obj->_singleTarget($x, 1, $from, $to, @_)
364 return scalar @{ $x->{Pairs} } ;
367 if (! $x->{oneOutput} )
369 my $inFile = ($x->{inType} eq 'filenames'
370 || $x->{inType} eq 'filename');
372 $x->{inType} = $inFile ? 'filename' : 'buffer';
374 foreach my $in ($x->{oneInput} ? $input : @$input)
379 $obj->_singleTarget($x, $inFile, $in, \$out, @_)
382 push @$output, \$out ;
383 #if ($x->{outType} eq 'array')
384 # { push @$output, \$out }
386 # { $output->{$in} = \$out }
392 # finally the 1 to 1 and n to 1
393 return $obj->_singleTarget($x, 1, $input, $output, @_);
395 croak "should not be here" ;
402 my $inputIsFilename = shift;
407 $obj->getFileInfo($x->{Got}, $input)
408 if isaFilename($input) and $inputIsFilename ;
410 my $z = $obj->_create($x->{Got}, @_)
414 defined $z->_wr2($input, $inputIsFilename)
415 or return $z->closeError(undef) ;
422 my $inputIsFilename = ($x->{inType} ne 'array');
423 my $keep = $x->{Got}->clone();
425 #for my $element ( ($x->{inType} eq 'hash') ? keys %$input : @$input)
426 for my $element ( @$input)
428 my $isFilename = isaFilename($element);
430 if ( $afterFirst ++ )
432 defined addInterStream($obj, $element, $isFilename)
433 or return $obj->closeError(undef) ;
437 $obj->getFileInfo($x->{Got}, $element)
440 $obj->_create($x->{Got}, @_)
444 defined $obj->_wr2($element, $isFilename)
445 or return $obj->closeError(undef) ;
447 *$obj->{Got} = $keep->clone();
449 return $obj->close() ;
459 my $inputIsFilename = shift;
461 my $input = $source ;
462 if (! $inputIsFilename)
468 if ( ref $input && ref $input eq 'SCALAR' )
470 return $self->syswrite($input, @_) ;
473 if ( ! ref $input || isaFilehandle($input))
475 my $isFilehandle = isaFilehandle($input) ;
479 if ( ! $isFilehandle )
481 $fh = new IO::File "<$input"
482 or return $self->saveErrorString(undef, "cannot open file '$input': $!", $!) ;
484 binmode $fh if *$self->{Got}->valueOrDefault('BinModeIn') ;
489 while ($status = read($fh, $buff, 16 * 1024)) {
490 $count += length $buff;
491 defined $self->syswrite($buff, @_)
495 return $self->saveErrorString(undef, $!, $!)
496 if ! defined $status ;
498 if ( (!$isFilehandle || *$self->{AutoClose}) && $input ne '-')
507 croak "Should not be here";
515 my $inputIsFilename = shift ;
517 if (*$self->{Got}->value('MultiStream'))
519 $self->getFileInfo(*$self->{Got}, $input)
520 #if isaFilename($input) and $inputIsFilename ;
521 if isaFilename($input) ;
523 # TODO -- newStream needs to allow gzip/zip header to be modified
524 return $self->newStream();
526 elsif (*$self->{Got}->value('AutoFlush'))
528 #return $self->flush(Z_FULL_FLUSH);
540 return $_[0] if ref($_[0]);
552 local ($., $@, $!, $^E, $?);
556 # TODO - memory leak with 5.8.0 - this isn't called until
565 sub filterUncompressed
575 $self->croakError( *$self->{ClassName} . "::write: not a scalar reference" )
576 unless ref $_[0] eq 'SCALAR' ;
583 $] >= 5.008 and ( utf8::downgrade($$buffer, 1)
584 or croak "Wide character in " . *$self->{ClassName} . "::write:");
588 my $slen = defined $$buffer ? length($$buffer) : 0;
591 $len = $_[1] if $_[1] < $len;
594 $offset = $_[2] || 0;
595 $self->croakError(*$self->{ClassName} . "::write: offset outside string")
599 $self->croakError( *$self->{ClassName} . "::write: offset outside string") if $offset < 0;
601 my $rem = $slen - $offset;
602 $len = $rem if $rem < $len;
605 $buffer = \substr($$buffer, $offset, $len) ;
608 return 0 if ! defined $$buffer || length $$buffer == 0 ;
610 if (*$self->{Encoding}) {
611 $$buffer = *$self->{Encoding}->encode($$buffer);
614 $self->filterUncompressed($buffer);
616 my $buffer_length = defined $$buffer ? length($$buffer) : 0 ;
617 *$self->{UnCompSize}->add($buffer_length) ;
620 my $status = *$self->{Compress}->compr($buffer, $outBuffer) ;
622 return $self->saveErrorString(undef, *$self->{Compress}{Error},
623 *$self->{Compress}{ErrorNo})
624 if $status == STATUS_ERROR;
626 *$self->{CompSize}->add(length $outBuffer) ;
628 $self->output($outBuffer)
631 return $buffer_length;
639 # $self = *$self{GLOB} ;
644 defined $self->syswrite(join($,, @_) . $\);
646 defined $self->syswrite(join("", @_) . $\);
650 defined $self->syswrite(join($,, @_));
652 defined $self->syswrite(join("", @_));
661 defined $self->syswrite(sprintf($fmt, @_));
671 my $status = *$self->{Compress}->flush($outBuffer, @_) ;
672 return $self->saveErrorString(0, *$self->{Compress}{Error},
673 *$self->{Compress}{ErrorNo})
674 if $status == STATUS_ERROR;
676 if ( defined *$self->{FH} ) {
677 *$self->{FH}->clearerr();
680 *$self->{CompSize}->add(length $outBuffer) ;
682 $self->output($outBuffer)
685 if ( defined *$self->{FH} ) {
686 defined *$self->{FH}->flush()
687 or return $self->saveErrorString(0, $!, $!);
697 $self->_writeTrailer()
700 my $got = $self->checkParams('newStream', *$self->{Got}, @_)
703 $self->ckParams($got)
704 or $self->croakError("newStream: $self->{Error}");
706 *$self->{Compress} = $self->mkComp($got)
709 *$self->{Header} = $self->mkHeader($got) ;
710 $self->output(*$self->{Header} )
713 *$self->{UnCompSize}->reset();
714 *$self->{CompSize}->reset();
722 return *$self->{Compress}->reset() ;
731 my $status = *$self->{Compress}->close($trailer) ;
732 return $self->saveErrorString(0, *$self->{Compress}{Error}, *$self->{Compress}{ErrorNo})
733 if $status == STATUS_ERROR;
735 *$self->{CompSize}->add(length $trailer) ;
737 $trailer .= $self->mkTrailer();
741 return $self->output($trailer);
744 sub _writeFinalTrailer
748 return $self->output($self->mkFinalTrailer());
755 return 1 if *$self->{Closed} || ! *$self->{Compress} ;
756 *$self->{Closed} = 1 ;
761 $self->_writeTrailer()
764 $self->_writeFinalTrailer()
767 $self->output( "", 1 )
770 if (defined *$self->{FH}) {
772 #if (! *$self->{Handle} || *$self->{AutoClose}) {
773 if ((! *$self->{Handle} || *$self->{AutoClose}) && ! *$self->{StdIO}) {
775 *$self->{FH}->close()
776 or return $self->saveErrorString(0, $!, $!);
778 delete *$self->{FH} ;
779 # This delete can set $! in older Perls, so reset the errno
794 # return *$self->{Compress}->crc32() ;
800 # return *$self->{Compress}->msg() ;
806 # return *$self->{Compress}->dict_adler() ;
812 # return *$self->{Compress}->get_Level() ;
818 # return *$self->{Compress}->get_Strategy() ;
826 return *$self->{UnCompSize}->get32bit() ;
833 return *$self->{Closed} ;
840 my $position = shift;
843 my $here = $self->tell() ;
846 #use IO::Handle qw(SEEK_SET SEEK_CUR SEEK_END);
849 if ($whence == IO::Handle::SEEK_SET) {
850 $target = $position ;
852 elsif ($whence == IO::Handle::SEEK_CUR || $whence == IO::Handle::SEEK_END) {
853 $target = $here + $position ;
856 $self->croakError(*$self->{ClassName} . "::seek: unknown value, $whence, for whence parameter");
859 # short circuit if seeking to current offset
860 return 1 if $target == $here ;
862 # Outlaw any attempt to seek backwards
863 $self->croakError(*$self->{ClassName} . "::seek: cannot seek backwards")
866 # Walk the file to the new offset
867 my $offset = $target - $here ;
870 defined $self->syswrite("\x00" x $offset)
880 # return defined *$self->{FH}
881 # ? binmode *$self->{FH}
888 return defined *$self->{FH}
889 ? *$self->{FH}->fileno()
896 return ! *$self->{Closed} ;
902 return defined *$self->{FH}
903 ? *$self->{FH}->autoflush(@_)
907 sub input_line_number
916 return sub { croak "$name Not Available: File opened only for output" ; } ;
919 *read = _notAvailable('read');
920 *READ = _notAvailable('read');
921 *readline = _notAvailable('readline');
922 *READLINE = _notAvailable('readline');
923 *getc = _notAvailable('getc');
924 *GETC = _notAvailable('getc');
935 *BINMODE = \&binmode;
937 #*sysread = \&_notAvailable;
938 #*syswrite = \&_write;
946 IO::Compress::Base - Base Class for IO::Compress modules
950 use IO::Compress::Base ;
954 This module is not intended for direct use in application code. Its sole
955 purpose if to to be sub-classed by IO::Compress modules.
959 L<Compress::Zlib>, L<IO::Compress::Gzip>, L<IO::Uncompress::Gunzip>, L<IO::Compress::Deflate>, L<IO::Uncompress::Inflate>, L<IO::Compress::RawDeflate>, L<IO::Uncompress::RawInflate>, L<IO::Compress::Bzip2>, L<IO::Uncompress::Bunzip2>, L<IO::Compress::Lzma>, L<IO::Uncompress::UnLzma>, L<IO::Compress::Xz>, L<IO::Uncompress::UnXz>, L<IO::Compress::Lzop>, L<IO::Uncompress::UnLzop>, L<IO::Compress::Lzf>, L<IO::Uncompress::UnLzf>, L<IO::Uncompress::AnyInflate>, L<IO::Uncompress::AnyUncompress>
961 L<Compress::Zlib::FAQ|Compress::Zlib::FAQ>
963 L<File::GlobMapper|File::GlobMapper>, L<Archive::Zip|Archive::Zip>,
964 L<Archive::Tar|Archive::Tar>,
969 This module was written by Paul Marquess, F<pmqs@cpan.org>.
971 =head1 MODIFICATION HISTORY
973 See the Changes file.
975 =head1 COPYRIGHT AND LICENSE
977 Copyright (c) 2005-2009 Paul Marquess. All rights reserved.
979 This program is free software; you can redistribute it and/or
980 modify it under the same terms as Perl itself.