1 package IO::Uncompress::RawInflate ;
8 use Compress::Raw::Zlib ;
9 use IO::Compress::Base::Common qw(:Status createSelfTiedObject);
11 use IO::Uncompress::Base ;
12 use IO::Uncompress::Adapter::Inflate ;
18 our ($VERSION, @ISA, @EXPORT_OK, %EXPORT_TAGS, %DEFLATE_CONSTANTS, $RawInflateError);
20 $VERSION = '2.000_12';
21 $RawInflateError = '';
23 @ISA = qw( Exporter IO::Uncompress::Base );
24 @EXPORT_OK = qw( $RawInflateError rawinflate ) ;
25 %DEFLATE_CONSTANTS = ();
26 %EXPORT_TAGS = %IO::Uncompress::Base::EXPORT_TAGS ;
27 push @{ $EXPORT_TAGS{all} }, @EXPORT_OK ;
28 Exporter::export_ok_tags('all');
35 my $obj = createSelfTiedObject($class, \$RawInflateError);
36 $obj->_create(undef, 0, @_);
41 my $obj = createSelfTiedObject(undef, \$RawInflateError);
42 return $obj->_inf(@_);
64 my ($obj, $errstr, $errno) = IO::Uncompress::Adapter::Inflate::mkUncompObject(
66 $got->value('ADLER32'),
70 return $self->saveErrorString(undef, $errstr, $errno)
73 *$self->{Uncomp} = $obj;
75 my $magic = $self->ckMagic()
78 *$self->{Info} = $self->readHeader($magic)
90 return $self->_isRaw() ;
100 'FingerprintLength' => 0,
102 'TrailerLength' => 0,
116 my $got = $self->_isRawx(@_);
119 *$self->{Pending} = *$self->{HeaderPending} ;
122 $self->pushBack(*$self->{HeaderPending});
123 *$self->{Uncomp}->reset();
125 *$self->{HeaderPending} = '';
135 $magic = '' unless defined $magic ;
139 $self->smartRead(\$buffer, *$self->{BlockSize}) >= 0
140 or return $self->saveErrorString(undef, "No data to read");
142 my $temp_buf = $magic . $buffer ;
143 *$self->{HeaderPending} = $temp_buf ;
145 my $status = *$self->{Uncomp}->uncompr(\$temp_buf, \$buffer, $self->smartEof()) ;
146 return $self->saveErrorString(undef, *$self->{Uncomp}{Error}, STATUS_ERROR)
147 if $status == STATUS_ERROR;
149 my $buf_len = *$self->{Uncomp}->uncompressedBytes();
151 if ($status == STATUS_ENDSTREAM) {
152 if (*$self->{MultiStream}
153 && (length $temp_buf || ! $self->smartEof())){
154 *$self->{NewStream} = 1 ;
155 *$self->{EndStream} = 0 ;
156 $self->pushBack($temp_buf);
159 *$self->{EndStream} = 1 ;
160 $self->pushBack($temp_buf);
163 *$self->{HeaderPending} = $buffer ;
164 *$self->{InflatedBytesRead} = $buf_len ;
165 *$self->{TotalInflatedBytesRead} += $buf_len ;
166 *$self->{Type} = 'rfc1951';
168 $self->saveStatus(STATUS_OK);
173 'TrailerLength' => 0,
183 # inflateSync is a no-op in Plain mode
187 return 0 if *$self->{Closed} ;
188 #return G_EOF if !length *$self->{Pending} && *$self->{EndStream} ;
189 return 0 if ! length *$self->{Pending} && *$self->{EndStream} ;
192 *$self->{Strict} = 0 ;
199 if (length *$self->{Pending} )
201 $temp_buf = *$self->{Pending} ;
202 *$self->{Pending} = '';
206 $status = $self->smartRead(\$temp_buf, *$self->{BlockSize}) ;
207 return $self->saveErrorString(0, "Error Reading Data")
211 *$self->{EndStream} = 1 ;
212 return $self->saveErrorString(0, "unexpected end of file", STATUS_ERROR);
216 $status = *$self->{Uncomp}->sync($temp_buf) ;
218 if ($status == STATUS_OK)
220 *$self->{Pending} .= $temp_buf ;
224 last unless $status == STATUS_ERROR ;
235 # my $end_offset = 0;
237 # $status = $self->scan()
238 # #or return $self->saveErrorString(undef, "Error Scanning: $$error_ref", $self->errorNo) ;
239 # or return $self->saveErrorString(G_ERR, "Error Scanning: $status")
241 # $status = $self->zap($end_offset)
242 # or return $self->saveErrorString(G_ERR, "Error Zapping: $status");
243 # #or return $self->saveErrorString(undef, "Error Zapping: $$error_ref", $self->errorNo) ;
245 # #(*$obj->{Deflate}, $status) = $inf->createDeflate();
247 ## *$obj->{Header} = *$inf->{Info}{Header};
248 ## *$obj->{UnCompSize_32bit} =
249 ## *$obj->{BytesWritten} = *$inf->{UnCompSize_32bit} ;
250 ## *$obj->{CompSize_32bit} = *$inf->{CompSize_32bit} ;
253 ## if ( $outType eq 'buffer')
254 ## { substr( ${ *$self->{Buffer} }, $end_offset) = '' }
255 ## elsif ($outType eq 'handle' || $outType eq 'filename') {
256 ## *$self->{FH} = *$inf->{FH} ;
257 ## delete *$inf->{FH};
258 ## *$obj->{FH}->flush() ;
259 ## *$obj->{Handle} = 1 if $outType eq 'handle';
261 ## #seek(*$obj->{FH}, $end_offset, SEEK_SET)
262 ## *$obj->{FH}->seek($end_offset, SEEK_SET)
263 ## or return $obj->saveErrorString(undef, $!, $!) ;
272 return 1 if *$self->{Closed} ;
273 return 1 if !length *$self->{Pending} && *$self->{EndStream} ;
278 $len = $self->_raw_read(\$buffer, 1)
279 while ! *$self->{EndStream} && $len >= 0 ;
281 #return $len if $len < 0 ? $len : 0 ;
282 return $len < 0 ? 0 : 1 ;
289 my $headerLength = *$self->{Info}{HeaderLength};
290 my $block_offset = $headerLength + *$self->{Uncomp}->getLastBlockOffset();
291 $_[0] = $headerLength + *$self->{Uncomp}->getEndOffset();
292 #printf "# End $_[0], headerlen $headerLength \n";;
293 #printf "# block_offset $block_offset %x\n", $block_offset;
295 ( $self->smartSeek($block_offset) &&
296 $self->smartRead(\$byte, 1) )
297 or return $self->saveErrorString(0, $!, $!);
299 #printf "#byte is %x\n", unpack('C*',$byte);
300 *$self->{Uncomp}->resetLastBlockByte($byte);
301 #printf "#to byte is %x\n", unpack('C*',$byte);
303 ( $self->smartSeek($block_offset) &&
304 $self->smartWrite($byte) )
305 or return $self->saveErrorString(0, $!, $!);
307 #$self->smartSeek($end_offset, 1);
315 my ($def, $status) = *$self->{Uncomp}->createDeflateStream(
317 -WindowBits => - MAX_WBITS,
318 -CRC32 => *$self->{Params}->value('CRC32'),
319 -ADLER32 => *$self->{Params}->value('ADLER32'),
322 return wantarray ? ($status, $def) : $def ;
335 IO::Uncompress::RawInflate - Read RFC 1951 files/buffers
341 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
343 my $status = rawinflate $input => $output [,OPTS]
344 or die "rawinflate failed: $RawInflateError\n";
346 my $z = new IO::Uncompress::RawInflate $input [OPTS]
347 or die "rawinflate failed: $RawInflateError\n";
349 $status = $z->read($buffer)
350 $status = $z->read($buffer, $length)
351 $status = $z->read($buffer, $length, $offset)
352 $line = $z->getline()
357 $status = $z->inflateSync()
360 $data = $z->getHeaderInfo()
362 $z->seek($position, $whence)
374 read($z, $buffer, $length);
375 read($z, $buffer, $length, $offset);
377 seek($z, $position, $whence)
388 B<WARNING -- This is a Beta release>.
392 =item * DO NOT use in production code.
394 =item * The documentation is incomplete in places.
396 =item * Parts of the interface defined here are tentative.
398 =item * Please report any problems you find.
406 This module provides a Perl interface that allows the reading of
407 files/buffers that conform to RFC 1951.
409 For writing RFC 1951 files/buffers, see the companion module IO::Compress::RawDeflate.
416 =head1 Functional Interface
418 A top-level function, C<rawinflate>, is provided to carry out
419 "one-shot" uncompression between buffers and/or files. For finer
420 control over the uncompression process, see the L</"OO Interface">
423 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
425 rawinflate $input => $output [,OPTS]
426 or die "rawinflate failed: $RawInflateError\n";
430 The functional interface needs Perl5.005 or better.
433 =head2 rawinflate $input => $output [, OPTS]
436 C<rawinflate> expects at least two parameters, C<$input> and C<$output>.
438 =head3 The C<$input> parameter
440 The parameter, C<$input>, is used to define the source of
443 It can take one of the following forms:
449 If the C<$input> parameter is a simple scalar, it is assumed to be a
450 filename. This file will be opened for reading and the input data
451 will be read from it.
455 If the C<$input> parameter is a filehandle, the input data will be
457 The string '-' can be used as an alias for standard input.
459 =item A scalar reference
461 If C<$input> is a scalar reference, the input data will be read
464 =item An array reference
466 If C<$input> is an array reference, each element in the array must be a
469 The input data will be read from each file in turn.
471 The complete array will be walked to ensure that it only
472 contains valid filenames before any data is uncompressed.
476 =item An Input FileGlob string
478 If C<$input> is a string that is delimited by the characters "<" and ">"
479 C<rawinflate> will assume that it is an I<input fileglob string>. The
480 input is the list of files that match the fileglob.
482 If the fileglob does not match any files ...
484 See L<File::GlobMapper|File::GlobMapper> for more details.
489 If the C<$input> parameter is any other type, C<undef> will be returned.
493 =head3 The C<$output> parameter
495 The parameter C<$output> is used to control the destination of the
496 uncompressed data. This parameter can take one of these forms.
502 If the C<$output> parameter is a simple scalar, it is assumed to be a
503 filename. This file will be opened for writing and the uncompressed
504 data will be written to it.
508 If the C<$output> parameter is a filehandle, the uncompressed data
509 will be written to it.
510 The string '-' can be used as an alias for standard output.
513 =item A scalar reference
515 If C<$output> is a scalar reference, the uncompressed data will be
516 stored in C<$$output>.
520 =item An Array Reference
522 If C<$output> is an array reference, the uncompressed data will be
523 pushed onto the array.
525 =item An Output FileGlob
527 If C<$output> is a string that is delimited by the characters "<" and ">"
528 C<rawinflate> will assume that it is an I<output fileglob string>. The
529 output is the list of files that match the fileglob.
531 When C<$output> is an fileglob string, C<$input> must also be a fileglob
532 string. Anything else is an error.
536 If the C<$output> parameter is any other type, C<undef> will be returned.
543 When C<$input> maps to multiple compressed files/buffers and C<$output> is
544 a single file/buffer, after uncompression C<$output> will contain a
545 concatenation of all the uncompressed data from each of the input
552 =head2 Optional Parameters
554 Unless specified below, the optional parameters for C<rawinflate>,
555 C<OPTS>, are the same as those used with the OO interface defined in the
556 L</"Constructor Options"> section below.
560 =item AutoClose =E<gt> 0|1
562 This option applies to any input or output data streams to
563 C<rawinflate> that are filehandles.
565 If C<AutoClose> is specified, and the value is true, it will result in all
566 input and/or output filehandles being closed once C<rawinflate> has
569 This parameter defaults to 0.
573 =item BinModeOut =E<gt> 0|1
575 When writing to a file or filehandle, set C<binmode> before writing to the
584 =item -Append =E<gt> 0|1
588 =item -MultiStream =E<gt> 0|1
590 Creates a new stream after each file.
603 To read the contents of the file C<file1.txt.1951> and write the
604 compressed data to the file C<file1.txt>.
608 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
610 my $input = "file1.txt.1951";
611 my $output = "file1.txt";
612 rawinflate $input => $output
613 or die "rawinflate failed: $RawInflateError\n";
616 To read from an existing Perl filehandle, C<$input>, and write the
617 uncompressed data to a buffer, C<$buffer>.
621 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
624 my $input = new IO::File "<file1.txt.1951"
625 or die "Cannot open 'file1.txt.1951': $!\n" ;
627 rawinflate $input => \$buffer
628 or die "rawinflate failed: $RawInflateError\n";
630 To uncompress all files in the directory "/my/home" that match "*.txt.1951" and store the compressed data in the same directory
634 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
636 rawinflate '</my/home/*.txt.1951>' => '</my/home/#1.txt>'
637 or die "rawinflate failed: $RawInflateError\n";
639 and if you want to compress each file one at a time, this will do the trick
643 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
645 for my $input ( glob "/my/home/*.txt.1951" )
648 $output =~ s/.1951// ;
649 rawinflate $input => $output
650 or die "Error compressing '$input': $RawInflateError\n";
657 The format of the constructor for IO::Uncompress::RawInflate is shown below
660 my $z = new IO::Uncompress::RawInflate $input [OPTS]
661 or die "IO::Uncompress::RawInflate failed: $RawInflateError\n";
663 Returns an C<IO::Uncompress::RawInflate> object on success and undef on failure.
664 The variable C<$RawInflateError> will contain an error message on failure.
666 If you are running Perl 5.005 or better the object, C<$z>, returned from
667 IO::Uncompress::RawInflate can be used exactly like an L<IO::File|IO::File> filehandle.
668 This means that all normal input file operations can be carried out with
669 C<$z>. For example, to read a line from a compressed file/buffer you can
670 use either of these forms
672 $line = $z->getline();
675 The mandatory parameter C<$input> is used to determine the source of the
676 compressed data. This parameter can take one of three forms.
682 If the C<$input> parameter is a scalar, it is assumed to be a filename. This
683 file will be opened for reading and the compressed data will be read from it.
687 If the C<$input> parameter is a filehandle, the compressed data will be
689 The string '-' can be used as an alias for standard input.
692 =item A scalar reference
694 If C<$input> is a scalar reference, the compressed data will be read from
699 =head2 Constructor Options
702 The option names defined below are case insensitive and can be optionally
703 prefixed by a '-'. So all of the following are valid
710 OPTS is a combination of the following options:
714 =item -AutoClose =E<gt> 0|1
716 This option is only valid when the C<$input> parameter is a filehandle. If
717 specified, and the value is true, it will result in the file being closed once
718 either the C<close> method is called or the IO::Uncompress::RawInflate object is
721 This parameter defaults to 0.
723 =item -MultiStream =E<gt> 0|1
727 This option is a no-op.
731 =item -Prime =E<gt> $string
733 This option will uncompress the contents of C<$string> before processing the
736 This option can be useful when the compressed data is embedded in another
737 file/data structure and it is not possible to work out where the compressed
738 data begins without having to read the first few bytes. If this is the
739 case, the uncompression can be I<primed> with these bytes using this
742 =item -Transparent =E<gt> 0|1
744 If this option is set and the input file or buffer is not compressed data,
745 the module will allow reading of it anyway.
747 This option defaults to 1.
749 =item -BlockSize =E<gt> $num
751 When reading the compressed input data, IO::Uncompress::RawInflate will read it in
752 blocks of C<$num> bytes.
754 This option defaults to 4096.
756 =item -InputLength =E<gt> $size
758 When present this option will limit the number of compressed bytes read
759 from the input file/buffer to C<$size>. This option can be used in the
760 situation where there is useful data directly after the compressed data
761 stream and you know beforehand the exact length of the compressed data
764 This option is mostly used when reading from a filehandle, in which case
765 the file pointer will be left pointing to the first byte directly after the
766 compressed data stream.
770 This option defaults to off.
772 =item -Append =E<gt> 0|1
774 This option controls what the C<read> method does with uncompressed data.
776 If set to 1, all uncompressed data will be appended to the output parameter
777 of the C<read> method.
779 If set to 0, the contents of the output parameter of the C<read> method
780 will be overwritten by the uncompressed data.
784 =item -Strict =E<gt> 0|1
788 This option is a no-op.
807 $status = $z->read($buffer)
809 Reads a block of compressed data (the size the the compressed block is
810 determined by the C<Buffer> option in the constructor), uncompresses it and
811 writes any uncompressed data into C<$buffer>. If the C<Append> parameter is
812 set in the constructor, the uncompressed data will be appended to the
813 C<$buffer> parameter. Otherwise C<$buffer> will be overwritten.
815 Returns the number of uncompressed bytes written to C<$buffer>, zero if eof
816 or a negative number on error.
822 $status = $z->read($buffer, $length)
823 $status = $z->read($buffer, $length, $offset)
825 $status = read($z, $buffer, $length)
826 $status = read($z, $buffer, $length, $offset)
828 Attempt to read C<$length> bytes of uncompressed data into C<$buffer>.
830 The main difference between this form of the C<read> method and the
831 previous one, is that this one will attempt to return I<exactly> C<$length>
832 bytes. The only circumstances that this function will not is if end-of-file
833 or an IO error is encountered.
835 Returns the number of uncompressed bytes written to C<$buffer>, zero if eof
836 or a negative number on error.
843 $line = $z->getline()
848 This method fully supports the use of of the variable C<$/>
849 (or C<$INPUT_RECORD_SEPARATOR> or C<$RS> when C<English> is in use) to
850 determine what constitutes an end of line. Both paragraph mode and file
851 slurp mode are supported.
860 Read a single character.
866 $char = $z->ungetc($string)
874 $status = $z->inflateSync()
883 $hdr = $z->getHeaderInfo();
884 @hdrs = $z->getHeaderInfo();
886 This method returns either a hash reference (in scalar context) or a list
887 or hash references (in array context) that contains information about each
888 of the header fields in the compressed data stream(s).
900 Returns the uncompressed file offset.
911 Returns true if the end of the compressed input stream has been reached.
917 $z->seek($position, $whence);
918 seek($z, $position, $whence);
923 Provides a sub-set of the C<seek> functionality, with the restriction
924 that it is only legal to seek forward in the input file/buffer.
925 It is a fatal error to attempt to seek backward.
929 The C<$whence> parameter takes one the usual values, namely SEEK_SET,
930 SEEK_CUR or SEEK_END.
932 Returns 1 on success, 0 on failure.
941 This is a noop provided for completeness.
947 Returns true if the object currently refers to a opened file/buffer.
951 my $prev = $z->autoflush()
952 my $prev = $z->autoflush(EXPR)
954 If the C<$z> object is associated with a file or a filehandle, this method
955 returns the current autoflush setting for the underlying filehandle. If
956 C<EXPR> is present, and is non-zero, it will enable flushing after every
957 write/print operation.
959 If C<$z> is associated with a buffer, this method has no effect and always
962 B<Note> that the special variable C<$|> B<cannot> be used to set or
963 retrieve the autoflush setting.
965 =head2 input_line_number
967 $z->input_line_number()
968 $z->input_line_number(EXPR)
972 Returns the current uncompressed line number. If C<EXPR> is present it has
973 the effect of setting the line number. Note that setting the line number
974 does not change the current position within the file/buffer being read.
976 The contents of C<$/> are used to to determine what constitutes a line
986 If the C<$z> object is associated with a file or a filehandle, this method
987 will return the underlying file descriptor.
989 If the C<$z> object is is associated with a buffer, this method will
999 Closes the output file/buffer.
1003 For most versions of Perl this method will be automatically invoked if
1004 the IO::Uncompress::RawInflate object is destroyed (either explicitly or by the
1005 variable with the reference to the object going out of scope). The
1006 exceptions are Perl versions 5.005 through 5.00504 and 5.8.0. In
1007 these cases, the C<close> method will be called automatically, but
1008 not until global destruction of all live objects when the program is
1011 Therefore, if you want your scripts to be able to run on all versions
1012 of Perl, you should call C<close> explicitly and not rely on automatic
1015 Returns true on success, otherwise 0.
1017 If the C<AutoClose> option has been enabled when the IO::Uncompress::RawInflate
1018 object was created, and the object is associated with a file, the
1019 underlying file will also be closed.
1026 No symbolic constants are required by this IO::Uncompress::RawInflate at present.
1032 Imports C<rawinflate> and C<$RawInflateError>.
1035 use IO::Uncompress::RawInflate qw(rawinflate $RawInflateError) ;
1046 L<Compress::Zlib>, L<IO::Compress::Gzip>, L<IO::Uncompress::Gunzip>, L<IO::Compress::Deflate>, L<IO::Uncompress::Inflate>, L<IO::Compress::RawDeflate>, L<IO::Compress::Bzip2>, L<IO::Uncompress::Bunzip2>, L<IO::Compress::Lzop>, L<IO::Uncompress::UnLzop>, L<IO::Uncompress::AnyInflate>, L<IO::Uncompress::AnyUncompress>
1048 L<Compress::Zlib::FAQ|Compress::Zlib::FAQ>
1050 L<File::GlobMapper|File::GlobMapper>, L<Archive::Zip|Archive::Zip>,
1051 L<Archive::Tar|Archive::Tar>,
1052 L<IO::Zlib|IO::Zlib>
1055 For RFC 1950, 1951 and 1952 see
1056 F<http://www.faqs.org/rfcs/rfc1950.html>,
1057 F<http://www.faqs.org/rfcs/rfc1951.html> and
1058 F<http://www.faqs.org/rfcs/rfc1952.html>
1060 The I<zlib> compression library was written by Jean-loup Gailly
1061 F<gzip@prep.ai.mit.edu> and Mark Adler F<madler@alumni.caltech.edu>.
1063 The primary site for the I<zlib> compression library is
1064 F<http://www.zlib.org>.
1066 The primary site for gzip is F<http://www.gzip.org>.
1073 This module was written by Paul Marquess, F<pmqs@cpan.org>.
1077 =head1 MODIFICATION HISTORY
1079 See the Changes file.
1081 =head1 COPYRIGHT AND LICENSE
1083 Copyright (c) 2005-2006 Paul Marquess. All rights reserved.
1085 This program is free software; you can redistribute it and/or
1086 modify it under the same terms as Perl itself.