package FileHandle::Unget; use strict; use Symbol; use FileHandle; use Exporter; use ExtUtils::MakeMaker::bytes; use Scalar::Util qw( weaken ); use 5.000; use vars qw( @ISA $VERSION $AUTOLOAD @EXPORT @EXPORT_OK ); @ISA = qw( Exporter FileHandle ); $VERSION = sprintf "%d.%02d%02d", q/0.16.21/ =~ /(\d+)/g; @EXPORT = @FileHandle::EXPORT; @EXPORT_OK = @FileHandle::EXPORT_OK; # Based on dump_methods from this most helpful post by MJD: # http://groups.google.com/groups?selm=20020621182734.15920.qmail%40plover.com # We can't just use AUTOLOAD because AUTOLOAD is not called for inherited # methods sub wrap_methods { no strict 'refs'; my $class = shift or return; my $seen = shift || {}; # Locate methods in this class my $symtab = \%{"$class\::"}; my @names = keys %$symtab; for my $method (keys %$symtab) { my $fullname = "$class\::$method"; next unless defined &$fullname; next if defined &{__PACKAGE__ . "::$method"}; next if $method eq 'import'; unless ($seen->{$method}) { $seen->{$method} = $fullname; *{$method} = sub { my $self = $_[0]; if (ref $self eq __PACKAGE__) { shift @_; my $super = "SUPER::$method"; $self->$super(@_); } else { $method = "FileHandle::$method"; &$method(@_); } }; } } # Traverse parent classes of this one my @ISA = @{"$class\::ISA"}; for my $class (@ISA) { wrap_methods($class, $seen); } } wrap_methods('FileHandle'); #------------------------------------------------------------------------------- sub DESTROY { } #------------------------------------------------------------------------------- sub new { my $class = shift; my $self; if (defined $_[0] && defined fileno $_[0]) { $self = shift; } else { $self = $class->SUPER::new(@_); return undef unless defined $self; } my $values = { 'fh' => $self, 'eof_called' => 0, 'filehandle_unget_buffer' => '', }; weaken($values->{'fh'}); tie *$self, "${class}::Tie", $values; bless $self, $class; return $self; } #------------------------------------------------------------------------------- sub new_from_fd { my $class = shift; my $self; # if (defined $_[0] && defined fileno $_[0]) # { # $self = shift; # } # else { $self = $class->SUPER::new_from_fd(@_); return undef unless defined $self; } my $values = { 'fh' => $self, 'eof_called' => 0, 'filehandle_unget_buffer' => '', }; weaken($values->{'fh'}); tie *$self, "${class}::Tie", $values; bless $self, $class; return $self; } #------------------------------------------------------------------------------- sub ungetc { my $self = shift; my $ord = shift; substr(tied(*$self)->{'filehandle_unget_buffer'},0,0) = chr($ord); } #------------------------------------------------------------------------------- sub ungets { my $self = shift; my $string = shift; substr(tied(*$self)->{'filehandle_unget_buffer'},0,0) = $string; } #------------------------------------------------------------------------------- sub buffer { my $self = shift; tied(*$self)->{'filehandle_unget_buffer'} = shift if @_; return tied(*$self)->{'filehandle_unget_buffer'}; } #------------------------------------------------------------------------------- sub input_record_separator { my $self = shift; if(@_) { tied(*$self)->{'input_record_separator'} = shift; tied(*$self)->{'input_record_separator_specified'} = 1; } return undef unless exists tied(*$self)->{'input_record_separator'}; return tied(*$self)->{'input_record_separator'}; } #------------------------------------------------------------------------------- sub clear_input_record_separator { my $self = shift; delete tied(*$self)->{'input_record_separator'}; } ############################################################################### package FileHandle::Unget::Tie; use strict; use FileHandle; use bytes; use 5.000; use vars qw( $VERSION $AUTOLOAD @ISA ); @ISA = qw( IO::Handle ); $VERSION = '0.10'; #------------------------------------------------------------------------------- my %tie_mapping = ( PRINT => 'print', PRINTF => 'printf', WRITE => 'syswrite', READLINE => 'getline_wrapper', GETC => 'getc', READ => 'read', CLOSE => 'close', BINMODE => 'binmode', OPEN => 'open', EOF => 'eof', FILENO => 'fileno', SEEK => 'seek', TELL => 'tell', FETCH => 'fetch', ); #------------------------------------------------------------------------------- sub AUTOLOAD { my $name = $AUTOLOAD; $name =~ s/.*://; die "Unhandled function $name!" unless exists $tie_mapping{$name}; my $sub = $tie_mapping{$name}; # Alias the anonymous subroutine to the name of the sub we want ... no strict 'refs'; *{$name} = sub { my $self = shift; if (defined &$sub) { &$sub($self,@_); } else { # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } $self->{'fh'}->$sub(@_); tie *{$self->{'fh'}}, __PACKAGE__, $self; } }; # ... and go to it. goto &$name; } #------------------------------------------------------------------------------- sub DESTROY { } #------------------------------------------------------------------------------- sub TIEHANDLE { my $class = shift; my $self = shift; bless($self, $class); return $self; } #------------------------------------------------------------------------------- sub binmode { my $self = shift; warn "Under windows, calling binmode after eof exposes a bug that exists in some versions of Perl.\n" if $self->{'eof_called'}; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } if (@_) { binmode $self->{'fh'}, @_; } else { binmode $self->{'fh'}; } tie *{$self->{'fh'}}, __PACKAGE__, $self; } #------------------------------------------------------------------------------- sub fileno { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my $fileno = fileno $self->{'fh'}; tie *{$self->{'fh'}}, __PACKAGE__, $self; return $fileno; } #------------------------------------------------------------------------------- sub getline_wrapper { if (wantarray) { goto &getlines; } else { goto &getline; } } #------------------------------------------------------------------------------- sub getline { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my $line; my $old_input_record_separator = $/; $/ = $self->{'input_record_separator'} if exists $self->{'input_record_separator'}; my $input_record_separator = $/; if (defined $input_record_separator && $self->{'filehandle_unget_buffer'} =~ /(.*?$input_record_separator)/) { $line = $1; substr($self->{'filehandle_unget_buffer'},0,length $line) = ''; } else { $line = $self->{'filehandle_unget_buffer'}; $self->{'filehandle_unget_buffer'} = ''; my $templine = $self->{'fh'}->getline(@_); if ($line eq '' && !defined $templine) { $line = undef; } else { $line .= $templine; } } $/ = $old_input_record_separator; tie *{$self->{'fh'}}, __PACKAGE__, $self; return $line; } #------------------------------------------------------------------------------- sub getlines { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my @buffer_lines; my $old_input_record_separator = $/; $/ = $self->{'input_record_separator'} if exists $self->{'input_record_separator'}; my $input_record_separator = $/; if (defined $input_record_separator) { $self->{'filehandle_unget_buffer'} =~ s/^(.*$input_record_separator)/push @buffer_lines, $1;''/mge; my @other_lines = $self->{'fh'}->getlines(@_); if (@other_lines) { if (defined $other_lines[0]) { substr($other_lines[0],0,0) = $self->{'filehandle_unget_buffer'}; } } else { if ($self->{'filehandle_unget_buffer'} ne '') { unshift @other_lines, $self->{'filehandle_unget_buffer'}; } } $self->{'filehandle_unget_buffer'} = ''; push @buffer_lines, @other_lines; } else { $buffer_lines[0] = $self->{'filehandle_unget_buffer'}; my $templine = ($self->{'fh'}->getlines(@_))[0]; if ($buffer_lines[0] eq '' && !defined $templine) { $buffer_lines[0] = undef; } else { $buffer_lines[0] .= $templine; } } $/ = $old_input_record_separator; tie *{$self->{'fh'}}, __PACKAGE__, $self; return @buffer_lines; } #------------------------------------------------------------------------------- sub getc { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my $char; if ($self->{'filehandle_unget_buffer'} ne '') { $char = substr($self->{'filehandle_unget_buffer'},0,1); substr($self->{'filehandle_unget_buffer'},0,1) = ''; } else { $char = $self->{'fh'}->getc(@_); } tie *{$self->{'fh'}}, __PACKAGE__, $self; return $char; } #------------------------------------------------------------------------------- sub read { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my $scalar = \$_[0]; my $length = $_[1]; my $offset = $_[2]; my $num_bytes_read = 0; if ($self->{'filehandle_unget_buffer'} ne '') { my $read_string = substr($self->{'filehandle_unget_buffer'},0,$length); substr($self->{'filehandle_unget_buffer'},0,$length) = ''; my $num_bytes_buffer = length $read_string; # Try to read the rest if (length($read_string) < $length) { $num_bytes_read = read($self->{'fh'}, $read_string, $length - $num_bytes_buffer, $num_bytes_buffer); } if (defined $offset) { $$scalar = '' unless defined $$scalar; substr($$scalar,$offset) = $read_string; } else { $$scalar = $read_string; } $num_bytes_read += $num_bytes_buffer; } else { if (defined $_[2]) { $num_bytes_read = read($self->{'fh'},$_[0],$_[1],$_[2]); } else { $num_bytes_read = read($self->{'fh'},$_[0],$_[1]); } } tie *{$self->{'fh'}}, __PACKAGE__, $self; return $num_bytes_read; } #------------------------------------------------------------------------------- sub seek { my $self = shift; my $position = $_[0]; my $whence = $_[1]; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } if($whence != 0 && $whence != 1 && $whence != 2) { tie *{$self->{'fh'}}, __PACKAGE__, $self; return 0; } my $status; # First try to seek using the built-in seek if (seek($self->{'fh'},$position,$whence)) { $self->{'filehandle_unget_buffer'} = ''; $status = 1; } else { my $absolute_position; $absolute_position = $position if $whence == 0; $absolute_position = $self->tell + $position if $whence == 1; $absolute_position = -s $self->{'fh'} + $position if $whence == 2; if ($absolute_position <= tell $self->{'fh'}) { if ($absolute_position >= $self->tell) { substr($self->{'filehandle_unget_buffer'}, 0, $absolute_position - $self->tell) = ''; $status = 1; } else { # Can't seek backward! $status = 0; } } else { # Shouldn't the built-in seek handle this?! warn "Seeking forward is not yet implemented in " . __PACKAGE__ . "\n"; $status = 0; } } tie *{$self->{'fh'}}, __PACKAGE__, $self; return $status; } #------------------------------------------------------------------------------- sub tell { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my $file_position = tell $self->{'fh'}; if ($file_position == -1) { tie *{$self->{'fh'}}, __PACKAGE__, $self; return -1; } $file_position -= length($self->{'filehandle_unget_buffer'}); tie *{$self->{'fh'}}, __PACKAGE__, $self; return $file_position; } #------------------------------------------------------------------------------- sub eof { my $self = shift; # Prevent recursion # Temporarily disable warnings so that we don't get "untie attempted # while 1 inner references still exist". Not sure what's the "right # thing" to do here. { local $^W = 0; untie *{$self->{'fh'}}; } my $eof; if ($self->{'filehandle_unget_buffer'} ne '') { $eof = 0; } else { $eof = $self->{'fh'}->eof(); } tie *{$self->{'fh'}}, __PACKAGE__, $self; $self->{'eof_called'} = 1; return $eof; } #------------------------------------------------------------------------------- sub fetch { my $self = shift; return $self; } 1; __END__ # ----------------------------------------------------------------------------- =head1 NAME FileHandle::Unget - FileHandle which supports multi-byte unget =head1 SYNOPSIS use FileHandle::Unget; # open file handle my $fh = FileHandle::Unget->new("file") or die "cannot open filehandle: $!"; my $buffer; read($fh,$buffer,100); print $buffer; print <$fh>; $fh->close; =head1 DESCRIPTION FileHandle::Unget operates exactly the same as FileHandle, except that it provides a version of ungetc that allows you to unget more than one character. It also provides ungets to unget a string. This module is useful if the filehandle refers to a stream for which you can't just C backwards. Some operating systems support multi-byte C, but this is not guaranteed. Use this module if you want a portable solution. In addition, on some operating systems, eof() will not be reset if you ungetc after having read to the end of the file. NOTE: Using C with C and other buffering functions is still a bad idea. =head1 METHODS The methods for this package are the same as those of the FileHandle package, with the following exceptions. =over 4 =item new ( ARGS ) The constructor is exactly the same as that of FileHandle, except that you can also call it with an existing IO::Handle object to "attach" unget semantics to a pre-existing handle. =item $fh->ungetc ( ORD ) Pushes a character with the given ordinal value back onto the given handle's input stream. This method can be called more than once in a row to put multiple values back on the stream. Memory usage is equal to the total number of bytes pushed back. =item $fh->ungets ( BUF ) Pushes a buffer back onto the given handle's input stream. This method can be called more than once in a row to put multiple buffers of characters back on the stream. Memory usage is equal to the total number of bytes pushed back. The buffer is not processed in any way--managing end-of-line characters and whatnot is your responsibility. =item $fh->buffer ( [BUF] ) Get or set the pushback buffer directly. =item $fh->input_record_separator ( STRING ) Get or set the per-filehandle input record separator. After it is called, the input record separator for the filehandle is independent of the global $/. Until this method is called (and after clear_input_record_separator is called) the global $/ is used. =item $fh->clear_input_record_separator () Clear the per-filehandle input record separator. This removes the per-filehandle input record separator semantics, reverting the filehandle to the normal global $/ semantics. =item tell ( $fh ) C returns the actual file position minus the length of the unget buffer. If you read three bytes, then unget three bytes, C will report a file position of 0. Everything works as expected if you are careful to unget the exact same bytes which you read. However, things get tricky if you unget different bytes. First, the next bytes you read won't be the actual bytes on the filehandle at the position indicated by C. Second, C will return a negative number if you unget more bytes than you read. (This can be problematic since this function returns -1 on error.) =item seek ( $fh, [POSITION], [WHENCE] ) C defaults to the standard seek if possible, clearing the unget buffer if it succeeds. If the standard seek fails, then C will attempt to seek within the unget buffer. Note that in this case, you will not be able to seek backward--FileHandle::Unget will only save a buffer for the next bytes to be read. For example, let's say you read 10 bytes from a pipe, then unget the 10 bytes. If you seek 5 bytes forward, you won't be able to read the first five bytes. (Otherwise this module would have to keep around a lot of probably useless data!) =back =head1 COMPATIBILITY To test that this module is indeed a drop-in replacement for FileHandle, the following modules were modified to use FileHandle::Unget, and tested using "make test". They have all passed. =head1 BUGS There is a bug in Perl on Windows that is exposed if you open a stream, then check for eof, then call binmode. For example: # First line # Second line open FH, "$^X -e \"open F, '$0';binmode STDOUT;print \" |"; eof(FH); binmode(FH); print "First line:", scalar , "\n"; print "Second line:", scalar , "\n"; close FH; One solution is to make sure that you only call binmode immediately after opening the filehandle. I'm not aware of any workaround for this bug that FileHandle::Unget could implement. However, the module does detect this situation and prints a warning. Contact david@coppit.org for bug reports and suggestions. =head1 AUTHOR David Coppit . =head1 LICENSE This software is distributed under the terms of the GPL. See the file "LICENSE" for more information. =head1 SEE ALSO Mail::Mbox::MessageParser for an example of how to use this package. =cut