package Object::Remote::Role::Connector::PerlInterpreter;
use IPC::Open2;
+use IPC::Open3;
+use IO::Handle;
+use Object::Remote::Logging qw( :log :dlog );
use Object::Remote::ModuleSender;
use Object::Remote::Handle;
-use Scalar::Util qw(blessed);
+use Object::Remote::Future;
+use Scalar::Util qw(blessed weaken);
use Moo::Role;
+use Symbol;
with 'Object::Remote::Role::Connector';
has module_sender => (is => 'lazy');
+#if no child_stderr file handle is specified then stderr
+#of the child will be connected to stderr of the parent
+has stderr => ( is => 'rw', default => sub { undef } );
+
sub _build_module_sender {
my ($hook) =
grep {blessed($_) && $_->isa('Object::Remote::ModuleLoader::Hook') }
return $hook ? $hook->sender : Object::Remote::ModuleSender->new;
}
+has perl_command => (is => 'lazy');
+has watchdog_timeout => ( is => 'ro', required => 1, default => sub { 0 } );
+
+#TODO convert nice value into optional feature enabled by
+#setting value of attribute
+#ulimit of ~500 megs of v-ram
+#TODO only works with ssh with quotes but only works locally
+#with out quotes
+sub _build_perl_command {[ 'sh -c "ulimit -v 200000; nice -n 15 perl -"' ] }
+#sub _build_perl_command { [ 'perl', '-' ] }
+#sub _build_perl_command { [ 'cat' ] }
+
around connect => sub {
my ($orig, $self) = (shift, shift);
- my $conn = $self->$orig(@_);
- Object::Remote::Handle->new(
- connection => $conn,
- class => 'Object::Remote::ModuleLoader',
- args => { module_sender => $self->module_sender }
- )->disarm_free;
- return $conn;
+ my $f = $self->$start::start($orig => @_);
+ return future {
+ $f->on_done(sub {
+ my ($conn) = $f->get;
+ $self->_setup_watchdog_reset($conn);
+ my $sub = $conn->remote_sub('Object::Remote::Logging::init_logging_forwarding');
+ $sub->('Object::Remote::Logging', Object::Remote::Logging->arg_router);
+ Object::Remote::Handle->new(
+ connection => $conn,
+ class => 'Object::Remote::ModuleLoader',
+ args => { module_sender => $self->module_sender }
+ )->disarm_free;
+ require Object::Remote::Prompt;
+ Object::Remote::Prompt::maybe_set_prompt_command_on($conn);
+ });
+ $f;
+ } 2;
};
-sub _perl_command { 'perl', '-' }
+sub final_perl_command { shift->perl_command }
sub _start_perl {
my $self = shift;
- my $pid = open2(
- my $foreign_stdout,
+ my $given_stderr = $self->stderr;
+ my $foreign_stderr;
+
+ Dlog_debug { "invoking connection to perl interpreter using command line: $_" } @{$self->final_perl_command};
+
+ if (defined($given_stderr)) {
+ #if the stderr data goes to an existing file handle
+ #an need an anonymous file handle is required
+ #as the other half of a pipe style file handle pair
+ #so the file handles can go into the run loop
+ $foreign_stderr = gensym();
+ } else {
+ #if no file handle has been specified
+ #for the child's stderr then connect
+ #the child stderr to the parent stderr
+ $foreign_stderr = ">&STDERR";
+ }
+
+ my $pid = open3(
my $foreign_stdin,
- $self->_perl_command(@_),
+ my $foreign_stdout,
+ $foreign_stderr,
+ @{$self->final_perl_command},
) or die "Failed to run perl at '$_[0]': $!";
+
+ if (defined($given_stderr)) {
+ log_warn { "using experimental cat for child stderr" };
+
+ #TODO refactor if this solves the problem
+ Object::Remote->current_loop
+ ->watch_io(
+ handle => $foreign_stderr,
+ on_read_ready => sub {
+ my $buf = '';
+ my $len = sysread($foreign_stderr, $buf, 32768);
+ if (!defined($len) or $len == 0) {
+ log_trace { "Got EOF or error on child stderr, removing from watcher" };
+ $self->stderr(undef);
+ Object::Remote->current_loop
+ ->unwatch_io(
+ handle => $foreign_stderr,
+ on_read_ready => 1
+ );
+ } else {
+ Dlog_trace { "got $len characters of stderr data for connection" };
+ print $given_stderr $buf or die "could not send stderr data: $!";
+ }
+ }
+ );
+ }
+
return ($foreign_stdin, $foreign_stdout, $pid);
}
sub _open2_for {
my $self = shift;
my ($foreign_stdin, $foreign_stdout, $pid) = $self->_start_perl(@_);
- print $foreign_stdin 'BEGIN { $ENV{OBJECT_REMOTE_DEBUG} = 1 }'."\n"
- if $ENV{OBJECT_REMOTE_DEBUG};
- print $foreign_stdin $self->fatnode_text
- or die "Failed to send fatpacked data to new node on '$_[0]': $!";
+ my $to_send = $self->fatnode_text;
+ log_debug { my $len = length($to_send); "Sending contents of fat node to remote node; size is '$len' characters" };
+ Object::Remote->current_loop
+ ->watch_io(
+ handle => $foreign_stdin,
+ on_write_ready => sub {
+ my $len = syswrite($foreign_stdin, $to_send, 32768);
+ if (defined $len) {
+ substr($to_send, 0, $len) = '';
+ }
+ # if the stdin went away, we'll never get Shere
+ # so it's not a big deal to simply give up on !defined
+ if (!defined($len) or 0 == length($to_send)) {
+ log_trace { "Got EOF or error when writing fatnode data to filehandle, unwatching it" };
+ Object::Remote->current_loop
+ ->unwatch_io(
+ handle => $foreign_stdin,
+ on_write_ready => 1
+ );
+ } else {
+ log_trace { "Sent $len bytes of fatnode data to remote side" };
+ }
+ }
+ );
return ($foreign_stdin, $foreign_stdout, $pid);
}
+sub _setup_watchdog_reset {
+ my ($self, $conn) = @_;
+ my $timer_id;
+
+ return unless $self->watchdog_timeout;
+
+ Dlog_trace { "Creating Watchdog management timer for connection id $_" } $conn->_id;
+
+ $timer_id = Object::Remote->current_loop->watch_time(
+ every => $self->watchdog_timeout / 3,
+ code => sub {
+ unless(defined($conn)) {
+ log_trace { "Weak reference to connection in Watchdog was lost, terminating update timer $timer_id" };
+ Object::Remote->current_loop->unwatch_time($timer_id);
+ return;
+ }
+
+ Dlog_debug { "Reseting Watchdog for connection id $_" } $conn->_id;
+ #we do not want to block in the run loop so send the
+ #update off and ignore any result, we don't need it
+ #anyway
+ $conn->send_class_call(0, 'Object::Remote::WatchDog', 'reset');
+ }
+ );
+
+ $conn->on_close->on_done(sub { Object::Remote->current_loop->unwatch_time($timer_id) });
+}
+
sub fatnode_text {
my ($self) = @_;
- require Object::Remote::FatNode;
my $text = '';
+
+ require Object::Remote::FatNode;
+
+ $text = "my \$WATCHDOG_TIMEOUT = '" . $self->watchdog_timeout . "';\n";
+
+ if (my $duration = $self->watchdog_timeout) {
+ $text .= "alarm(\$WATCHDOG_TIMEOUT);\n";
+ }
+
$text .= 'BEGIN { $ENV{OBJECT_REMOTE_DEBUG} = 1 }'."\n"
if $ENV{OBJECT_REMOTE_DEBUG};
$text .= <<'END';
$INC{'Object/Remote/FatNode.pm'} = __FILE__;
$Object::Remote::FatNode::DATA = <<'ENDFAT';
END
- $text .= $Object::Remote::FatNode::DATA;
+ $text .= do { no warnings 'once'; $Object::Remote::FatNode::DATA };
$text .= "ENDFAT\n";
$text .= <<'END';
eval $Object::Remote::FatNode::DATA;
+die $@ if $@;
END
+
$text .= "__END__\n";
return $text;
}
projects / scpubgit/Object-Remote.git / blobdiff