X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXCron.pm;h=12192891de1bba6939b8ade706e1feed6ca97940;hb=431c8a14cdecd0ec455b6619380687dbe84e2a35;hp=ae9feb32000c1e09c84d8403ce4a651432ddaca6;hpb=d6be28a3da4f40fcba1c2f0161ac48a38378a103;p=spider.git diff --git a/perl/DXCron.pm b/perl/DXCron.pm index ae9feb32..12192891 100644 --- a/perl/DXCron.pm +++ b/perl/DXCron.pm @@ -14,8 +14,8 @@ use DXM; use DXDebug; use IO::File; use DXLog; - -use Mojo::IOLoop::Subprocess; +use Time::HiRes qw(gettimeofday tv_interval); +use DXSubprocess; use strict; @@ -62,7 +62,7 @@ sub cread my $line = 0; my @out; - dbg("cron: reading $fn\n") if isdbg('cron'); + dbg("DXCron::cread reading $fn\n") if isdbg('cron'); open($fh, $fn) or confess("cron: can't open $fn $!"); while (<$fh>) { $line++; @@ -71,20 +71,29 @@ sub cread my ($min, $hour, $mday, $month, $wday, $cmd) = /^\s*(\S+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(.+)$/o; next unless defined $min; my $ref = bless {}; - my $err; - - $err |= parse($ref, 'min', $min, 0, 60); - $err |= parse($ref, 'hour', $hour, 0, 23); - $err |= parse($ref, 'mday', $mday, 1, 31); - $err |= parse($ref, 'month', $month, 1, 12, "jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"); - $err |= parse($ref, 'wday', $wday, 0, 6, "sun", "mon", "tue", "wed", "thu", "fri", "sat"); - if (!$err) { - $ref->{cmd} = $cmd; - push @out, $ref; - dbg("cron: adding $_\n") if isdbg('cron'); + my $err = ''; + + if (defined $min && defined $hour && defined $cmd) { # it isn't all of them, but should be enough to tell if this is a real line + $err .= parse($ref, 'min', $min, 0, 60); + $err .= parse($ref, 'hour', $hour, 0, 23); + $err .= parse($ref, 'mday', $mday, 1, 31); + $err .= parse($ref, 'month', $month, 1, 12, "jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"); + $err .= parse($ref, 'wday', $wday, 0, 6, "sun", "mon", "tue", "wed", "thu", "fri", "sat"); + if (!$err) { + $ref->{cmd} = $cmd; + push @out, $ref; + dbg("DXCron::cread: adding $_\n") if isdbg('cron'); + } else { + $err =~ s/^, //; + LogDbg('cron', "DXCron::cread: error $err on line $line '$_'"); + } } else { - dbg("cron: error on line $line '$_'\n") if isdbg('cron'); + LogDbg('cron', "DXCron::cread error on line $line '$_'"); + my @s = ($min, $hour, $mday, $month, $wday, $cmd); + my $s = "line $line splits as " . join(', ', (map {defined $_ ? qq{$_} : q{'undef'}} @s)); + LogDbg('cron', $s); } + } close($fh); return @out; @@ -102,7 +111,7 @@ sub parse # handle '*' values if ($val eq '*') { $ref->{$sort} = 0; - return 0; + return; } # handle comma delimited values @@ -110,20 +119,20 @@ sub parse for (@comma) { my @minus = split /-/o; if (@minus == 2) { - return 1 if $minus[0] < $low || $minus[0] > $high; - return 1 if $minus[1] < $low || $minus[1] > $high; + return ", $sort should be $low >= $minus[0] <= $high" if $minus[0] < $low || $minus[0] > $high; + return ", $sort should be $low >= $minus[1] <= $high" if $minus[1] < $low || $minus[1] > $high; my $i; for ($i = $minus[0]; $i <= $minus[1]; ++$i) { push @req, 0 + $i; } } else { - return 1 if $_ < $low || $_ > $high; + return ", $sort should be $low >= $val <= $high" if $_ < $low || $_ > $high; push @req, 0 + $_; } } $ref->{$sort} = \@req; - return 0; + return; } # process the cronjobs @@ -245,11 +254,16 @@ sub start_connect sub spawn { my $line = shift; + my $t0 = [gettimeofday]; dbg("DXCron::spawn: $line") if isdbg("cron"); - my $fc = Mojo::IOLoop::Subprocess->new(); + my $fc = DXSubprocess->new(); $fc->run( - sub {my @res = `$line`; return @res}, + sub { + my @res = `$line`; +# diffms("DXCron spawn 1", $line, $t0, scalar @res) if isdbg('chan'); + return @res + }, sub { my ($fc, $err, @res) = @_; if ($err) { @@ -261,6 +275,7 @@ sub spawn chomp; dbg("DXCron::spawn: $_") if isdbg("cron"); } + diffms("by DXCron::spawn", $line, $t0, scalar @res) if isdbg('progress'); } ); } @@ -268,26 +283,29 @@ sub spawn sub spawn_cmd { my $line = shift; + my $t0 = [gettimeofday]; - dbg("spawn_cmd run: $line") if isdbg('cron'); - my $fc = Mojo::IOLoop::Subprocess->new(); + dbg("DXCron::spawn_cmd run: $line") if isdbg('cron'); + my $fc = DXSubprocess->new(); $fc->run( sub { $main::me->{_nospawn} = 1; my @res = $main::me->run_cmd($line); delete $main::me->{_nospawn}; +# diffms("DXCron spawn_cmd 1", $line, $t0, scalar @res) if isdbg('chan'); return @res; }, sub { my ($fc, $err, @res) = @_; if ($err) { - my $s = "spawn_cmd: error $err"; + my $s = "DXCron::spawn_cmd: error $err"; dbg($s); } for (@res) { chomp; - dbg("spawn_cmd: $_") if isdbg("cron"); + dbg("DXCron::spawn_cmd: $_") if isdbg("cron"); } + diffms("by DXCron::spawn_cmd", $line, $t0, scalar @res) if isdbg('progress'); } ); } @@ -310,10 +328,10 @@ sub run_cmd { my $line = shift; my @in = $main::me->run_cmd($line); - dbg("cmd run: $line") if isdbg('cron'); + dbg("DXCron::run_cmd: $line") if isdbg('cron'); for (@in) { s/\s*$//og; - dbg("cmd out: $_") if isdbg('cron'); + dbg("DXCron::cmd out: $_") if isdbg('cron'); } }