X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXDupe.pm;h=1dd7c700ff9fdbc0fc40202e6c6a7df328a79d0a;hb=f61fe3405f9cca29a7499709ed08aa66ee04be9a;hp=3ccb23c89dd22df1b21369691cd2cf4950f8caf8;hpb=83e360f5c54444dc63a14de5124ad0a78624bf5a;p=spider.git diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm index 3ccb23c8..1dd7c700 100644 --- a/perl/DXDupe.pm +++ b/perl/DXDupe.pm @@ -46,21 +46,21 @@ sub finish sub check { - my ($s, $t) = @_; + my $s = shift; return 1 if find($s); - add($s, $t); + add($s, shift); return 0; } sub find { - return 1 if exists $d{$_[0]}; + return $d{$_[0]}; } sub add { - my ($s, $t) = @_; - $t = $main::systime + $default unless $t; + my $s = shift; + my $t = shift || $main::systime + $default; $d{$s} = $t; } @@ -74,9 +74,11 @@ sub process { # once an hour if ($main::systime - $lasttime >= 3600) { + my @del; while (($k, $v) = each %d) { - delete $d{$k} if $main::systime >= $v; + push @del, $k if $main::systime >= $v; } + delete $d{$_} for @del; $lasttime = $main::systime; } } @@ -103,7 +105,7 @@ sub listdups my @out; for (sort { $d{$a} <=> $d{$b} } grep { m{$regex}i } keys %d) { my ($dum, $key) = unpack "a1a*", $_; - push @out, "$key = " . cldatetime($d{$_} - $dupage); + push @out, "$key = " . cldatetime($d{$_} - $dupage) . " expires " . cldatetime($d{$_}); } return @out; }