X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXDupe.pm;h=851e3a6953eef03450020f399a9efa2b4b17f42f;hb=b9dffeff7239952814342dad19db3a51def6fab7;hp=6595ef879c7cdd4446106e2a5183758d62fd2af7;hpb=6fa95fc3ce0732180e59f7d3d1c68b10c887b9b6;p=spider.git diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm index 6595ef87..851e3a69 100644 --- a/perl/DXDupe.pm +++ b/perl/DXDupe.pm @@ -19,12 +19,6 @@ $default = 48*24*60*60; $lasttime = 0; $fn = "$main::data/dupefile"; -use vars qw($VERSION $BRANCH); -$VERSION = sprintf( "%d.%03d", q$Revision$ =~ /(\d+)\.(\d+)/ ); -$BRANCH = sprintf( "%d.%03d", q$Revision$ =~ /\d+\.\d+\.(\d+)\.(\d+)/ || (0,0)); -$main::build += $VERSION; -$main::branch += $BRANCH; - sub init { $dbm = tie (%d, 'DB_File', $fn); @@ -74,9 +68,11 @@ sub process { # once an hour if ($main::systime - $lasttime >= 3600) { + my @del; while (($k, $v) = each %d) { - delete $d{$k} if $main::systime >= $v; + push @del, $k if $main::systime >= $v; } + delete $d{$_} for @del; $lasttime = $main::systime; } }