X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXDupe.pm;h=ebb2aac41a7c157f5be5986c9384cce2143a399a;hb=b06fd1d447d5411d8d441e807f93efa897b68aaf;hp=6595ef879c7cdd4446106e2a5183758d62fd2af7;hpb=6fa95fc3ce0732180e59f7d3d1c68b10c887b9b6;p=spider.git

diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm
index 6595ef87..ebb2aac4 100644
--- a/perl/DXDupe.pm
+++ b/perl/DXDupe.pm
@@ -17,24 +17,14 @@ use vars qw{$lasttime $dbm %d $default $fn};
 
 $default = 48*24*60*60;
 $lasttime = 0;
-$fn = "$main::data/dupefile";
-
-use vars qw($VERSION $BRANCH);
-$VERSION = sprintf( "%d.%03d", q$Revision$ =~ /(\d+)\.(\d+)/ );
-$BRANCH = sprintf( "%d.%03d", q$Revision$ =~ /\d+\.\d+\.(\d+)\.(\d+)/  || (0,0));
-$main::build += $VERSION;
-$main::branch += $BRANCH;
+localdata_mv("dupefile");
+$fn = localdata("dupefile");
 
 sub init
 {
+	unlink $fn;
 	$dbm = tie (%d, 'DB_File', $fn);
-	unless ($dbm) {
-		eval { untie %d };
-		dbg("Dupefile $fn corrupted, removing...");
-		unlink $fn;
-		$dbm = tie (%d, 'DB_File', $fn) or confess "can't open dupe file: $fn ($!)";
-		confess "cannot open $fn $!" unless $dbm; 
-	}
+	confess "cannot open $fn $!" unless $dbm;
 }
 
 sub finish
@@ -42,6 +32,7 @@ sub finish
 	undef $dbm;
 	untie %d;
 	undef %d;
+	unlink $fn;
 }
 
 sub check
@@ -74,9 +65,11 @@ sub process
 {
 	# once an hour
 	if ($main::systime - $lasttime >=  3600) {
+		my @del;
 		while (($k, $v) = each %d) {
-			delete $d{$k} if $main::systime >= $v;
+			push @del, $k  if $main::systime >= $v;
 		}
+		delete $d{$_} for @del;
 		$lasttime = $main::systime;
 	}
 }