X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXDupe.pm;h=3625183fe4d7260cd03cb35ded2b84b0f9d89e73;hb=be5e1ae1ec75bdead65ffb14945b9f5fe164e58a;hp=a5bb8a1b9cd762f9d4bdd0e1e2208f07743ba244;hpb=011ea517c23d99f17495e50ae05c183bb21fe50f;p=spider.git diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm index a5bb8a1b..3625183f 100644 --- a/perl/DXDupe.pm +++ b/perl/DXDupe.pm @@ -17,28 +17,23 @@ use vars qw{$lasttime $dbm %d $default $fn}; $default = 48*24*60*60; $lasttime = 0; -$fn = "$main::data/dupefile"; - -use vars qw($VERSION $BRANCH); -($VERSION, $BRANCH) = dxver(q$Revision$); +localdata_mv("dupefile"); +$fn = localdata("dupefile"); sub init { + unlink $fn; $dbm = tie (%d, 'DB_File', $fn); - unless ($dbm) { - eval { untie %d }; - dbg("Dupefile $fn corrupted, removing..."); - unlink $fn; - $dbm = tie (%d, 'DB_File', $fn) or confess "can't open dupe file: $fn ($!)"; - confess "cannot open $fn $!" unless $dbm; - } + confess "cannot open $fn $!" unless $dbm; } sub finish { + dbg("DXDupe finishing"); undef $dbm; untie %d; undef %d; + unlink $fn; } sub check @@ -59,11 +54,13 @@ sub add my $s = shift; my $t = shift || $main::systime + $default; $d{$s} = $t; + dbg(sprintf("DXDupe::add key: $s time: %s", ztime($t))) if isdbg('dxdupe'); } sub del { my $s = shift; + dbg(sprintf("DXDupe::del key: $s time: %s", ztime($d{$s}))) if isdbg('dxdupe'); delete $d{$s}; } @@ -75,7 +72,7 @@ sub process while (($k, $v) = each %d) { push @del, $k if $main::systime >= $v; } - delete $d{$_} for @del; + del($k) for @del; $lasttime = $main::systime; } } @@ -106,4 +103,12 @@ sub listdups } return @out; } + +sub END +{ + if ($dbm) { + dbg("DXDupe ENDing"); + finish(); + } +} 1;