X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXDupe.pm;h=d514affde180cc996461eed5c6b7fd79610afdf5;hb=dbdb898e15aaeeac6106b4f49262a16c84177226;hp=cd4272c787530d24473dc821fcd7b724596762c9;hpb=334765d047bc6f15f8c15686afc07b0242c6919f;p=spider.git diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm index cd4272c7..d514affd 100644 --- a/perl/DXDupe.pm +++ b/perl/DXDupe.pm @@ -19,24 +19,47 @@ $default = 48*24*60*60; $lasttime = 0; $fn = "$main::data/dupefile"; +use vars qw($VERSION $BRANCH); + +main::mkver($VERSION = q$Revision$); + sub init { - $dbm = tie (%d, 'DB_File', $fn) or confess "can't open dupe file: $fn ($!)"; + $dbm = tie (%d, 'DB_File', $fn); + unless ($dbm) { + eval { untie %d }; + dbg("Dupefile $fn corrupted, removing..."); + unlink $fn; + $dbm = tie (%d, 'DB_File', $fn) or confess "can't open dupe file: $fn ($!)"; + confess "cannot open $fn $!" unless $dbm; + } } sub finish { undef $dbm; untie %d; + undef %d; } sub check { my ($s, $t) = @_; - return 1 if exists $d{$s}; + return 1 if find($s); + add($s, $t); + return 0; +} + +sub find +{ + return $d{$_[0]}; +} + +sub add +{ + my ($s, $t) = @_; $t = $main::systime + $default unless $t; $d{$s} = $t; - return 0; } sub del