WIP spot deduping

[spider.git] / perl / DXDupe.pm

diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm
index ebb2aac41a7c157f5be5986c9384cce2143a399a..795346db5ad89ea1d104e20a61ebffead5aee7f1 100644 (file)
--- a/perl/DXDupe.pm
+++ b/perl/DXDupe.pm
@@ -29,6 +29,7 @@ sub init
 
 sub finish
 {
+       dbg("DXDupe finishing");
        undef $dbm;
        untie %d;
        undef %d;
@@ -45,19 +46,27 @@ sub check
 
 sub find
 {
-       return $d{$_[0]};
+       return 0 unless $_[0];
+       return exists $d{$_[0]} ? $d{$_[0]} : 0;
 }
 
 sub add
 {
        my $s = shift;
        my $t = shift || $main::systime + $default;
+       return unless $s;
+
        $d{$s} = $t;
+       dbg("DXDupe::add key: $s time: " . ztime($t)) if isdbg('dxdupe');
 }
 
 sub del
 {
        my $s = shift;
+       return unless $s;
+       
+       my $t = $d{$s};
+       dbg("DXDupe::del key: $s time: " . ztime($t)) if isdbg('dxdupe');
        delete $d{$s};
 }
 
@@ -69,7 +78,7 @@ sub process
                while (($k, $v) = each %d) {
                        push @del, $k  if $main::systime >= $v;
                }
-               delete $d{$_} for @del;
+               del($k) for @del;
                $lasttime = $main::systime;
        }
 }
@@ -100,4 +109,12 @@ sub listdups
        }
        return @out;
 }
+
+sub END
+{
+       if ($dbm) {
+               dbg("DXDupe ENDing");
+               finish();
+       }
+}
 1;