]> dxcluster.net Git - spider.git/commitdiff
put back the not word cahracter filter
authorminima <minima>
Sun, 27 Feb 2005 15:51:53 +0000 (15:51 +0000)
committerminima <minima>
Sun, 27 Feb 2005 15:51:53 +0000 (15:51 +0000)
perl/Spot.pm

index 995bad539e4bb9450134a515a4aa642a21c014d9..0ab1a5166f29996ab8f3217f02413f88a481325b 100644 (file)
@@ -338,6 +338,7 @@ sub dup
        $text =~ s/\b\w{1,4}$// if $prefix && Prefix::extract($prefix);
        $text = substr($text, 0, $duplth) if length $text > $duplth; 
        $text = pack("C*", map {$_ & 127} unpack("C*", $text));
+       $text =~ s/[^\w]//g;
        my $ldupkey = "X$freq|$call|$by|$text";
        my $t = DXDupe::find($ldupkey);
        return 1 if $t && $t - $main::systime > 0;