From: minima <minima>
Date: Sun, 27 Feb 2005 15:51:53 +0000 (+0000)
Subject: put back the not word cahracter filter
X-Git-Tag: 1.54~222
X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?p=spider.git;a=commitdiff_plain;h=ca9d4ac13a4518e34fd765a74cfec18730ae3829

put back the not word cahracter filter
---

diff --git a/perl/Spot.pm b/perl/Spot.pm
index 995bad53..0ab1a516 100644
--- a/perl/Spot.pm
+++ b/perl/Spot.pm
@@ -338,6 +338,7 @@ sub dup
 	$text =~ s/\b\w{1,4}$// if $prefix && Prefix::extract($prefix);
 	$text = substr($text, 0, $duplth) if length $text > $duplth; 
 	$text = pack("C*", map {$_ & 127} unpack("C*", $text));
+	$text =~ s/[^\w]//g;
 	my $ldupkey = "X$freq|$call|$by|$text";
 	my $t = DXDupe::find($ldupkey);
 	return 1 if $t && $t - $main::systime > 0;