X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FAnnTalk.pm;h=5a387d219ff30946138c720d92ce36ac058c68b0;hb=7ab16be46aa296e9fba7b063c074bb020a9eb462;hp=a74c0e250495bfdd7c1ae0603a285ddbeb8f45ed;hpb=956e3acab807900fdbccc0e2fa5e999327a1c1ce;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index a74c0e25..5a387d21 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -44,6 +44,7 @@ sub dup chomp $text; unpad($text); + $text =~ s/[\\\%]\d+//g; $text =~ s/[^a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; my $dupkey = "A$to|\L$text";