X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;ds=sidebyside;f=perl%2FAnnTalk.pm;fp=perl%2FAnnTalk.pm;h=5a387d219ff30946138c720d92ce36ac058c68b0;hb=b228776e730a2aaf6c18d2f88a458719e6b0275a;hp=a74c0e250495bfdd7c1ae0603a285ddbeb8f45ed;hpb=03691f94fb11cdce388f89cd81b474e3505912c8;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index a74c0e25..5a387d21 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -44,6 +44,7 @@ sub dup chomp $text; unpad($text); + $text =~ s/[\\\%]\d+//g; $text =~ s/[^a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; my $dupkey = "A$to|\L$text";