X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FAnnTalk.pm;fp=perl%2FAnnTalk.pm;h=84aa55ed8b4158c92536c25178baf8d170125897;hb=781531dd3ee37e69c75e52718e0b26bcac31ca1c;hp=987b885d05bb06403559192714c947cc8ef4ac27;hpb=970d8ae5f1c263bc78390ca35ee876aa41382f21;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index 987b885d..84aa55ed 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -26,6 +26,7 @@ sub dup chomp $text; unpad($text); + $text =~ s/[^ a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; my $dupkey = "A$to|$text"; return DXDupe::check($dupkey, $main::systime + $dupage);