projects
/
spider.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
take the length for dupe checking after normalisation
[spider.git]
/
perl
/
Spot.pm
diff --git
a/perl/Spot.pm
b/perl/Spot.pm
index 306bc282582e2b5b634df974f573848768c58f43..f890a87a571bebc27513b15da1ea4d9b49188706 100644
(file)
--- a/
perl/Spot.pm
+++ b/
perl/Spot.pm
@@
-375,9
+375,9
@@
sub dup
$text = "" if $cty == $try[0];
}
}
$text = "" if $cty == $try[0];
}
}
- $text = substr($text, 0, $duplth) if length $text > $duplth;
$text = pack("C*", map {$_ & 127} unpack("C*", $text));
$text =~ s/[^\w]//g;
$text = pack("C*", map {$_ & 127} unpack("C*", $text));
$text =~ s/[^\w]//g;
+ $text = substr($text, 0, $duplth) if length $text > $duplth;
my $ldupkey = "X$freq|$call|$by|$text";
my $t = DXDupe::find($ldupkey);
return 1 if $t && $t - $main::systime > 0;
my $ldupkey = "X$freq|$call|$by|$text";
my $t = DXDupe::find($ldupkey);
return 1 if $t && $t - $main::systime > 0;