X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FSpot.pm;h=d351b82ce600db83e222fc046ffb32471c34ab6f;hb=6fa95fc3ce0732180e59f7d3d1c68b10c887b9b6;hp=82563bba003126666ce16e9ab0e3beb9c39511b7;hpb=963f15d001aad3809087081ff5a0df550606dadc;p=spider.git diff --git a/perl/Spot.pm b/perl/Spot.pm index 82563bba..d351b82c 100644 --- a/perl/Spot.pm +++ b/perl/Spot.pm @@ -36,7 +36,7 @@ $defaultspots = 10; # normal number of spots to return $maxdays = 100; # normal maximum no of days to go back $dirprefix = "spots"; $duplth = 20; # the length of text to use in the deduping -$dupage = 3*3600; # the length of time to hold spot dups +$dupage = 1*3600; # the length of time to hold spot dups $maxcalllth = 12; # the max length of call to take into account for dupes $filterdef = bless ([ # tag, sort, field, priv, special parser @@ -333,18 +333,20 @@ sub dup chomp $text; $text =~ s/\%([0-9A-F][0-9A-F])/chr(hex($1))/eg; - $text = unpad($text); + $text = uc unpad($text); + my ($prefix) = $text =~ /\b(\w{1,4})$/; + $text =~ s/\b\w{1,4}$// if $prefix && is_prefix($prefix); $text = substr($text, 0, $duplth) if length $text > $duplth; $text = pack("C*", map {$_ & 127} unpack("C*", $text)); - $text =~ s/[^a-zA-Z0-9]//g; - my $ldupkey = "X$freq|$call|$by" . uc $text; + $text =~ s/[^\w]//g; + my $ldupkey = "X$freq|$call|$by|$text"; my $t = DXDupe::find($ldupkey); return 1 if $t && $t - $main::systime > 0; + DXDupe::add($ldupkey, $main::systime+$dupage); # my $sdupkey = "X$freq|$call|$by"; # $t = DXDupe::find($sdupkey); # return 1 if $t && $t - $main::systime > 0; - DXDupe::add($ldupkey, $main::systime+$dupage); - DXDupe::add($sdupkey, $main::systime+$dupage); +# DXDupe::add($sdupkey, $main::systime+$dupage); return 0; }