added missing wcy filters
[spider.git] / perl / DXProt.pm
index aacd56603904bcbb5ff1acb5ebe0b610b985cd37..74353d5b0ba8cf8de770070e1229ad609345af7a 100644 (file)
@@ -25,27 +25,22 @@ use DXDebug;
 use Filter;
 use Local;
 use DXDb;
+use AnnTalk;
+use Geomag;
+use WCY;
 use Time::HiRes qw(gettimeofday tv_interval);
 
 use strict;
-use vars qw($me $pc11_max_age $pc23_max_age $pc11_dup_age $pc23_dup_age
-                       %spotdup %wwvdup $last_hour %pings %rcmds $pc11duptext
-                       %nodehops @baddx $baddxfn $pc12_dup_age
-                       %anndup $allowzero $pc12_dup_lth $decode_dk0wcy);
+use vars qw($me $pc11_max_age $pc23_max_age
+                       $last_hour %pings %rcmds
+                       %nodehops @baddx $baddxfn 
+                       $allowzero $decode_dk0wcy);
 
 $me = undef;                                   # the channel id for this cluster
 $decode_dk0wcy = undef;                        # if set use this callsign to decode announces from the EU WWV data beacon
 $pc11_max_age = 1*3600;                        # the maximum age for an incoming 'real-time' pc11
 $pc23_max_age = 1*3600;                        # the maximum age for an incoming 'real-time' pc23
-$pc11_dup_age = 3*3600;                        # the maximum time to keep the spot dup list for
-$pc23_dup_age = 3*3600;                        # the maximum time to keep the wwv dup list for
-$pc12_dup_age = 24*3600;               # the maximum time to keep the ann dup list for
-$pc12_dup_lth = 60;                            # the length of ANN text to save for deduping 
-$pc11duptext = 20;                             # maximum lth of the text field in PC11 to use for duduping
-
-%spotdup = ();                             # the pc11 and 26 dup hash 
-%wwvdup = ();                              # the pc23 and 27 dup hash
-%anndup = ();                               # the PC12 dup hash
+
 $last_hour = time;                             # last time I did an hourly periodic update
 %pings = ();                    # outstanding ping requests outbound
 %rcmds = ();                    # outstanding rcmd requests outbound
@@ -66,22 +61,13 @@ sub init
        confess $@ if $@;
        #  $me->{sort} = 'M';    # M for me
 
-       # now prime the spot duplicates file with today's and yesterday's data
+       # now prime the spot and wwv  duplicates file with data
     my @today = Julian::unixtoj(time);
-       my @spots = Spot::readfile(@today);
-       @today = Julian::sub(@today, 1);
-       push @spots, Spot::readfile(@today);
-       for (@spots) {
-               my $duptext = length $_->[3] > $pc11duptext ? substr($_->[3], 0, $pc11duptext) : $_->[3] ;
-               my $dupkey = "$_->[0]$_->[1]$_->[2]$duptext$_->[4]";
-               $spotdup{$dupkey} = $_->[2];
+       for (Spot::readfile(@today), Spot::readfile(Julian::sub(@today, 1))) {
+               Spot::dup(@{$_}[0..3]);
        }
-
-       # now prime the wwv duplicates file with just this month's data
-       my @wwv = Geomag::readfile(time);
-       for (@wwv) {
-               my $dupkey = "$_->[1].$_->[2]$_->[3]$_->[4]";
-               $wwvdup{$dupkey} = $_->[1];
+       for (Geomag::readfile(time)) {
+               Geomag::dup(@{$_}[1..5]);
        }
 
        # load the baddx file
@@ -96,7 +82,6 @@ sub init
 sub new 
 {
        my $self = DXChannel::alloc(@_);
-       $self->{'sort'} = 'A';          # in absence of how to find out what sort of an object I am
        return $self;
 }
 
@@ -121,6 +106,7 @@ sub start
        # get the INPUT filters (these only pertain to Clusters)
        $self->{inspotfilter} = Filter::read_in('spots', $call, 1);
        $self->{inwwvfilter} = Filter::read_in('wwv', $call, 1);
+       $self->{inwcyfilter} = Filter::read_in('wcy', $call, 1);
        $self->{inannfilter} = Filter::read_in('ann', $call, 1);
        
        # set unbuffered and no echo
@@ -171,7 +157,7 @@ sub normal
        # process PC frames
        my ($pcno) = $field[0] =~ /^PC(\d\d)/; # just get the number
        return unless $pcno;
-       return if $pcno < 10 || $pcno > 51;
+       return if $pcno < 10 || $pcno > 99;
 
        # dump bad protocol messages unless it is a PC29
        if ($line =~ /\%[0-9A-F][0-9A-F]/o && $pcno != 29) {
@@ -230,24 +216,6 @@ sub normal
                                return;
                        }
 
-                       # strip off the leading & trailing spaces from the comment
-                       my $duptext = length $field[5] > $pc11duptext ? substr($field[5], 0, $pc11duptext) : $field[5];
-                       my $text = unpad($field[5]);
-                       
-                       # store it away
-                       my $spotter = $field[6];
-                       $spotter =~ s/-[\@\d]+$//o;     # strip off the ssid from the spotter
-                       
-                       # do some de-duping
-                       my $freq = $field[1] - 0;
-                       my $dupkey = "$freq$field[2]$d$duptext$spotter";
-                       if ($spotdup{$dupkey}) {
-                               dbg('chan', "Duplicate Spot ignored\n");
-                               return;
-                       }
-                       
-                       $spotdup{$dupkey} = $d;
-
                        # is it 'baddx'
                        if (grep $field[2] eq $_, @baddx) {
                                dbg('chan', "Bad DX spot, ignored");
@@ -260,7 +228,13 @@ sub normal
                                return;
                        }
                        
-                       my @spot = Spot::add($freq, $field[2], $d, $text, $spotter, $field[7]);
+                       # do some de-duping
+                       if (Spot::dup($field[1], $field[2], $d, $field[5])) {
+                               dbg('chan', "Duplicate Spot ignored\n");
+                               return;
+                       }
+                       
+                       my @spot = Spot::add($field[1], $field[2], $d, $field[5], $field[6], $field[7]);
 
             #
                        # @spot at this point contains:-
@@ -287,13 +261,10 @@ sub normal
                
                if ($pcno == 12) {              # announces
                        # announce duplicate checking
-                       my $text = substr(uc unpad($field[3]), 0, $pc12_dup_lth);
-                       my $dupkey = $field[1].$field[2].$text;
-                       if ($anndup{$dupkey}) {
+                       if (AnnTalk::dup($field[1], $field[2], $field[3])) {
                                dbg('chan', "Duplicate Announce ignored\n");
                                return;
                        }
-                       $anndup{$dupkey} = $main::systime;
                        
                        if ($field[2] eq '*' || $field[2] eq $main::mycall) {
                                
@@ -531,17 +502,15 @@ sub normal
                        my $i = unpad($field[5]);
                        my ($r) = $field[6] =~ /R=(\d+)/;
                        $r = 0 unless $r;
-                       my $dupkey = "$d.$sfi$k$i";
-                       if ($wwvdup{$dupkey}) {
-                               dbg('chan', "Dup WWV Spot ignored\n");
-                               return;
-                       }
                        if (($pcno == 23 && $d < $main::systime - $pc23_max_age) || $d > $main::systime + 1500 || $field[2] < 0 || $field[2] > 23) {
                                dbg('chan', "WWV Date ($field[1] $field[2]) out of range");
                                return;
                        }
-                       $wwvdup{$dupkey} = $d;
-                       $field[6] =~ s/-\d+$//o;            # remove spotter's ssid
+                       if (Geomag::dup($d,$sfi,$k,$i,$field[6])) {
+                               dbg('chan', "Dup WWV Spot ignored\n");
+                               return;
+                       }
+                       $field[7] =~ s/-\d+$//o;            # remove spotter's ssid
                
                        my $wwv = Geomag::update($d, $field[2], $sfi, $k, $i, @field[6..8], $r);
 
@@ -633,7 +602,12 @@ sub normal
                                        $self->send(pc35($main::mycall, $field[2], "$main::mycall:your attempt is logged, Tut tut tut...!"));
                                }
                        } else {
-                               $self->route($field[1], $line);
+                               my $ref = DXUser->get_current($field[1]);
+                               if ($ref && $ref->is_clx) {
+                                       route($field[1], pc84($field[2], $field[1], $field[2], $field[3]));
+                               } else {
+                                       $self->route($field[1], $line);
+                               }
                        }
                        return;
                }
@@ -647,7 +621,12 @@ sub normal
                                        delete $rcmds{$field[2]} if !$dxchan;
                                }
                        } else {
-                               $self->route($field[1], $line);
+                               my $ref = DXUser->get_current($field[1]);
+                               if ($ref && $ref->is_clx) {
+                                       route($field[1], pc85($field[2], $field[1], $field[2], $field[3]));
+                               } else {
+                                       $self->route($field[1], $line);
+                               }
                        }
                        return;
                }
@@ -726,7 +705,7 @@ sub normal
                                                                my $s = sprintf "%.2f", $t; 
                                                                my $ave = sprintf "%.2f", $tochan ? ($tochan->{pingave} || $t) : $t;
                                                                $dxchan->send($dxchan->msg('pingi', $field[2], $s, $ave))
-                                                       } elsif ($dxchan->is_ak1a) {
+                                                       } elsif ($dxchan->is_node) {
                                                                if ($tochan) {
                                                                        $tochan->{nopings} = 2; # pump up the timer
                                                                        push @{$tochan->{pingtime}}, $t;
@@ -747,15 +726,102 @@ sub normal
                        }
                        return;
                }
+
+               if ($pcno == 73) {  # WCY broadcasts
+                       
+                       # do some de-duping
+                       my $d = cltounix($field[1], sprintf("%02d18Z", $field[2]));
+                       if (($pcno == 23 && $d < $main::systime - $pc23_max_age) || $d > $main::systime + 1500 || $field[2] < 0 || $field[2] > 23) {
+                               dbg('chan', "WCY Date ($field[1] $field[2]) out of range");
+                               return;
+                       }
+                       @field = map { unpad($_) } @field;
+                       if (WCY::dup($d,@field[3..7])) {
+                               dbg('chan', "Dup WCY Spot ignored\n");
+                               return;
+                       }
+               
+                       my $wcy = WCY::update($d, @field[2..12]);
+
+                       my $rep;
+                       eval {
+                               $rep = Local::wwv($self, @field[1..12]);
+                       };
+                       # dbg('local', "Local::wcy error $@") if $@;
+                       return if $rep;
+
+                       # broadcast to the eager world
+                       send_wcy_spot($self, $line, $d, @field[2..12]);
+                       return;
+               }
+
+               if ($pcno == 84) { # remote commands (incoming)
+                       if ($field[1] eq $main::mycall) {
+                               my $ref = DXUser->get_current($field[2]);
+                               my $cref = DXCluster->get($field[2]);
+                               Log('rcmd', 'in', $ref->{priv}, $field[2], $field[4]);
+                               unless ($field[3] =~ /rcmd/i || !$cref || !$ref || $cref->mynode->call ne $ref->homenode) {    # not allowed to relay RCMDS!
+                                       if ($ref->{priv}) {     # you have to have SOME privilege, the commands have further filtering
+                                               $self->{remotecmd} = 1; # for the benefit of any command that needs to know
+                                               my $oldpriv = $self->{priv};
+                                               $self->{priv} = $ref->{priv};     # assume the user's privilege level
+                                               my @in = (DXCommandmode::run_cmd($self, $field[4]));
+                                               $self->{priv} = $oldpriv;
+                                               for (@in) {
+                                                       s/\s*$//og;
+                                                       $self->send(pc85($main::mycall, $field[2], $field[3], "$main::mycall:$_"));
+                                                       Log('rcmd', 'out', $field[2], $_);
+                                               }
+                                               delete $self->{remotecmd};
+                                       } else {
+                                               $self->send(pc85($main::mycall, $field[2], $field[3], "$main::mycall:sorry...!"));
+                                       }
+                               } else {
+                                       $self->send(pc85($main::mycall, $field[2], $field[3],"$main::mycall:your attempt is logged, Tut tut tut...!"));
+                               }
+                       } else {
+                               my $ref = DXUser->get_current($field[1]);
+                               if ($ref && $ref->is_clx) {
+                                       $self->route($field[1], $line);
+                               } else {
+                                       route($field[1], pc34($field[2], $field[1], $field[3]));
+                               }
+                       }
+                       return;
+               }
+
+               if ($pcno == 85) {              # remote command replies
+                       if ($field[1] eq $main::mycall) {
+                               my $dxchan = DXChannel->get($field[3]);
+                               if ($dxchan) {
+                                       $dxchan->send($field[4]);
+                               } else {
+                                       my $s = $rcmds{$field[2]};
+                                       if ($s) {
+                                               $dxchan = DXChannel->get($s->{call});
+                                               $dxchan->send($field[4]) if $dxchan;
+                                               delete $rcmds{$field[2]} if !$dxchan;
+                                       }
+                               }
+                       } else {
+                               my $ref = DXUser->get_current($field[1]);
+                               if ($ref && $ref->is_clx) {
+                                       $self->route($field[1], $line);
+                               } else {
+                                       route($field[1], pc35($field[2], $field[1], $field[3]));
+                               }
+                       }
+                       return;
+               }
        }
         
-        # if get here then rebroadcast the thing with its Hop count decremented (if
-        # there is one). If it has a hop count and it decrements to zero then don't
-        # rebroadcast it.
-        #
-        # NOTE - don't arrive here UNLESS YOU WANT this lump of protocol to be
-        #        REBROADCAST!!!!
-        #
+       # if get here then rebroadcast the thing with its Hop count decremented (if
+       # there is one). If it has a hop count and it decrements to zero then don't
+       # rebroadcast it.
+       #
+       # NOTE - don't arrive here UNLESS YOU WANT this lump of protocol to be
+       #        REBROADCAST!!!!
+       #
         
        unless ($self->{isolate}) {
                broadcast_ak1a($line, $self); # send it to everyone but me
@@ -773,7 +839,7 @@ sub process
        my $dxchan;
        
        foreach $dxchan (@dxchan) {
-               next unless $dxchan->is_ak1a();
+               next unless $dxchan->is_node();
                next if $dxchan == $me;
                
                # send a pc50 out on this channel
@@ -798,18 +864,9 @@ sub process
        my $val;
        my $cutoff;
        if ($main::systime - 3600 > $last_hour) {
-               $cutoff  = $main::systime - $pc11_dup_age;
-               while (($key, $val) = each %spotdup) {
-                       delete $spotdup{$key} if $val < $cutoff;
-               }
-               $cutoff = $main::systime - $pc23_dup_age;
-               while (($key, $val) = each %wwvdup) {
-                       delete $wwvdup{$key} if $val < $cutoff;
-               }
-               $cutoff = $main::systime - $pc12_dup_age;
-               while (($key, $val) = each %anndup) {
-                       delete $anndup{$key} if $val < $cutoff;
-               }
+               Spot::process;
+               Geomag::process;
+               AnnTalk::process;
                $last_hour = $main::systime;
        }
 }
@@ -877,7 +934,7 @@ sub send_dx_spot
                        next unless $filter;
                }
                
-               if ($dxchan->is_ak1a) {
+               if ($dxchan->is_node) {
                        next if $dxchan == $self;
                        if ($hops) {
                                $routeit = $line;
@@ -916,11 +973,11 @@ sub send_wwv_spot
                my $routeit;
                my ($filter, $hops);
 
-               if ($dxchan->{spotfilter}) {
+               if ($dxchan->{wwvfilter}) {
                         ($filter, $hops) = Filter::it($dxchan->{wwvfilter}, @_, $self->{call} );
                         next unless $filter;
                }
-               if ($dxchan->is_ak1a) {
+               if ($dxchan->is_node) {
                        next if $dxchan == $self;
                        if ($hops) {
                                $routeit = $line;
@@ -947,6 +1004,49 @@ sub send_wwv_spot
        }
 }
 
+sub send_wcy_spot
+{
+       my $self = shift;
+       my $line = shift;
+       my @dxchan = DXChannel->get_all();
+       my $dxchan;
+       
+       # send it if it isn't the except list and isn't isolated and still has a hop count
+       # taking into account filtering and so on
+       foreach $dxchan (@dxchan) {
+               my $routeit;
+               my ($filter, $hops);
+
+               if ($dxchan->{wcyfilter}) {
+                        ($filter, $hops) = Filter::it($dxchan->{wcyfilter}, @_, $self->{call} );
+                        next unless $filter;
+               }
+               if ($dxchan->is_clx || $dxchan->is_spider) {
+                       next if $dxchan == $self;
+                       if ($hops) {
+                               $routeit = $line;
+                               $routeit =~ s/\^H\d+\^\~$/\^H$hops\^\~/;
+                       } else {
+                               $routeit = adjust_hops($dxchan, $line);  # adjust its hop count by node name
+                               next unless $routeit;
+                       }
+                       if ($filter) {
+                               $dxchan->send($routeit) if $routeit;
+                       } else {
+                               $dxchan->send($routeit) unless $dxchan->{isolate} || $self->{isolate};
+                       }
+               } elsif ($dxchan->is_user && $dxchan->{wcy}) {
+                       my $buf = "WCY de $_[10] <$_[1]> : K=$_[4] expK=$_[5] A=$_[3] R=$_[6] SFI=$_[2] SA=$_[7] GMF=$_[8] Au=$_[9]";
+                       $buf .= "\a\a" if $dxchan->{beep};
+                       if ($dxchan->{state} eq 'prompt' || $dxchan->{state} eq 'convers') {
+                               $dxchan->send($buf);
+                       } else {
+                               $dxchan->delay($buf);
+                       }
+               }                                       
+       }
+}
+
 # send an announce
 sub send_announce
 {
@@ -983,7 +1083,7 @@ sub send_announce
                        ($filter, $hops) = Filter::it($dxchan->{annfilter}, @_, $self->{call} );
                        next unless $filter;
                } 
-               if ($dxchan->is_ak1a && $_[1] ne $main::mycall) {  # i.e not specifically routed to me
+               if ($dxchan->is_node && $_[1] ne $main::mycall) {  # i.e not specifically routed to me
                        next if $dxchan == $self;
                        if ($hops) {
                                $routeit = $line;
@@ -1148,6 +1248,7 @@ sub broadcast_list
                }
                next if $sort eq 'ann' && !$dxchan->{ann};
                next if $sort eq 'wwv' && !$dxchan->{wwv};
+               next if $sort eq 'wcy' && !$dxchan->{wcy};
                next if $sort eq 'wx' && !$dxchan->{wx};
 
                $s =~ s/\a//og unless $dxchan->{beep};
@@ -1218,13 +1319,6 @@ sub load_hops
        return 0;
 }
 
-# remove leading and trailing spaces from an input string
-sub unpad
-{
-       my $s = shift;
-       $s =~ s/^\s+|\s+$//;
-       return $s;
-}
 
 # add a ping request to the ping queues
 sub addping
@@ -1242,13 +1336,20 @@ sub addping
 # add a rcmd request to the rcmd queues
 sub addrcmd
 {
-       my ($from, $to, $cmd) = @_;
+       my ($self, $to, $cmd) = @_;
+
        my $r = {};
-       $r->{call} = $from;
+       $r->{call} = $self->{call};
        $r->{t} = $main::systime;
        $r->{cmd} = $cmd;
-       route(undef, $to, pc34($main::mycall, $to, $cmd));
        $rcmds{$to} = $r;
+
+       my $ref = DXCluster->get_exact($to);
+    if ($ref && $ref->dxchan && $ref->dxchan->is_clx) {
+               route(undef, $to, pc84($main::mycall, $to, $self->{call}, $cmd));
+       } else {
+               route(undef, $to, pc34($main::mycall, $to, $cmd));
+       }
 }
 1;
 __END__