X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2Fcluster.pl;h=b45213a71ba4a5dd4f2b18bb43b24c08a2db989d;hb=433209e1efed23493f25f1357d9c003696c1fb59;hp=db05800f9c305216aa06bcec7e707930ffb71c96;hpb=e637d28f26ba92ea69edb06c6c564e1acfffd75e;p=spider.git diff --git a/perl/cluster.pl b/perl/cluster.pl index db05800f..b45213a7 100755 --- a/perl/cluster.pl +++ b/perl/cluster.pl @@ -12,7 +12,7 @@ package main; -require 5.10.1; +require 5.16.1; use warnings; @@ -21,15 +21,26 @@ use vars qw($root $is_win $systime $lockfn @inqueue $starttime $lockfn @outstand $clusterport $mycall $decease $routeroot $me $reqreg $bumpexisting $allowdxby $dbh $dsn $dbuser $dbpass $do_xml $systime_days $systime_daystart $can_encode $maxconnect_user $maxconnect_node $idle_interval $log_flush_interval - $broadcast_debug + $broadcast_debug $yes $no $user_interval ); -$lang = 'en'; # default language -$clusteraddr = '127.0.0.1'; # cluster tcp host address - used for things like console.pl -$clusterport = 27754; # cluster tcp port -$yes = 'Yes'; # visual representation of yes -$no = 'No'; # ditto for no -$user_interval = 11*60; # the interval between unsolicited prompts if no traffic +#$lang = 'en'; # default language +#$clusteraddr = '127.0.0.1'; # cluster tcp host address - used for things like console.pl +#$clusterport = 27754; # cluster tcp port +#$yes = 'Yes'; # visual representation of yes +#$no = 'No'; # ditto for no +#$user_interval = 11*60; # the interval between unsolicited prompts if no traffic + +package main; + +# set default paths, these should be overwritten by DXVars.pm +use vars qw($data $system $cmd $localcmd $userfn $clusteraddr $clusterport $yes $no $user_interval $lang $local_data); + +$lang = 'en'; # default language +$yes = 'Yes'; # visual representation of yes +$no = 'No'; # ditto for no +$user_interval = 11*60; # the interval between unsolicited prompts if no traffic + # make sure that modules are searched in the order local then perl BEGIN { @@ -62,8 +73,13 @@ BEGIN { mkdir "$root/local_cmd", 02774 unless -d "$root/local_cmd"; # locally stored data lives here - my $local_data = "$root/local_data"; + $local_data = "$root/local_data"; mkdir $local_data, 02774 unless -d $local_data; + $data = "$root/data"; + $system = "$root/sys"; + $cmd = "$root/cmd"; + $localcmd = "$root/local_cmd"; + $userfn = "$data/users"; # try to create and lock a lockfile (this isn't atomic but # should do for now @@ -138,7 +154,7 @@ use AnnTalk; use BBS; use WCY; use BadWords; -use Timer; +use DXTimer; use Route; use Route::Node; use Route::User; @@ -152,7 +168,7 @@ use DXSql; use IsoTime; use BPQMsg; use RBN; - +use DXCIDR; use Data::Dumper; use IO::File; @@ -160,12 +176,16 @@ use Fcntl ':flock'; use POSIX ":sys_wait_h"; use Web; -use vars qw($version $build $gitversion $gitbranch); - use strict; use Local; +$lang //= 'en'; # default language +$clusteraddr //= '127.0.0.1'; # cluster tcp host address - used for things like console.pl +$clusterport //= 27754; # cluster tcp port +$yes //= 'Yes'; # visual representation of yes +$no //= 'No'; # ditto for no +$user_interval //= 11*60; # the interval between unsolicited prompts if no traffic @inqueue = (); # the main input queue, an array of hashes $systime = 0; # the time now (in seconds) @@ -198,6 +218,16 @@ our $clssecs; # the amount of cpu time the DXSpider process have consumed our $cldsecs; # the amount of cpu time any child processes have consumed our $allowslashcall; # Allow / in connecting callsigns (ie PA0/G1TLH, or even PA0/G1TLH/2) +our @localhost_names = qw(127.0.0.1 ::1); # all ip addresses that will need to be aliased below (ipv4 or ipv6) + +our $localhost_alias_ipv4; # these are the IPV4 & 6 aliases for localhost connected clients +our $localhost_alias_ipv6; # for things (PC92, PC61 etc) that expose IP addresses. These *may* + # be set by Msg.pm stuff if they are left undefined but, if you need + # certanty then set/var them in the startup file. + +our $save_route_cache; # save and restore route cache on restart. Probably only useful for G1TLH testing + +use vars qw($version $subversion $build $gitversion $gitbranch); # send a message to call on conn and disconnect sub already_conn @@ -226,7 +256,8 @@ sub new_channel already_conn($conn, $call, "Maximum no of web connected connects ($Web::maxssid) exceeded"); return; } - $call = $newcall; + $call = normalise_call($newcall); + $user = DXUser::get_current($call); unless ($user) { $user = DXUser->new($call); @@ -248,6 +279,15 @@ sub new_channel $conn->send_now("C$call"); } else { # "Normal" connections + + # normalise calls like G1TST-0/G1TST-00/G1TST-01 to G1TST and G1TST-1 respectively + my $ncall = normalise_call($call); + if ($call ne $ncall) { + LogDbg('err', "new_channel login invalid $call converted to $ncall"); + $msg =~ s/$call/$ncall/; + $call = $ncall; + } + # is it a valid callsign (in format)? unless (is_callsign($call)) { already_conn($conn, $call, DXM::msg($lang, "illcall", $call)); return; @@ -255,8 +295,8 @@ sub new_channel # is he locked out ? my $lock; - $user = DXUser::get_current($call); $conn->conns($call); + $user = DXUser::get_current($call); my $basecall = $call; $basecall =~ s/-\d+$//; # remember this for later multiple user processing, it's used for other stuff than checking lockout status if ($user) { @@ -269,13 +309,20 @@ sub new_channel } # now deal with the lock + my $host = $conn->peerhost; if ($lock) { - my $host = $conn->peerhost; LogDbg('', "$call on $host is locked out, disconnected"); $conn->disconnect; return; } + # Is he from a badip? + if (DXCIDR::find($host)) { + LogDbg('', "$call on $host is from a badip $host, disconnected"); + $conn->disconnect; + return; + } + # set up the basic channel info for "Normal" Users # is there one already connected to me - locally? @@ -383,7 +430,7 @@ sub login return \&new_channel; } -our $ceasing; +my $ceasing; # cease running this program, close down all the connections nicely sub cease @@ -393,6 +440,8 @@ sub cease cluck("ceasing") if $ceasing; return if $ceasing++; + + dbg("DXSpider Ceasing"); unless ($is_win) { $SIG{'TERM'} = 'IGNORE'; @@ -416,19 +465,24 @@ sub cease UDPMsg::finish(); # end everything else + QSL::finish(); RBN::finish(); - DXUser::finish(); DXDupe::finish(); # close all databases DXDb::closeall; + # Write route cache + Route::write_cache() if $save_route_cache; + # close all listeners foreach my $l (@listeners) { $l->close_server; } - LogDbg('cluster', "DXSpider V$version, build $build (git: $gitbranch/$gitversion) on $^O ended"); + DXUser::finish(); + + LogDbg('cluster', "DXSpider v$version build $build (git: $gitbranch/$gitversion) using perl $^V on $^O ended"); dbg("bye bye everyone - bye bye"); dbgclose(); Logclose(); @@ -469,10 +523,8 @@ sub AGWrestart AGWMsg::init(\&new_channel); } - sub setup_start { - ############################################################# # # The start of the main line of code @@ -522,7 +574,7 @@ sub setup_start # determine the real Git build number and branch my $desc; - eval {$desc = `git describe --long`}; + eval {$desc = `git --git-dir=$root/.git describe --long`}; if (!$@ && $desc) { my ($v, $s, $b, $g) = $desc =~ /^([\d\.]+)(?:\.(\d+))?-(\d+)-g([0-9a-f]+)/; $version = $v; @@ -532,8 +584,8 @@ sub setup_start } if (!$@) { my @branch; - - eval {@branch = `git branch`}; + + eval {@branch = `git --git-dir=$root/.git branch`}; unless ($@) { for (@branch) { my ($star, $b) = split /\s+/; @@ -548,6 +600,7 @@ sub setup_start $SIG{__DIE__} = $w; } + # setup location of motd & issue localdata_mv($motd); $motd = localdata($motd); @@ -560,8 +613,9 @@ sub setup_start # banner my ($year) = (gmtime)[5]; $year += 1900; - LogDbg('cluster', "DXSpider V$version, build $build (git: $gitbranch/$gitversion) on $^O started"); - dbg("Copyright (c) 1998-$year Dirk Koopman G1TLH"); + LogDbg('cluster', "DXSpider v$version build $build (git: $gitbranch/$gitversion) using perl $^V on $^O started"); + LogDbg('cluster', "Copyright (c) 1998-$year Dirk Koopman G1TLH"); + LogDbg('cluster', "Capabilities: ve7cc rbn"); # load Prefixes dbg("loading prefixes ..."); @@ -578,7 +632,7 @@ sub setup_start DXUser::init(4); # version 4 == json format Filter::init(); # doesn't do much, but has to be done - + # look for the sysop and the alias user and complain if they aren't there { @@ -599,6 +653,9 @@ sub setup_start } } + # read any route cache there might be + Route::read_cache() if $save_route_cache; + # start listening for incoming messages/connects dbg("starting listeners ..."); my $conn = IntMsg->new_server($clusteraddr, $clusterport, \&login); @@ -616,6 +673,7 @@ sub setup_start dbg("External Port: $l->[0] $l->[1] using ${pkg}::${login}"); } + dbg("AGW Listener") if $AGWMsg::enable; AGWrestart(); @@ -626,13 +684,16 @@ sub setup_start UDPMsg::init(\&new_channel); # load bad words - dbg("load badwords: " . (BadWords::load or "Ok")); + BadWords::load(); # prime some signals unless ($DB::VERSION) { $SIG{INT} = $SIG{TERM} = sub { $ending = 10; }; } + # get any bad IPs + DXCIDR::init(); + unless ($is_win) { $SIG{HUP} = 'IGNORE'; $SIG{CHLD} = sub { $zombies++ }; @@ -663,12 +724,6 @@ sub setup_start dbg("Read in Aliases"); CmdAlias->init(); - # initialise the Geomagnetic data engine - dbg("Start WWV"); - Geomag->init(); - dbg("Start WCY"); - WCY->init(); - # initialise the protocol engine dbg("Start Protocol Engines ..."); DXProt->init(); @@ -677,6 +732,16 @@ sub setup_start my $script = new Script "startup"; $script->run($main::me) if $script; + + # initialise the Geomagnetic data engine + dbg("Start WWV system"); + Geomag->init(); + dbg("Start WCY system"); + WCY->init(); + dbg("Start Announce and Talk system"); + AnnTalk::init(); # initialise announce cache + + # put in a DXCluster node for us here so we can add users and take them away $routeroot = Route::Node->new($mycall, $version*100+5300, Route::here($main::me->here)|Route::conf($main::me->conf)); $routeroot->do_pc9x(1); @@ -693,24 +758,26 @@ sub setup_start Spot->init(); # read in any existing message headers and clean out old crap - dbg("reading existing message headers ..."); + dbg("Reading existing Message/Bulletine headers ..."); DXMsg->init(); DXMsg::clean_old(); # read in any cron jobs - dbg("reading cron jobs ..."); + dbg("Reading cron jobs ..."); DXCron->init(); # read in database desriptors - dbg("reading database descriptors ..."); + dbg("Reading database descriptors ..."); DXDb::load(); - dbg("starting RBN ..."); + dbg("Rtarting RBN ..."); RBN::init(); # starting local stuff - dbg("doing local initialisation ..."); + dbg("Starting DXQsl system"); QSL::init(1); + + dbg("Ooing local initialisations ..."); if (defined &Local::init) { eval { Local::init(); @@ -720,7 +787,7 @@ sub setup_start # this, such as it is, is the main loop! - dbg("orft we jolly well go ..."); + dbg("Orft we jolly well go ..."); #open(DB::OUT, "|tee /tmp/aa"); } @@ -791,7 +858,7 @@ sub per_sec DXCron::process(); # do cron jobs RBN::process(); - Timer::handler(); + DXTimer::handler(); DXLog::flushall(); } @@ -808,6 +875,7 @@ sub per_minute sub per_10_minute { RBN::per_10_minute(); + Route::write_cache() if $save_route_cache; } sub per_hour @@ -827,6 +895,7 @@ sub start_node Mojo::IOLoop->start unless Mojo::IOLoop->is_running; dbg("After Web::start_node"); + } setup_start(); @@ -847,3 +916,10 @@ cease(0); exit(0); +sub END +{ + unless ($ceasing) { + print "DXSpider Ending\n"; + cease(); + } +}