use v5.10.1;
-use DBI;
use Serial;
use Mojo::IOLoop;
use Mojo::IOLoop::Stream;
-use Mojo::JSON qw(decode_json encode_json);
+#use Mojo::JSON qw(decode_json encode_json);
+use JSON;
+use Debug;
+use SMGLog;
+use Math::Round qw(nearest);
+
+use constant pi => 3.14159265358979;
my $devname = "/dev/davis";
-my $rain_mult = 0.1; # 0.1 or 0.2 mm or 0.01 inches
+my $rain_mult = 0.2; # 0.1 or 0.2 mm or 0.01 inches
my $tid;
my $rid;
-my $count;
+our $did;
+my $nlcount;
my $state = "ready";
my $buf;
my $dbg;
my $last_reading;
+my $ser; # the serial port Mojo::IOLoop::Stream
+our $ending = 0;
+
+our $json = JSON->new->canonical(1);
+
+our $last_min = int(time/60)*60;
+our $last_hour = 0;
+our $last_rain_hour;
+our $last_rain_min;
+our $last_rain;
+our @rain24;
+our $rain24;
+
+our $loop_count; # how many LOOPs we have done, used as start indicator
our @crc_table = (
0x0, 0x1021, 0x2042, 0x3063, 0x4084, 0x50a5, 0x60c6, 0x70e7,
$bar_trend{20} = "Rising Slowly";
$bar_trend{60} = "Rising Rapidly";
-#$SIG{TERM} = $SIG{INT} = sub {Mojo::IOLoop->stop if Mojo::IOLoop->is_running && !$DB::VERSION};
+our $ending = 0;
+
+$SIG{TERM} = $SIG{INT} = sub {++$ending; Mojo::IOLoop->stop;};
+$SIG{HUP} = 'IGNORE';
-my $s = do_open($devname);
-start_loop();
+dbginit();
+if (@ARGV) {
+ dbgadd(@ARGV);
+}
+dbgadd('chan');
-Mojo::IOLoop->start unless Mojo::IOLoop->is_running;
+dbg '***';
+dbg "*** starting $0";
+dbg '***';
-$s->close;
+dbg scalar gmtime($last_min);
+dbg scalar gmtime($last_hour);
+
+my $dlog = SMGLog->new("day");
+$did = Mojo::IOLoop->recurring(1 => sub {$dlog->flushall});
+
+do_reopen($devname);
+
+dbg '***';
+dbg "*** ending $0";
+dbg '***';
exit 0;
sub on_read
{
- my ($str, $d) = @_;
+ my ($ser, $d) = @_;
$buf .= $d;
$d =~ s/([\%\x00-\x1f\x7f-\xff])/sprintf("%%%02X", ord($1))/eg;
-# say "read added '$d' buf lth=" . length $buf if $dbg;
+ dbg "read added '$d' buf lth=" . length $buf if isdbg 'raw';
if ($state eq 'waitnl' && $buf =~ /[\cJ\cM]+/) {
+ dbg "Got \\n" if isdbg 'state';
+ Mojo::IOLoop->remove($tid) if $tid;
undef $tid;
undef $buf;
- $s->write("LOOP 1\n");
+ $nlcount = 0;
+ $ser->write("LPS 1 1\n");
chgstate("waitloop");
} elsif ($state eq "waitloop") {
if ($buf =~ /\x06/) {
+ dbg "Got ACK 0x06" if isdbg 'state';
chgstate('waitlooprec');
undef $buf;
}
} elsif ($state eq 'waitlooprec') {
if (length $buf >= 99) {
- say "got loop record\n" if $dbg;
-
+ dbg "got loop record" if isdbg 'chan';
chgstate('');
process($buf);
undef $buf;
sub start_loop
{
- say "writing \\n" if $dbg;
-
- $s->write("\n");
- $tid = Mojo::IOLoop->timer(0.6 => sub {say "writing \\n" if $dbg; $s->write("\n")});
-
+ $nlcount = 1;
+ dbg "start_loop writing $nlcount \\n" if isdbg 'state';
+ $ser->write("\n");
+ Mojo::IOLoop->remove($tid) if $tid;
+ undef $tid;
+ $tid = Mojo::IOLoop->recurring(0.6 => sub {
+ if (++$nlcount > 10) {
+ dbg "\\n count > 10, closing connection" if isdbg 'chan';
+ do_reopen($devname);
+ return;
+ }
+ dbg "writing $nlcount \\n" if isdbg 'state';
+ $ser->write("\n");
+ });
chgstate("waitnl");
}
sub chgstate
{
- say "state '$state' -> '$_[0]'" if $dbg;
-
+ dbg "state '$state' -> '$_[0]'" if isdbg 'state';
$state = $_[0];
}
+sub do_reopen
+{
+ my $name = shift;
+ dbg "do reopen on '$name' ending $ending";
+ unless ($ending) {
+ $ser = do_open($name);
+ start_loop();
+ chgstate('');
+ $nlcount = 0;
+ Mojo::IOLoop->start unless Mojo::IOLoop->is_running;
+ }
+}
+
sub do_open
{
my $name = shift;
+
+ $ser->close if $ser;
+ undef $ser;
+
my $ob = Serial->new($name, 19200) || die "$name $!\n";
- say "streaming $name fileno(", fileno($ob), ")" if $dbg;
+ dbg "streaming $name fileno(" . fileno($ob) . ")" if isdbg 'chan';
- my $str = Mojo::IOLoop::Stream->new($ob);
- $str->on(error=>sub {say "serial $_[1]"; undef $s; Mojo::IOLoop->reset;});
+ my $ser = Mojo::IOLoop::Stream->new($ob);
+ $ser->on(error=>sub {dbg "serial $_[1]"; do_reopen($name) unless $ending});
+ $ser->on(close=>sub {dbg "serial closing"; do_reopen($name) unless $ending});
+ $ser->on(timeout=>sub {dbg "serial timeout";});
+ $ser->on(read=>sub {on_read(@_)});
+ $ser->start;
+
+ Mojo::IOLoop->remove($tid) if $tid;
+ undef $tid;
+ Mojo::IOLoop->remove($rid) if $rid;
+ undef $rid;
+ $rid = Mojo::IOLoop->recurring(2.5 => sub {
+ start_loop() if !$state;
+ });
+ chgstate('');
+ $nlcount = 0;
- $str->on(close=>sub {say "serial closing"; undef $s; Mojo::IOLoop->reset;});
- $str->on(timeout=>sub {say "serial timeout";});
- $str->on(read=>sub {on_read(@_)});
- $str->start;
-
- $rid = Mojo::IOLoop->recurring(2.5 => sub {start_loop() if !$state || $state eq "waitnl";});
-
- return $str;
+ return $ser;
}
+my @min;
+my @hour;
+
sub process
{
my $blk = shift;
my $loo = substr $blk,0,3;
unless ( $loo eq 'LOO') {
- say "Block invalid loo -> $loo" if $dbg; return;
+ dbg "Block invalid loo -> $loo" if isdbg 'chan'; return;
}
- my $t;
+ my $tmp;
+ my $rain;
my %h;
+ my $crc_calc = CRC_CCITT($blk);
- #$h{'next_rec'} = unpack("s", substr $blk,5,2);
-
- $h{'Barometric_Trend'} = unpack("C", substr $blk,3,1);
- $h{'Barometric_Trend_txt'} = $bar_trend{$h{'Barometric_Trend'}};
- $t = unpack("s", substr $blk,7,2) / 1000;
- $h{'Barometric_Press_mb'} = sprintf("%.0f",$t*33.8637526);
-
+ if ($crc_calc==0) {
- $t = unpack("s", substr $blk,9,2) / 10;
- $h{'Air_Temp_Inside_c'} = sprintf("%.1f",($t - 32) * 5/9);
- my $tf = unpack("s", substr $blk,12,2) / 10;
- $h{'Air_Temp_Outside_c'} = sprintf("%.1f",($tf - 32) * 5/9);
+ # Common ones
+ $tmp = unpack("s", substr $blk,7,2) / 1000;
+ $h{Pressure} = nearest(1, in2mb($tmp));
- $h{'Wind_Speed_mph'} = unpack("C", substr $blk,14,1);
- $h{'Wind_Speed_mps'} = sprintf("%.1f",$h{'Wind_Speed_mph'}*0.44704);
- $h{'Wind_Speed_10min_Avg_mph'} = unpack("C", substr $blk,15,1);
- $h{'Wind_Speed_10min_Avg_mps'} = sprintf("%.1f",$h{'Wind_Speed_10min_Avg_mph'}*0.44704);
- $h{'Wind_Dir'} = unpack("s", substr $blk,16,2);
+ $tmp = unpack("s", substr $blk,9,2) / 10;
+ $h{Temp_In} = nearest(0.1, f2c($tmp));
+ $tmp = unpack("s", substr $blk,12,2) / 10;
+ $h{Temp_Out} = nearest(0.1, f2c($tmp));
- $h{'Humidity_Outside'} = unpack("C", substr $blk,33,1);
- $h{'Humidity_Inside'} = unpack("C", substr $blk,11,1);
- $h{'Dew_Point'} = dew_point($h{Air_Temp_Outside_c}, $h{'Humidity_Outside'});
+ $tmp = unpack("C", substr $blk,14,1);
+ $h{Wind} = nearest(0.1, mph2mps($tmp));
+ $h{Dir} = unpack("s", substr $blk,16,2)+0;
- $h{'UV'} = unpack("C", substr $blk,43,1);
- $h{'Solar'} = unpack("s", substr $blk,44,2); # watt/m**2
+ my $wind = {w => $h{Wind}, d => $h{Dir}};
+ push @min, $wind;
- $h{'Rain_Rate'} = unpack("s", substr $blk,41,2) * $rain_mult;
- $h{'Rain_Day'} = unpack("s", substr $blk,50,2) * $rain_mult;
- $h{'Rain_Month'} = unpack("s", substr $blk,52,2) * $rain_mult;
- $h{'Rain_Year'} = unpack("s", substr $blk,54,2) * $rain_mult;
+ $h{Humidity_Out} = unpack("C", substr $blk,33,1)+0;
+ $h{Humidity_In} = unpack("C", substr $blk,11,1)+0;
- $h{'ET_Day'} = unpack("s", substr $blk,56,2)/1000;
- $h{'ET_Month'} = unpack("s", substr $blk,58,2)/100;
- $h{'ET_Year'} = unpack("s", substr $blk,60,2)/100;
+ $tmp = unpack("C", substr $blk,43,1)+0;
+ $h{UV} = $tmp unless $tmp >= 255;
+ $tmp = unpack("s", substr $blk,44,2)+0; # watt/m**2
+ $h{Solar} = $tmp unless $tmp >= 32767;
- #$h{'Alarms_Inside'} = unpack("b8", substr $blk,70,1);
- #$h{'Alarms_Rain'} = unpack("b8", substr $blk,70,1);
- #$h{'Alarms_Outside'} = unpack("b8", substr $blk,70,1);
+ # $h{Rain_Rate} = nearest(0.1,unpack("s", substr $blk,41,2) * $rain_mult);
+ $rain = $h{Rain_Day} = nearest(0.1, unpack("s", substr $blk,50,2) * $rain_mult);
+ my $delta_rain = $h{Rain} = nearest(0.1, ($rain >= $last_rain ? $rain - $last_rain : $rain)) if $loop_count;
+ $last_rain = $rain;
- $h{'Batt_TX_OK'} = (unpack("C", substr $blk,86,1)+0) ^ 1;
- $h{'Batt_Console'} = unpack("s", substr $blk,87,2) * 0.005859375;
+ # what sort of packet is it?
+ my $sort = unpack("C", substr $blk,4,1);
+ if ($sort) {
- $h{'Forecast_Icon'} = unpack("C", substr $blk,89,1);
- $h{'Forecast_Rule'} = unpack("C", substr $blk,90,1);
+ # Newer LOOP2 packet
+ $tmp = unpack("C", substr $blk,18,2);
+ # $h{Wind_Avg_10} = nearest(0.1,mph2mps($tmp/10));
+ $tmp = unpack("C", substr $blk,20,2);
+ # $h{Wind_Avg_2} = nearest(0.1,mph2mps($tmp/10));
+ $tmp = unpack("C", substr $blk,22,2);
+ # $h{Wind_Gust_10} = nearest(0.1,mph2mps($tmp/10));
- $h{'Sunrise'} = sprintf( "%04d", unpack("S", substr $blk,91,2) );
- $h{'Sunrise'} =~ s/(\d{2})(\d{2})/$1:$2/;
- $h{'Sunset'} = sprintf( "%04d", unpack("S", substr $blk,93,2) );
- $h{'Sunset'} =~ s/(\d{2})(\d{2})/$1:$2/;
+ # $h{Dir_Avg_10} = unpack("C", substr $blk,24,2)+0;
+ $tmp = unpack("C", substr $blk,30,2);
+ $h{Dew_Point} = nearest(0.1, f2c($tmp));
- #my $nl = ord substr $blk,95,1;
- #my $cr = ord substr $blk,96,1;
+ } else {
- my $crc = unpack "%n", substr($blk,97,2);
- my $crc_calc = CRC_CCITT($blk);
+ # Older LOOP packet
+ $tmp = unpack("C", substr $blk,15,1);
+ # $h{Wind_Avg_10} = nearest(0.1,mph2mps($tmp));
+ $h{Dew_Point} = nearest(0.1, dew_point($h{Temp_Out}, $h{Humidity_Out}));
+ $h{Rain_Month} = nearest(0.1, unpack("s", substr $blk,52,2) * $rain_mult);
+ $h{Rain_Year} = nearest(0.1, unpack("s", substr $blk,54,2) * $rain_mult);
+ }
- if ($crc_calc==0) {
- my $o = gen_hash_diff($last_reading, \%h);
- $last_reading = \%h;
- if (time % 60 == 0) {
- my $oo = {t => time, r =>\%h};
- say encode_json($oo);
- } elsif ($o) {
- my $oo = {t => time, r =>$o};
- say encode_json($oo);
+ my $ts = time;
+ my $s;
+ if ($ts >= $last_hour + 3600) {
+ $h{Pressure_Trend} = unpack("C", substr $blk,3,1);
+ $h{Pressure_Trend_txt} = $bar_trend{$h{Pressure_Trend}};
+ $h{Batt_TX_OK} = (unpack("C", substr $blk,86,1)+0) ^ 1;
+ $h{Batt_Console} = nearest(0.01, unpack("s", substr $blk,87,2) * 0.005859375);
+ $h{Forecast_Icon} = unpack("C", substr $blk,89,1);
+ $h{Forecast_Rule} = unpack("C", substr $blk,90,1);
+ $h{Sunrise} = sprintf( "%04d", unpack("S", substr $blk,91,2) );
+ $h{Sunrise} =~ s/(\d{2})(\d{2})/$1:$2/;
+ $h{Sunset} = sprintf( "%04d", unpack("S", substr $blk,93,2) );
+ $h{Sunset} =~ s/(\d{2})(\d{2})/$1:$2/;
+
+ if ($loop_count) { # i.e not the first
+ my $a = wind_average(scalar @hour ? @hour : {w => $h{Wind}, d => $h{Dir}});
+
+ $h{Wind_1h} = nearest(0.1, $a->{w});
+ $h{Dir_1h} = nearest(0.1, $a->{d});
+
+ $a = wind_average(@min);
+ $h{Wind_1m} = nearest(0.1, $a->{w});
+ $h{Dir_1m} = nearest(1, $a->{d});
+
+ ($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = calc_rain($rain);
+ }
+ $last_rain_min = $last_rain_hour = $rain;
+
+ $s = genstr($ts, 'h', \%h);
+
+ $last_hour = int($ts/3600)*3600;
+ $last_min = int($ts/60)*60;
+ @hour = ();
+ @min = ();
+ } elsif ($ts >= $last_min + 60) {
+ my $a = wind_average(@min);
+ my %save;
+
+ push @hour, $a;
+
+ if ($loop_count) { # i.e not the first
+ my $rm;
+
+ $h{Wind_1m} = nearest(0.1, $a->{w});
+ $h{Dir_1m} = nearest(1, $a->{d});
+ ($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = calc_rain($rain);
+ }
+ $last_rain_min = $rain;
+
+ $s = genstr($ts, 'm', \%h);
+
+ $last_min = int($ts/60)*60;
+ @min = ();
+ } else {
+ my $o = gen_hash_diff($last_reading, \%h);
+ if ($o) {
+ $s = genstr($ts, 'r', $o);
+ }
+ else {
+ dbg "loop rec not changed" if isdbg 'chan';
+ }
}
+ output_str($s) if $s;
+ $last_reading = \%h;
+ ++$loop_count;
} else {
- say "CRC check failed for LOOP data!";
- return 1;
+ dbg "CRC check failed for LOOP data!";
}
- #delete @h{'crc', 'crc_calc', 'next_rec'};
- #delete($h{crc})||die"cant delete crc";
- #delete($h{crc_calc})||die"cant delete crc_calc";
- #delete($h{next_rec})||die"cant delete next_rec";
+ return;
+}
+
+sub genstr
+{
+ my $ts = shift;
+ my $let = shift;
+ my $h = shift;
+
+ my $j = $json->encode($h);
+ my ($sec,$min,$hr) = (gmtime $ts)[0,1,2];
+ my $tm = sprintf "%02d:%02d:%02d", $hr, $min, $sec;
+
+ return qq|{"tm":"$tm","t":$ts,"$let":$j}|;
+}
+
+sub output_str
+{
+ my $s = shift;
+ dbg $s;
+# say $s;
+ $dlog->writenow($s);
}
sub gen_hash_diff
# Accurate to 1 degree C for humidities > 50 %
# http://en.wikipedia.org/wiki/Dew_point
- my $dew_point = $temp - ( (100 - $rh)/5 );
+ my $dewpoint = $temp - ((100 - $rh) / 5);
- return $dew_point;
+ # this is the more complete one (which doesn't work)
+ #my $a = 6.1121;
+ #my $b = 18.678;
+ #my $c = 257.14;
+ #my $ytrh = log(($rh/100) + ($b * $temp) / ($c + $temp));
+ #my $dewpoint = ($c * $ytrh) / ($b - $ytrh);
+
+ return $dewpoint;
}
sub CRC_CCITT
return $crc;
}
+sub f2c
+{
+ return ($_[0] - 32) * 5/9;
+}
+
+sub mph2mps
+{
+ return $_[0] * 0.44704;
+}
+
+sub in2mb
+{
+ return $_[0] * 33.8637526;
+}
+
+sub wind_average
+{
+ my ($sindir, $cosdir, $wind);
+ my $count;
+
+ foreach my $r (@_) {
+ $wind += $r->{w};
+ $sindir += sin(d2r($r->{d})) * $r->{w};
+ $cosdir += cos(d2r($r->{d})) * $r->{w};
+ ++$count;
+ }
+
+ my $avhdg = r2d(atan2($sindir, $cosdir));
+ $avhdg += 360 if $avhdg < 0;
+ return {w => $wind / $count, d => $avhdg};
+}
+
+# radians to degrees
+sub r2d
+{
+ my $n = shift;
+ return ($n / pi) * 180;
+}
+
+# degrees to radians
+sub d2r
+{
+ my $n = shift;
+ return ($n / 180) * pi;
+}
+
+sub calc_rain
+{
+ my $rain = shift;
+
+ my $Rain_1h = nearest(0.1, $rain >= $last_rain_hour ? $rain - $last_rain_hour : $rain); # this is the rate for this hour, so far
+ my $rm = $rain >= $last_rain_min ? $rain - $last_rain_min : $rain;
+ my $Rain_1m = nearest(0.1, $rm);
+ push @rain24, $rm;
+ $rain24 += $rm;
+ while (@rain24 > 24*60) {
+ $rain24 -= shift @rain24;
+ }
+ my $Rain_24h = nearest(0.1, $rain24);
+ return ($Rain_1m, $Rain_1h, $Rain_24h);
+}