X-Git-Url: http://dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2Fgen_usdb_data.pl;fp=perl%2Fgen_usdb_data.pl;h=153a560153b5ab025e503d2a92e845f707372b5c;hb=08912ec52dee25bbe00aef10387e1822dcd574bc;hp=0000000000000000000000000000000000000000;hpb=5b9ab81174d4a7734c92af52da6ddf89e980e321;p=spider.git

diff --git a/perl/gen_usdb_data.pl b/perl/gen_usdb_data.pl
new file mode 100755
index 00000000..153a5601
--- /dev/null
+++ b/perl/gen_usdb_data.pl
@@ -0,0 +1,130 @@
+#!/usr/bin/perl
+#
+# Something to create my subset of the US call book data,
+# in my flat file form, either from the main data base or
+# else the daily updates. 
+#
+# You can get the main database from: 
+#
+#   http://wireless.fcc.gov/uls/data/complete/l_amat.zip
+#
+# The daily data bases are available as a set of seven from here:-
+#
+#   http://wireless.fcc.gov/uls/data/daily/l_am_sat.zip 
+#   http://wireless.fcc.gov/uls/data/daily/l_am_sun.zip 
+#   http://wireless.fcc.gov/uls/data/daily/l_am_mon.zip 
+#   http://wireless.fcc.gov/uls/data/daily/l_am_tue.zip 
+#   http://wireless.fcc.gov/uls/data/daily/l_am_wed.zip 
+#   http://wireless.fcc.gov/uls/data/daily/l_am_thu.zip 
+#   http://wireless.fcc.gov/uls/data/daily/l_am_fri.zip
+# 
+# this program expects one or more zip files containing the call book
+# data as arguments.
+#
+# Copyright (c) 2002 Dirk Koopman G1TLH
+#
+# $Id$
+#
+
+use strict;
+
+# make sure that modules are searched in the order local then perl
+BEGIN {
+	# root of directory tree for this system
+	use vars qw($root);
+	
+	$root = "/spider"; 
+	$root = $ENV{'DXSPIDER_ROOT'} if $ENV{'DXSPIDER_ROOT'};
+
+	unshift @INC, "$root/local";
+}
+
+use vars qw($VERSION $BRANCH);
+$VERSION = sprintf( "%d.%03d", q$Revision$ =~ /(\d+)\.(\d+)/ );
+$BRANCH = sprintf( "%d.%03d", q$Revision$ =~ /\d+\.\d+\.(\d+)\.(\d+)/  || (0,0));
+$main::build += $VERSION;
+$main::branch += $BRANCH;
+
+use DXVars;
+use Archive::Zip qw(:ERROR_CODES);
+use Archive::Zip::MemberRead;
+use IO::File;
+use Compress::Zlib;
+
+my $blksize = 1024 * 1024;
+
+STDOUT->autoflush(1);
+
+my $dbrawfn = "$main::data/usdbraw";
+
+rename "$dbrawfn.oo", "$dbrawfn.ooo";
+rename "$dbrawfn.o", "$dbrawfn.oo";
+rename "$dbrawfn", "$dbrawfn.o";
+my $gzfh = gzopen($dbrawfn, "wb9") or die "Cannot open $dbrawfn $!";
+
+my $ctycount;
+  
+foreach my $argv (@ARGV) {
+	my $zip = new Archive::Zip($argv) or die "Cannot open $argv $!\n";
+	print "Doing $argv\n";
+	handleEN($zip, $argv);
+	handleAM($zip, $argv);
+	handleHS($zip, $argv);
+}
+
+$gzfh->gzclose;
+print "$ctycount Cities found\n";
+
+exit(0);
+
+sub handleEN
+{
+	my ($zip, $argv) = @_;
+	my $mname = "EN.dat";
+	my $ofn = "$main::data/$mname";
+	print "  Handling EN records, unzipping";
+	if ($zip->extractMember($mname, $ofn) == AZ_OK) {
+		my $fh = new IO::File "$ofn" or die "Cannot open $ofn $!";
+		if ($fh) {
+			
+			print ", storing";
+			
+			my $count;
+			my $buf;
+			
+			while (my $l = $fh->getline) {
+				$l =~ s/[\r\n]+$//;
+				my ($rt,$usi,$ulsfn,$ebfno,$call,$type,$lid,$name,$first,$middle,$last,$suffix,
+					$phone,$fax,$email,$street,$city,$state,$zip,$pobox,$attl,$sgin,$frn) = split /\|/, $l;
+				
+				my $rec = uc join '|', $call,$city,$state if $city && $state;
+				$buf .= "$rec\n";
+				if (length $buf > $blksize) {
+					$gzfh->gzwrite($buf);
+					undef $buf;
+				}
+				my $c = uc "$city|$state";
+				$count++;
+			}
+			if (length $buf > $blksize) {
+				$gzfh->gzwrite($buf);
+			}
+			print ", $count records\n";
+			$fh->close;
+		}
+		unlink $ofn;
+	} else {
+		print "EN missing in $argv\n";
+		return;
+	}
+}
+
+sub handleAM
+{
+
+}
+
+sub handleHS
+{
+
+}