X-Git-Url: https://git.openstreetmap.org/dns.git/blobdiff_plain/2679dbf8647782112ec84953ab554df9bb2316cd..f054b3702b5d3ac235c9259233244f7c4933cb5c:/bin/mkgeo diff --git a/bin/mkgeo b/bin/mkgeo index bb29fe6..a47ea81 100755 --- a/bin/mkgeo +++ b/bin/mkgeo @@ -5,6 +5,8 @@ use warnings; use IO::File; use Math::Trig qw(deg2rad pip2 great_circle_distance); +use JSON::XS; +use LWP::UserAgent; use XML::Writer; use XML::TreeBuilder; use YAML; @@ -13,61 +15,136 @@ my $source = shift @ARGV; my $zone = shift @ARGV; my $servers = YAML::LoadFile("src/${source}"); +# Initialise server details +while (my($name,$server) = each %$servers) +{ + $server->{name} = $name; + $server->{bandwidth} = $server->{bandwidth} * 1024 * 1024; + + if ($ENV{PINGDOM_USERNAME} && $ENV{PINGDOM_PASSWORD}) + { + $server->{status} = "down"; + } + else + { + $server->{status} = "up"; + } +} + +# If pingdom support is enabled then check which servers are up +if ($ENV{PINGDOM_USERNAME} && $ENV{PINGDOM_PASSWORD}) +{ + my $ua = LWP::UserAgent->new; + + $ua->default_header("App-Key", "2cohi62u5haxvqmypk3ljqqrze1jufrh"); + $ua->credentials("api.pingdom.com:443", "Pingdom API", $ENV{PINGDOM_USERNAME}, $ENV{PINGDOM_PASSWORD}); + + foreach my $server (values %$servers) + { + if (my $checkid = $server->{pingdom}) + { + my $response = $ua->get("https://api.pingdom.com/api/2.0/checks/${checkid}"); + + if ($response->is_success) + { + my $check = decode_json($response->content); + + $server->{status} = $check->{check}->{status}; + } + } + } +} + my %countries = (); +my @mappings = (); +# Create a parser for the country database my $countries = XML::TreeBuilder->new; +# Parse the country database $countries->parsefile("lib/countries.xml"); +# Load the per-country bandwidth details +my $bandwidth = YAML::LoadFile("bandwidth/${source}.yml"); + +# Fill in country table and work out which servers each can use foreach my $country ($countries->look_down("_tag" => "country")) { my $code = $country->look_down("_tag" => "countryCode")->as_text; my $name = $country->look_down("_tag" => "countryName")->as_text; + my $population = $country->look_down("_tag" => "population")->as_text; + my $bandwidth = $bandwidth->{$code} || 0; my $continent = $country->look_down("_tag" => "continent")->as_text; - my $west = $country->look_down("_tag" => "bBoxWest")->as_text; - my $north = $country->look_down("_tag" => "bBoxNorth")->as_text; - my $east = $country->look_down("_tag" => "bBoxEast")->as_text; - my $south = $country->look_down("_tag" => "bBoxSouth")->as_text; + my $west = $country->look_down("_tag" => "west")->as_text; + my $north = $country->look_down("_tag" => "north")->as_text; + my $east = $country->look_down("_tag" => "east")->as_text; + my $south = $country->look_down("_tag" => "south")->as_text; my $lat = centre_lat( $south, $north ); my $lon = centre_lon( $west, $east ); - my @servers; - foreach my $servername (keys %$servers) + $countries{$code} = { + code => $code, name => $name, continent => $continent, + bandwidth => $bandwidth, lat => $lat, lon => $lon + }; + + foreach my $server (values %$servers) { - my $server = $servers->{$servername}; my $match = match_country($server, $code, $continent); - if ($match eq "preferred" || $match eq "allowed") + if ($server->{status} eq "up" && $match ne "denied") { my $priority = $match eq "preferred" ? 20 : 10; my $distance = distance($lat, $lon, $server->{lat}, $server->{lon}); -# print STDERR "$servername is $match for $name with distance $distance\n"; - - push @servers, { name => $servername, priority => $priority, distance => $distance }; + push @mappings, { + country => $countries{$code}, server => $server, + priority => $priority, distance => $distance + }; } } - - $countries{$code} = { - code => $code, name => $name, continent => $continent, - lat => $lat, lon => $lon, servers => \@servers - }; } +# Discard the parsed country database $countries->delete; +# Loop over the mappings, trying to assign each country to the +# nearest server, but subject to the bandwidth limits; +foreach my $mapping (sort { $b->{priority} <=> $a->{priority} || $a->{distance} <=> $b->{distance} } @mappings) +{ + my $country = $mapping->{country}; + my $server = $mapping->{server}; + + if ($country->{bandwidth} <= $server->{bandwidth} && !exists($country->{server})) + { + $country->{server} = $server; + $server->{bandwidth} = $server->{bandwidth} - $country->{bandwidth}; + } +} + +# Loop over the mappings again, assigning anything that is left +# as best we can, and allowing bandwidth limits to be exeeded +foreach my $mapping (sort { $b->{priority} <=> $a->{priority} || $a->{distance} <=> $b->{distance} } @mappings) +{ + my $country = $mapping->{country}; + my $server = $mapping->{server}; + + $country->{server} = $server unless exists($country->{server}); +} + +# Open output files my $zonefile = IO::File->new("> data/${zone}") || die "$!"; my $kmlfile = IO::File->new("> kml/${zone}.kml") || die "$!"; my $kmlwriter = XML::Writer->new(OUTPUT => $kmlfile, ENCODING => 'utf-8'); +# Output the KML header $kmlwriter->xmlDecl(); $kmlwriter->startTag("kml", "xmlns" => "http://www.opengis.net/kml/2.2"); $kmlwriter->startTag("Document"); +# Output details for each country foreach my $country (values %countries) { - my @servers = sort { $b->{priority} <=> $a->{priority} || $a->{distance} <=> $b->{distance} } @{$country->{servers}}; - my $server = $servers->{$servers[0]->{name}}; + my $server = $country->{server}; my $clon = $country->{lon}; my $clat = $country->{lat}; my $slon = $server->{lon}; @@ -77,8 +154,12 @@ foreach my $country (values %countries) { $clon = $clon - 360; } + elsif ($slon > 0 && $clon < 0 && 360 + $clon - $slon < $slon - $clon) + { + $slon = $slon - 360; + } - $zonefile->print("C\L$country->{code}\E.${zone}:$servers[0]->{name}.${zone}:600\n"); + $zonefile->print("C\L$country->{code}\E.${zone}:$server->{name}.${zone}:600\n"); $kmlwriter->startTag("Placemark"); $kmlwriter->dataElement("name", $country->{name}); @@ -88,20 +169,26 @@ foreach my $country (values %countries) $kmlwriter->endTag("Placemark"); } -foreach my $server (grep { $servers->{$_}->{default} }keys %$servers) +# Output default records for IPs that can't be mapped to a country +foreach my $server (grep { $servers->{$_}->{default} } keys %$servers) { $zonefile->print("Cxx.${zone}:${server}.${zone}:600\n"); } +# End the KML file $kmlwriter->endTag("Document"); $kmlwriter->endTag("kml"); $kmlwriter->end(); +# Close the output files $kmlfile->close(); $zonefile->close(); exit 0; +# +# Find the centre value between two latitudes +# sub centre_lat { my $south = shift; @@ -110,6 +197,9 @@ sub centre_lat return ( $south + $north ) / 2; } +# +# Find the centre value between two longitudes +# sub centre_lon { my $west = shift; @@ -130,6 +220,9 @@ sub centre_lon return $lon } +# +# Match a country against a server +# sub match_country { my $server = shift; @@ -161,9 +254,21 @@ sub match_country { $match = "allowed"; } + elsif ($server->{denied} && + $server->{denied}->{countries} && + grep { $_ eq $country } @{$server->{preferred}->{countries}}) + { + $match = "denied"; + } + elsif ($server->{denied} && + $server->{denied}->{continents} && + grep { $_ eq $continent } @{$server->{preferred}->{continents}}) + { + $match = "denied"; + } elsif ($server->{allowed}) { - $match = "none"; + $match = "denied"; } else { @@ -173,6 +278,9 @@ sub match_country return $match; } +# +# Compute the great circle distance between two points +# sub distance { my $lat1 = deg2rad(shift);