- Added PHP to calling web pages. - Now uses PHP microtime() function to calculate start time. - Made start time an argument to the final JavaScript load function. - Parameterised number of entries to retrieve from database. - Added counts of unmappable IP addresses. - Changed "num_IPs" to "num_entries". - Corrected count of distinct IP addresses (was counting duplicates).

nigel.stanger / Digital_Repository

Browse code - Added PHP to calling web pages. - Now uses PHP microtime() function to calculate start time. - Made start time an argument to the final JavaScript load function. - Parameterised number of entries to retrieve from database. - Added counts of unmappable IP addresses. - Changed "num_IPs" to "num_entries". - Corrected count of distinct IP addresses (was counting duplicates). master
1 parent 762207f commit 491db6bf674b16103f0f4b0eabb2493e0822ccc7 nstanger authored on 12 May 2006

Browse code

- Added PHP to calling web pages.

- Now uses PHP microtime() function to calculate start time.
- Made start time an argument to the final JavaScript load function.
- Parameterised number of entries to retrieve from database.
- Added counts of unmappable IP addresses.
- Changed "num_IPs" to "num_entries".
- Corrected count of distinct IP addresses (was counting duplicates).

master

1 parent 762207f commit 491db6bf674b16103f0f4b0eabb2493e0822ccc7

nstanger authored on 12 May 2006

Patch

Showing 6 changed files

Ignore Space Show notes View Repositories/Maps/gd_map.js
function imageLoaded( startTime ) { var endTime = new Date(); document.getElementById( "timer" ).innerHTML = 'Page generated in ' + ( endTime - startTime ) + ' ms.'; } // Grab page initialisation time. var startTime = new Date(); function imageLoaded() { var endTime = new Date(); document.getElementById( "timer" ).innerHTML = 'Page generated in ' + ( endTime - startTime ) + ' ms.'; }

Ignore Space Show notes View Repositories/Maps/gd_map.php
<?php list( $start_micro, $start_sec ) = explode( " ", microtime() ); ?> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> <html> <head> <title>Repository hit visualisation using GD</title> <meta name="generator" content="BBEdit 8.2" /> <script type="text/javascript" src="gd_map.js"></script> </head> <body> <h1>Repository hit visualisation using GD</h1> <p>Stats current as of early afternoon 8 May 2006.</a>.</p> <div id="timer"></div> <p> <?php echo '<img id="map" src="gd_map.pl?width=1024&height=520&top=' . ( ( isset( $_REQUEST['top'] ) ) ? $_REQUEST['top'] : 10 ) . '" onLoad="imageLoaded(' . ( ( (float)$start_micro + (float)$start_sec ) * 1000 ) . ')" width="1024" height="520" alt="Small version loading --- please wait..." />'; ?> </p> </body> </html> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> <html> <head> <title>Repository hit visualisation using GD</title> <meta name="generator" content="BBEdit 8.2" /> <script type="text/javascript" src="gd_map.js"></script> </head> <body> <h1>Repository hit visualisation using GD</h1> <p>Stats current as of early afternoon 8 May 2006. You can also view the <a href="coordinates.pl?width=3599&height=1826"><strong>REALLY BIG</strong> version</a>.</p> <div id="timer"></div> <p><img id="map" src="gd_map.pl?width=1024&height=520" onLoad="imageLoaded()" width="1024" height="520" alt="Small version loading --- please wait..." /></p> </body> </html>

Ignore Space Show notes View

Repositories/Maps/gd_map.php

Ignore Space Show notes View Repositories/Maps/gd_map.pl
#!/usr/bin/env perl use strict; use Time::HiRes qw( gettimeofday ); use CGI; use DBI; use GD; use Geo::IP; use Geo::Proj4; my ( $start_sec, $start_micro ) = gettimeofday; my ($start_time) = ( $start_sec * 1000 ) + round( $start_micro / 1000 ); my ($page); my ($dsn) = "DBI:mysql:database=eprintstats;host=localhost"; my ($user_name) = "eprintstatspriv"; my ($password) = "AuldGrizzel"; my ( $connect, $query, %types, %unmapped, $stat, $row, $num_rows, $vtype ); my ( $mapimage, $mapimagefile ); my ( $red, $white, $black, $blue ); my ( $width, $height ); my ( $gi, $proj ); my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat'; my ($x_offset) = 16986796.16; my ($y_offset) = 8615499.05; my ($max_x) = $x_offset * 2; my ($max_y) = $y_offset * 2; my ( %cities, %IPs ); my ($num_entries) = -1; my ($num_hits) = 0; my ( $ip, $count, $location ); my ( $city, $lat, $long, $x, $y ); $page = new CGI; print $page->header( -type => "image/jpeg", -Pragma => 'no-cache' ); $num_entries = $page->param('top'); $gi = Geo::IP->open( $gidb, GEOIP_STANDARD ) or die "Unable to open GeoIP database $gidb\n"; $proj = Geo::Proj4->new( proj => "robin", ellps => "sphere", lon_0 => 10 ) or die "parameter error: " . Geo::Proj4->error . "\n"; $width = $page->param('width'); $height = $page->param('height'); $mapimagefile = "map_${width}x${height}.png"; $mapimage = GD::Image->newFromPng( $mapimagefile, 1 ); $white = $mapimage->colorAllocate( 255, 255, 255 ); $black = $mapimage->colorAllocate( 0, 0, 0 ); $red = $mapimage->colorAllocate( 255, 0, 0 ); $blue = $mapimage->colorAllocate( 0, 0, 255 ); $connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } ); $types{'download'} = $types{'abstract'} = 0; $unmapped{'download'} = $unmapped{'abstract'} = 0; $query = "SELECT ip, view_type, COUNT() AS count FROM view GROUP BY ip, view_type ORDER BY count DESC" . ( ( $num_entries > 0 ) ? " LIMIT $num_entries" : '' ); $stat = $connect->prepare($query); $stat->execute(); $num_rows = $stat->rows; if ( $num_rows > 0 ) { $num_entries = $num_rows if ( $num_entries < 1 ); while ( $row = $stat->fetchrow_hashref() ) { $ip = $row->{'ip'}; $count = $row->{'count'}; $vtype = $row->{'view_type'}; $IPs{$ip} = 1; $location = $gi->record_by_addr($ip); if ( defined($location) ) { $lat = $location->latitude; $long = $location->longitude; $city = $location->city; ( $x, $y ) = $proj->forward( $lat, $long ); $x = round( ( $x + $x_offset ) / $max_x $width ); $y = round( ( $y_offset - $y ) / $max_y * $height ); $city = "Unknown ($lat, $long)" if ( $city eq '' ); if ( !defined( $cities{$city} ) ) { $cities{$city}{'count'} = 0; $cities{$city}{'lat'} = $lat; $cities{$city}{'long'} = $long; $mapimage->filledRectangle( $x - 1, $y - 1, $x + 1, $y + 1, ( ( $vtype eq 'download' ) ? $red : $blue ) ); } $cities{$city}{'count'} += $count; $types{$vtype} += $count; $cities{$city}{'x'} = $x; $cities{$city}{'y'} = $y; } else { $unmapped{$vtype} += $count; } } } $stat->finish(); $connect->disconnect(); $mapimage->string( gdSmallFont, 3, 3, "$types{'download'} downloads" . ( ( $unmapped{'download'} > 0 ) ? " (+$unmapped{'download'} unmappable)" : '' ), $red ); $mapimage->string( gdSmallFont, 3, 15, "$types{'abstract'} abstracts" . ( ( $unmapped{'abstract'} > 0 ) ? " (+$unmapped{'abstract'} unmappable)" : '' ), $blue ); $mapimage->string( gdSmallFont, 3, 27, 'from ' . scalar( keys %cities ) . ' cities', $black ); $mapimage->string( gdSmallFont, 3, 39, '(' . scalar( keys %IPs ) . ' IP addresses)', $black ); my ( $finish_sec, $finish_micro ) = gettimeofday(); my ($finish_time) = ( $finish_sec * 1000 ) + round( $finish_micro / 1000 ); $mapimage->string( gdSmallFont, 3, $height - 15, 'Generated in ' . ( $finish_time - $start_time ) . ' ms', $black ); binmode(STDOUT); print $mapimage->jpeg(); sub round { my ($n) = shift; return int( $n + 0.5 * ( $n <=> 0 ) ); } #!/usr/bin/env perl use strict; use Time::HiRes qw( gettimeofday ); use CGI; use DBI; use GD; use Geo::IP; use Geo::Proj4; my ($start_sec, $start_micro) = gettimeofday; my ($start_time) = ( $start_sec * 1000 ) + round( $start_micro / 1000 ); my ($page); my ($dsn) = "DBI:mysql:database=eprintstats;host=localhost"; my ($user_name) = "eprintstatspriv"; my ($password) = "AuldGrizzel"; my ($connect, $query, %types, $stat, $row, $num_rows, $vtype); my ($mapimage, $mapimagefile); my ($red, $white, $black, $blue); my ($width, $height); my ($gi, $proj); my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat'; my ($x_offset) = 16986796.16; my ($y_offset) = 8615499.05; my ($max_x) = $x_offset * 2; my ($max_y) = $y_offset * 2; my (%cities); my ($num_IPs) = 100; my ($num_hits) = 0; my ($ip, $count, $location); my ($city, $lat, $long, $x, $y); $page = new CGI; print $page->header( -type=>"image/jpeg", -Pragma=>'no-cache' ); $gi = Geo::IP->open( $gidb, GEOIP_STANDARD ) or die "Unable to open GeoIP database $gidb\n"; $proj = Geo::Proj4->new( proj => "robin", ellps => "sphere", lon_0 => 10 ) or die "parameter error: " . Geo::Proj4->error . "\n"; $width = $page->param('width'); $height = $page->param('height'); $mapimagefile = "map_${width}x${height}.png"; $mapimage = GD::Image->newFromPng( $mapimagefile, 1 ); $white = $mapimage->colorAllocate( 255, 255, 255 ); $black = $mapimage->colorAllocate( 0, 0, 0 ); $red = $mapimage->colorAllocate( 255, 0, 0 ); $blue = $mapimage->colorAllocate( 0, 0, 255 ); $connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } ); $types{'download'} = $types{'abstract'} = 0; $query = "SELECT ip, view_type, COUNT() AS count FROM view GROUP BY ip, view_type ORDER BY count DESC" . ( $num_IPs > 0 ? " LIMIT $num_IPs" : '' ); $stat = $connect->prepare( $query ); $stat->execute(); $num_rows = $stat->rows; if ( $num_rows > 0 ) { $num_IPs = $num_rows if ( $num_IPs < 1 ); while ( $row = $stat->fetchrow_hashref() ) { $ip = $row->{'ip'}; $count = $row->{'count'}; $vtype = $row->{'view_type'}; $location = $gi->record_by_addr( $ip ); if ( defined( $location ) ) { $lat = $location->latitude; $long = $location->longitude; $city = $location->city; ($x, $y) = $proj->forward( $lat, $long ); $x = round(($x + $x_offset) / $max_x $width); $y = round(($y_offset - $y) / $max_y * $height); $city = "Unknown ($lat, $long)" if ( $city eq '' ); if ( !defined( $cities{$city} ) ) { $cities{$city}{'count'} = 0; $cities{$city}{'lat'} = $lat; $cities{$city}{'long'} = $long; $mapimage->filledRectangle( $x - 1, $y - 1, $x + 1, $y + 1, ( $vtype eq 'download' ? $red : $blue ) ); } $cities{$city}{'count'} += $count; $types{$vtype} += $count; $cities{$city}{'x'} = $x; $cities{$city}{'y'} = $y; } } } $stat->finish(); $connect->disconnect(); $mapimage->string( gdSmallFont, 3, 3, "$types{'download'} downloads", $red ); $mapimage->string( gdSmallFont, 3, 15, "$types{'abstract'} abstracts", $blue ); $mapimage->string( gdSmallFont, 3, 27, 'from ' . scalar( keys %cities ) . ' cities', $black ); $mapimage->string( gdSmallFont, 3, 39, "($num_rows IP addresses)", $black ); my ( $finish_sec, $finish_micro ) = gettimeofday(); my ($finish_time) = ( $finish_sec * 1000 ) + round( $finish_micro / 1000 ); $mapimage->string( gdSmallFont, 3, $height - 15, 'Generated in ' . ( $finish_time - $start_time ) . ' ms', $black ); binmode( STDOUT ); print $mapimage->jpeg(); sub round { my ($n) = shift; return int( $n + .5 * ($n <=> 0) ); }

Ignore Space Show notes View

Repositories/Maps/gd_map.pl

#!/usr/bin/env perl
use strict;
use Time::HiRes qw( gettimeofday );
use CGI;
use DBI;
use GD;
use Geo::IP;
use Geo::Proj4;

my ( $start_sec, $start_micro ) = gettimeofday;
my ($start_time) = ( $start_sec * 1000 ) + round( $start_micro / 1000 );

my ($page);

my ($dsn)       = "DBI:mysql:database=eprintstats;host=localhost";
my ($user_name) = "eprintstatspriv";
my ($password)  = "AuldGrizzel";
my ( $connect, $query, %types, %unmapped, $stat, $row, $num_rows, $vtype );

my ( $mapimage, $mapimagefile );
my ( $red,      $white, $black, $blue );
my ( $width,    $height );

my ( $gi, $proj );
my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat';

my ($x_offset) = 16986796.16;
my ($y_offset) = 8615499.05;
my ($max_x)    = $x_offset * 2;
my ($max_y)    = $y_offset * 2;
my ( %cities, %IPs );
my ($num_entries) = -1;
my ($num_hits)    = 0;
my ( $ip,   $count, $location );
my ( $city, $lat,   $long, $x, $y );

$page = new CGI;
print $page->header( -type => "image/jpeg", -Pragma => 'no-cache' );
$num_entries = $page->param('top');

$gi = Geo::IP->open( $gidb, GEOIP_STANDARD )
  or die "Unable to open GeoIP database $gidb\n";

$proj = Geo::Proj4->new( proj => "robin", ellps => "sphere", lon_0 => 10 )
  or die "parameter error: " . Geo::Proj4->error . "\n";

$width        = $page->param('width');
$height       = $page->param('height');
$mapimagefile = "map_${width}x${height}.png";
$mapimage     = GD::Image->newFromPng( $mapimagefile, 1 );
$white        = $mapimage->colorAllocate( 255, 255, 255 );
$black        = $mapimage->colorAllocate( 0, 0, 0 );
$red          = $mapimage->colorAllocate( 255, 0, 0 );
$blue         = $mapimage->colorAllocate( 0, 0, 255 );

$connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } );

$types{'download'}    = $types{'abstract'}    = 0;
$unmapped{'download'} = $unmapped{'abstract'} = 0;
$query = "SELECT ip, view_type, COUNT(*) AS count
	 FROM view
	 GROUP BY ip, view_type
	 ORDER BY count DESC" . ( ( $num_entries > 0 ) ? " LIMIT $num_entries" : '' );

$stat = $connect->prepare($query);
$stat->execute();
$num_rows = $stat->rows;

if ( $num_rows > 0 )
{
	$num_entries = $num_rows if ( $num_entries < 1 );

while ( $row = $stat->fetchrow_hashref() )
	{
		$ip    = $row->{'ip'};
		$count = $row->{'count'};
		$vtype = $row->{'view_type'};

$IPs{$ip} = 1;

$location = $gi->record_by_addr($ip);

if ( defined($location) )
		{
			$lat  = $location->latitude;
			$long = $location->longitude;
			$city = $location->city;
			( $x, $y ) = $proj->forward( $lat, $long );
			$x = round( ( $x + $x_offset ) / $max_x * $width );
			$y = round( ( $y_offset - $y ) / $max_y * $height );

$city = "Unknown ($lat, $long)" if ( $city eq '' );

if ( !defined( $cities{$city} ) )
			{
				$cities{$city}{'count'} = 0;
				$cities{$city}{'lat'}   = $lat;
				$cities{$city}{'long'}  = $long;

$mapimage->filledRectangle( $x - 1, $y - 1, $x + 1, $y + 1,
								  ( ( $vtype eq 'download' ) ? $red : $blue ) );
			}
			$cities{$city}{'count'} += $count;
			$types{$vtype}          += $count;

$cities{$city}{'x'} = $x;
			$cities{$city}{'y'} = $y;
		}
		else
		{
			$unmapped{$vtype} += $count;
		}
	}
}

$stat->finish();
$connect->disconnect();

$mapimage->string( gdSmallFont,
				   3, 3,
				   "$types{'download'} downloads"
					 . (
						 ( $unmapped{'download'} > 0 )
						 ? " (+$unmapped{'download'} unmappable)"
						 : ''
					 ),
				   $red
);
$mapimage->string( gdSmallFont,
				   3, 15,
				   "$types{'abstract'} abstracts"
					 . (
						 ( $unmapped{'abstract'} > 0 )
						 ? " (+$unmapped{'abstract'} unmappable)"
						 : ''
					 ),
				   $blue
);
$mapimage->string( gdSmallFont, 3, 27,
				   'from ' . scalar( keys %cities ) . ' cities', $black );
$mapimage->string( gdSmallFont, 3, 39,
				   '(' . scalar( keys %IPs ) . ' IP addresses)', $black );

my ( $finish_sec, $finish_micro ) = gettimeofday();
my ($finish_time) = ( $finish_sec * 1000 ) + round( $finish_micro / 1000 );
$mapimage->string( gdSmallFont, 3,
				   $height - 15,
				   'Generated in ' . ( $finish_time - $start_time ) . ' ms',
				   $black );

binmode(STDOUT);

print $mapimage->jpeg();

sub round
{
	my ($n) = shift;
	return int( $n + 0.5 * ( $n <=> 0 ) );
}

#!/usr/bin/env perl
use strict;
use Time::HiRes qw( gettimeofday );
use CGI;
use DBI;
use GD;
use Geo::IP;
use Geo::Proj4;

my ($start_sec, $start_micro) = gettimeofday;
my ($start_time) = ( $start_sec * 1000 ) + round( $start_micro / 1000 );

my ($page);

my ($dsn) = "DBI:mysql:database=eprintstats;host=localhost";
my ($user_name) = "eprintstatspriv";
my ($password) = "AuldGrizzel";
my ($connect, $query, %types, $stat, $row, $num_rows, $vtype);

my ($mapimage, $mapimagefile);
my ($red, $white, $black, $blue);
my ($width, $height);

my ($gi, $proj);
my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat';

my ($x_offset) = 16986796.16;
my ($y_offset) = 8615499.05;
my ($max_x) = $x_offset * 2;
my ($max_y) = $y_offset * 2;
my (%cities);
my ($num_IPs) = 100;
my ($num_hits) = 0;
my ($ip, $count, $location);
my ($city, $lat, $long, $x, $y);

$page = new CGI;
print $page->header( -type=>"image/jpeg", -Pragma=>'no-cache' );

$gi = Geo::IP->open( $gidb, GEOIP_STANDARD )
	or die "Unable to open GeoIP database $gidb\n";

$proj = Geo::Proj4->new( proj => "robin", ellps => "sphere", lon_0 => 10 )
	or die "parameter error: " . Geo::Proj4->error . "\n";

$width = $page->param('width');
$height = $page->param('height');
$mapimagefile = "map_${width}x${height}.png";
$mapimage = GD::Image->newFromPng( $mapimagefile, 1 );
$white = $mapimage->colorAllocate( 255, 255, 255 );
$black = $mapimage->colorAllocate( 0, 0, 0 );
$red = $mapimage->colorAllocate( 255, 0, 0 );
$blue = $mapimage->colorAllocate( 0, 0, 255 );

$connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } );

$types{'download'} = $types{'abstract'} = 0;
$query =
	"SELECT ip, view_type, COUNT(*) AS count
	 FROM view
	 GROUP BY ip, view_type
	 ORDER BY count DESC" .
	 ( $num_IPs > 0 ? " LIMIT $num_IPs" : '' );

$stat = $connect->prepare( $query );
$stat->execute();
$num_rows = $stat->rows;

if ( $num_rows > 0 )
{
	$num_IPs = $num_rows if ( $num_IPs < 1 );
	
	while ( $row = $stat->fetchrow_hashref() )
	{
		$ip = $row->{'ip'};
		$count = $row->{'count'};
		$vtype = $row->{'view_type'};
		
		$location = $gi->record_by_addr( $ip );
		
		if ( defined( $location ) )
		{
			$lat = $location->latitude;
			$long = $location->longitude;
			$city = $location->city;
			($x, $y) = $proj->forward( $lat, $long );
			$x = round(($x + $x_offset) / $max_x * $width);
			$y = round(($y_offset - $y) / $max_y * $height);

$city = "Unknown ($lat, $long)" if ( $city eq '' );

if ( !defined( $cities{$city} ) )
			{
				$cities{$city}{'count'} = 0;
				$cities{$city}{'lat'} = $lat;
				$cities{$city}{'long'} = $long;
				
				$mapimage->filledRectangle( $x - 1, $y - 1, $x + 1, $y + 1, ( $vtype eq 'download' ? $red : $blue ) );
			}
			$cities{$city}{'count'} += $count;
			$types{$vtype} += $count;
			
			$cities{$city}{'x'} = $x;
			$cities{$city}{'y'} = $y;
		}
	}
}
	
$stat->finish();
$connect->disconnect();
	
$mapimage->string( gdSmallFont, 3, 3, "$types{'download'} downloads", $red );
$mapimage->string( gdSmallFont, 3, 15, "$types{'abstract'} abstracts", $blue );
$mapimage->string( gdSmallFont, 3, 27, 'from ' . scalar( keys %cities ) . ' cities', $black );
$mapimage->string( gdSmallFont, 3, 39, "($num_rows IP addresses)", $black );

my ( $finish_sec, $finish_micro ) = gettimeofday();
my ($finish_time) = ( $finish_sec * 1000 ) + round( $finish_micro / 1000 );
$mapimage->string( gdSmallFont, 3, $height - 15, 'Generated in ' . ( $finish_time - $start_time ) . ' ms', $black );

binmode( STDOUT );

print $mapimage->jpeg();

sub round
{
	my ($n) = shift;
	return int( $n + .5 * ($n <=> 0) );
}

Ignore Space Show notes View Repositories/Maps/google_map.js
function load( startTime, numEntries ) { // Page initialisation time. var startTime = new Date( startTime ); // Somewhere to write the timing information to. var timer = document.getElementById( "timer" ); timer.innerHTML = "Loading..."; if ( GBrowserIsCompatible() ) { // Create new map. var map = new GMap2( document.getElementById( "map" ) ); map.addControl( new GSmallMapControl() ); map.addControl( new GMapTypeControl() ); map.setCenter( new GLatLng(10, 0), 2 ); // Creates a marker at the given point with a label // containing the other remaining arguments. function createMarker( point, city, abstracts, downloads ) { var marker = new GMarker( point ); GEvent.addListener( marker, "click", function() { marker.openInfoWindowHtml( "<strong>" + city + "</strong> (" + abstracts + " abstracts, " + downloads + " downloads)" ); } ); return marker; } // Download the data in google_map_data.xml and load it on the map. // The format we expect is: // <markers abs="200" dl="100" ips="27"> // <marker city="Timbuktu" lat="37.441" long="-122.141" abs="10" dl="0" /> // <marker city="West Bromwich" lat="37.322" long="-121.213" abs="22" dl="49" /> // </markers> GDownloadUrl( "google_map_generate_data.pl?top=" + numEntries, function( data, responseCode ) { var xml = GXml.parse( data ); var markerlist = xml.documentElement.getElementsByTagName( "marker" ); for ( var i = 0; i < markerlist.length; i++ ) { var point = new GLatLng( parseFloat( markerlist[i].getAttribute( "lat" ) ), parseFloat( markerlist[i].getAttribute( "long" ) ) ); map.addOverlay( createMarker( point, markerlist[i].getAttribute( "city" ), markerlist[i].getAttribute( "abs" ), markerlist[i].getAttribute( "dl" ) ) ); } // Grab finishing time. We have to do this here rather than in // the main part of the load() function because the map data // are loaded asynchronously. var endTime = new Date(); var numUA = xml.documentElement.getAttribute( "ua" ); var numUD = xml.documentElement.getAttribute( "ud" ); timer.innerHTML = '<span style="color:red;">' + xml.documentElement.getAttribute( "dl" ) + ' downloads' + ( ( numUD > 0 ) ? ( ' (' + numUD + ' unmappable)' ) : '' ) + '</span> & <span style="color:blue;">' + xml.documentElement.getAttribute( "abs" ) + ' abstracts' + ( ( numUD > 0 ) ? ( ' (' + numUA + ' unmappable)' ) : '' ) + '</span> from ' + markerlist.length + ' cities (' + xml.documentElement.getAttribute( "ips" ) + ' IP addresses), page generated in ' + ( endTime - startTime ) + ' ms.'; } ); } } // Grab page initialisation time. var startTime = new Date(); function load() { // Somewhere to write the timing information to. var timer = document.getElementById( "timer" ); timer.innerHTML = "Loading..."; if ( GBrowserIsCompatible() ) { // Create new map. var map = new GMap2( document.getElementById( "map" ) ); map.addControl( new GSmallMapControl() ); map.addControl( new GMapTypeControl() ); map.setCenter( new GLatLng(10, 0), 2 ); // Creates a marker at the given point with a label // containing the other remaining arguments. function createMarker( point, city, abstracts, downloads ) { var marker = new GMarker( point ); GEvent.addListener( marker, "click", function() { marker.openInfoWindowHtml( "<strong>" + city + "</strong> (" + abstracts + " abstracts, " + downloads + " downloads)" ); } ); return marker; } // Download the data in google_map_data.xml and load it on the map. // The format we expect is: // <markers abs="200" dl="100" ips="27"> // <marker city="Timbuktu" lat="37.441" long="-122.141" abs="10" dl="0" /> // <marker city="West Bromwich" lat="37.322" long="-121.213" abs="22" dl="49" /> // </markers> GDownloadUrl( "google_map_generate_data.pl", function( data, responseCode ) { var xml = GXml.parse( data ); var markerlist = xml.documentElement.getElementsByTagName( "marker" ); for ( var i = 0; i < markerlist.length; i++ ) { var point = new GLatLng( parseFloat( markerlist[i].getAttribute( "lat" ) ), parseFloat( markerlist[i].getAttribute( "long" ) ) ); map.addOverlay( createMarker( point, markerlist[i].getAttribute( "city" ), markerlist[i].getAttribute( "abs" ), markerlist[i].getAttribute( "dl" ) ) ); } // Grab finishing time. We have to do this here rather than in // the main part of the load() function because the map data // are loaded asynchronously. var endTime = new Date(); timer.innerHTML = '<span style="color:red;">' + xml.documentElement.getAttribute( "dl" ) + ' downloads</span> & <span style="color:blue;">' + xml.documentElement.getAttribute( "abs" ) + ' abstracts</span> from ' + markerlist.length + ' cities (' + xml.documentElement.getAttribute( "ips" ) + ' IP addresses), page generated in ' + ( endTime - startTime ) + ' ms.'; } ); } }

Ignore Space Show notes View

Repositories/Maps/google_map.js

// Grab page initialisation time.
var startTime = new Date();

Ignore Space Show notes View Repositories/Maps/google_map.php
<?php list( $start_micro, $start_sec ) = explode( " ", microtime() ); ?> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> <html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="content-type" content="text/html; charset=utf-8" /> <title>Repository hit visualisation using Google Maps</title> <script src="http://maps.google.com/maps?file=api&v=2&key=ABQIAAAAdiP-i78VGweF9QIs3Kzx5xSrBOD9wh0lHQGbvVgYRG7Dg2gE1xQNhJmY4S8_BwZb4md1JO0soLOr8w" type="text/javascript"></script> <script type="text/javascript" src="google_map.js"></script> </head> <?php echo '<body onload="load(' . ( ( (float)$start_micro + (float)$start_sec ) * 1000 ) . ',' . ( ( isset( $_REQUEST['top'] ) ) ? $_REQUEST['top'] : 10 ) . ')" onunload="GUnload()">'; ?> <h1>Repository hit visualisation using Google Maps</h1> <p>Stats current as of early afternoon 8 May 2006.</p> <div id="timer"></div> <div id="map" style="width:1024px; height:768px"></div> </body> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> <html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="content-type" content="text/html; charset=utf-8" /> <title>Repository hit visualisation using Google Maps</title> <script src="http://maps.google.com/maps?file=api&v=2&key=ABQIAAAAdiP-i78VGweF9QIs3Kzx5xSrBOD9wh0lHQGbvVgYRG7Dg2gE1xQNhJmY4S8_BwZb4md1JO0soLOr8w" type="text/javascript"></script> <script type="text/javascript" src="google_map.js"></script> </head> <body onload="load()" onunload="GUnload()"> <h1>Repository hit visualisation using Google Maps</h1> <p>Stats current as of early afternoon 8 May 2006.</p> <div id="timer"></div> <div id="map" style="width:1024px; height:768px"></div> </body>

Ignore Space Show notes View

Repositories/Maps/google_map.php

<?php
	list( $start_micro, $start_sec ) = explode( " ", microtime() );
?>

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN"
        "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
	<meta http-equiv="content-type" content="text/html; charset=utf-8" />
	<title>Repository hit visualisation using Google Maps</title>
	<script src="http://maps.google.com/maps?file=api&amp;v=2&amp;key=ABQIAAAAdiP-i78VGweF9QIs3Kzx5xSrBOD9wh0lHQGbvVgYRG7Dg2gE1xQNhJmY4S8_BwZb4md1JO0soLOr8w" type="text/javascript"></script>
	<script type="text/javascript" src="google_map.js"></script>
</head>

<?php
	echo '<body onload="load('
		. ( ( (float)$start_micro + (float)$start_sec ) * 1000 )
		. ','
		. ( ( isset( $_REQUEST['top'] ) ) ? $_REQUEST['top'] : 10 )
		. ')" onunload="GUnload()">';
?>

<h1>Repository hit visualisation using Google Maps</h1>

<p>Stats current as of early afternoon 8 May 2006.</p>

</body>

Ignore Space Show notes View Repositories/Maps/google_map_generate_data.pl
#!/usr/bin/env perl use strict; use CGI; use DBI; use Geo::IP; my ($page); # Database connection. my ($dsn) = "DBI:mysql:database=eprintstats;host=localhost"; my ($user_name) = "eprintstatspriv"; my ($password) = "AuldGrizzel"; my ( $connect, $query, %types, %unmapped, $stat, $row, $num_rows, $vtype ); # Geolocation database. my ($gi); my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat'; # Miscellaneous variable. my ( %cities, %IPs ); my ($num_entries) = -1; my ($num_hits) = 0; my ( $ip, $count, $location ); my ( $lat, $long, $city ) = ( 0, 0, '' ); $page = new CGI; print $page->header( -type => "text/xml", -Pragma => 'no-cache' ); $num_entries = $page->param('top'); $gi = Geo::IP->open( $gidb, GEOIP_STANDARD ) or die "Unable to open GeoIP database $gidb\n"; $connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } ); $types{'download'} = $types{'abstract'} = 0; $unmapped{'download'} = $unmapped{'abstract'} = 0; $query = "SELECT ip, view_type, COUNT() AS count FROM view GROUP BY ip, view_type ORDER BY count DESC" . ( ( $num_entries > 0 ) ? " LIMIT $num_entries" : '' ); $stat = $connect->prepare($query); $stat->execute(); $num_rows = $stat->rows; if ( $num_rows > 0 ) { $num_entries = $num_rows if ( $num_entries < 1 ); while ( $row = $stat->fetchrow_hashref() ) { $ip = $row->{'ip'}; $count = $row->{'count'}; $vtype = $row->{'view_type'}; $IPs{$ip} = 1; $location = $gi->record_by_addr($ip); if ( defined($location) ) { $lat = $location->latitude; $long = $location->longitude; $city = ( ( $location->city eq '' ) ? "Unknown ($lat, $long)" : $location->city ); if ( !defined( $cities{$city} ) ) { $cities{$city}{'lat'} = $lat; $cities{$city}{'long'} = $long; $cities{$city}{'abstract'} = 0; $cities{$city}{'download'} = 0; } $cities{$city}{$vtype} += $count; $types{$vtype} += $count; } else { $unmapped{$vtype} += $count; } } # Need to wait until we have all the counts before writing the data out. print '<?xml version="1.0"?>' . "\n"; print '<markers abs="' . $types{'abstract'} . '" dl="' . $types{'download'} . '" ips="' . scalar( keys %IPs ) . '" ua="' . $unmapped{'abstract'} . '" ud="' . $unmapped{'download'} . '">' . "\n"; foreach $city ( keys %cities ) { print '<marker city="' . $city . '" lat="' . $cities{$city}{'lat'} . '" long="' . $cities{$city}{'long'} . '" abs="' . $cities{$city}{'abstract'} . '" dl="' . $cities{$city}{'download'} . '" />' . "\n"; } print "</markers>\n"; } $stat->finish(); $connect->disconnect(); sub round { my ($n) = shift; return int( $n + 0.5 ( $n <=> 0 ) ); } #!/usr/bin/env perl use strict; use CGI; use DBI; use Geo::IP; my ($page); # Database connection. my ($dsn) = "DBI:mysql:database=eprintstats;host=localhost"; my ($user_name) = "eprintstatspriv"; my ($password) = "AuldGrizzel"; my ( $connect, $query, %types, $stat, $row, $num_rows, $vtype ); # Geolocation database. my ($gi); my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat'; # Miscellaneous variable. my (%cities); my ($num_IPs) = 100; my ($num_hits) = 0; my ( $ip, $count, $location ); my ( $lat, $long, $city ) = ( 0, 0, '' ); $page = new CGI; print $page->header( -type=>"text/xml", -Pragma=>'no-cache' ); $gi = Geo::IP->open( $gidb, GEOIP_STANDARD ) or die "Unable to open GeoIP database $gidb\n"; $connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } ); $types{'download'} = $types{'abstract'} = 0; $query = "SELECT ip, view_type, COUNT() AS count FROM view GROUP BY ip, view_type ORDER BY count DESC" . ( ( $num_IPs > 0 ) ? " LIMIT $num_IPs" : '' ); $stat = $connect->prepare($query); $stat->execute(); $num_rows = $stat->rows; if ( $num_rows > 0 ) { $num_IPs = $num_rows if ( $num_IPs < 1 ); while ( $row = $stat->fetchrow_hashref() ) { $ip = $row->{'ip'}; $count = $row->{'count'}; $vtype = $row->{'view_type'}; $location = $gi->record_by_addr($ip); if ( defined($location) ) { $lat = $location->latitude; $long = $location->longitude; $city = ( ( $location->city eq '' ) ? "Unknown ($lat, $long)" : $location->city ); if ( !defined( $cities{$city} ) ) { $cities{$city}{'lat'} = $lat; $cities{$city}{'long'} = $long; $cities{$city}{'abstract'} = 0; $cities{$city}{'download'} = 0; } $cities{$city}{$vtype} += $count; $types{$vtype} += $count; } } # Need to wait until we have all the counts before writing the data out. print '<?xml version="1.0"?>' . "\n"; print '<markers abs="' . $types{'abstract'} . '" dl="' . $types{'download'} . '" ips="' . $num_IPs . '">' . "\n"; foreach $city ( keys %cities ) { print '<marker city="' . $city . '" lat="' . $cities{$city}{'lat'} . '" long="' . $cities{$city}{'long'} . '" abs="' . $cities{$city}{'abstract'} . '" dl="' . $cities{$city}{'download'} . '" />' . "\n"; } print "</markers>\n"; } $stat->finish(); $connect->disconnect(); sub round { my ($n) = shift; return int( $n + 0.5 ( $n <=> 0 ) ); }

Ignore Space Show notes View

Repositories/Maps/google_map_generate_data.pl

#!/usr/bin/env perl
use strict;
use CGI;
use DBI;
use Geo::IP;

my ($page);

# Database connection.
my ($dsn)       = "DBI:mysql:database=eprintstats;host=localhost";
my ($user_name) = "eprintstatspriv";
my ($password)  = "AuldGrizzel";
my ( $connect, $query, %types, %unmapped, $stat, $row, $num_rows, $vtype );

# Geolocation database.
my ($gi);
my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat';

# Miscellaneous variable.
my ( %cities, %IPs );
my ($num_entries) = -1;
my ($num_hits)    = 0;
my ( $ip,  $count, $location );
my ( $lat, $long,  $city ) = ( 0, 0, '' );

$page = new CGI;
print $page->header( -type => "text/xml", -Pragma => 'no-cache' );
$num_entries = $page->param('top');

$gi = Geo::IP->open( $gidb, GEOIP_STANDARD )
  or die "Unable to open GeoIP database $gidb\n";

$connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } );

$stat = $connect->prepare($query);
$stat->execute();
$num_rows = $stat->rows;

if ( $num_rows > 0 )
{
	$num_entries = $num_rows if ( $num_entries < 1 );

while ( $row = $stat->fetchrow_hashref() )
	{
		$ip    = $row->{'ip'};
		$count = $row->{'count'};
		$vtype = $row->{'view_type'};

$IPs{$ip} = 1;

$location = $gi->record_by_addr($ip);

if ( defined($location) )
		{
			$lat  = $location->latitude;
			$long = $location->longitude;
			$city = (
					  ( $location->city eq '' )
					  ? "Unknown ($lat, $long)"
					  : $location->city
			);

if ( !defined( $cities{$city} ) )
			{
				$cities{$city}{'lat'}      = $lat;
				$cities{$city}{'long'}     = $long;
				$cities{$city}{'abstract'} = 0;
				$cities{$city}{'download'} = 0;
			}
			$cities{$city}{$vtype} += $count;
			$types{$vtype}         += $count;
		}
		else
		{
			$unmapped{$vtype} += $count;
		}
	}

# Need to wait until we have all the counts before writing the data out.
	print '<?xml version="1.0"?>' . "\n";
	print '<markers abs="'
	  . $types{'abstract'}
	  . '" dl="'
	  . $types{'download'}
	  . '" ips="'
	  . scalar( keys %IPs )
	  . '" ua="'
	  . $unmapped{'abstract'}
	  . '" ud="'
	  . $unmapped{'download'} . '">' . "\n";

foreach $city ( keys %cities )
	{
		print '<marker city="' . $city
		  . '" lat="'
		  . $cities{$city}{'lat'}
		  . '" long="'
		  . $cities{$city}{'long'}
		  . '" abs="'
		  . $cities{$city}{'abstract'}
		  . '" dl="'
		  . $cities{$city}{'download'} . '" />' . "\n";
	}

print "</markers>\n";
}

$stat->finish();
$connect->disconnect();

sub round
{
	my ($n) = shift;
	return int( $n + 0.5 * ( $n <=> 0 ) );
}

#!/usr/bin/env perl
use strict;
use CGI;
use DBI;
use Geo::IP;

my ($page);

# Geolocation database.
my ($gi);
my ($gidb) = '/usr/local/share/GeoIP/GeoLiteCity.dat';

# Miscellaneous variable.
my (%cities);
my ($num_IPs)  = 100;
my ($num_hits) = 0;
my ( $ip,  $count, $location );
my ( $lat, $long,  $city ) = ( 0, 0, '' );

$page = new CGI;
print $page->header( -type=>"text/xml", -Pragma=>'no-cache' );

$gi = Geo::IP->open( $gidb, GEOIP_STANDARD )
  or die "Unable to open GeoIP database $gidb\n";

$connect = DBI->connect( $dsn, $user_name, $password, { RaiseError => 1 } );

$types{'download'} = $types{'abstract'} = 0;
$query = "SELECT ip, view_type, COUNT(*) AS count
	 FROM view
	 GROUP BY ip, view_type
	 ORDER BY count DESC" . ( ( $num_IPs > 0 ) ? " LIMIT $num_IPs" : '' );

$stat = $connect->prepare($query);
$stat->execute();
$num_rows = $stat->rows;

if ( $num_rows > 0 )
{
	$num_IPs = $num_rows if ( $num_IPs < 1 );
	
	while ( $row = $stat->fetchrow_hashref() )
	{
		$ip    = $row->{'ip'};
		$count = $row->{'count'};
		$vtype = $row->{'view_type'};

$location = $gi->record_by_addr($ip);

if ( defined($location) )
		{
			$lat  = $location->latitude;
			$long = $location->longitude;
			$city = ( ( $location->city eq '' ) ? "Unknown ($lat, $long)" : $location->city );

if ( !defined( $cities{$city} ) )
			{
				$cities{$city}{'lat'}   = $lat;
				$cities{$city}{'long'}  = $long;
				$cities{$city}{'abstract'} = 0;
				$cities{$city}{'download'} = 0;
			}
			$cities{$city}{$vtype} += $count;
			$types{$vtype} += $count;
		}
	}

print "</markers>\n";
}

$stat->finish();
$connect->disconnect();

sub round
{
	my ($n) = shift;
	return int( $n + 0.5 * ( $n <=> 0 ) );
}

Show line notes below