= test.split("\t");
var testname:String = bits[0];
var testurl:String = bits[1];
if (testname == 'results') {
resultUrl = testurl;
} else {
tests.push(testname);
if (debug) trace("Requesting " + testurl);
var req:URLRequest = new URLRequest(testurl);
var link = new URLLoader();
link.addEventListener(flash.events.Event.COMPLETE,
bind(this, probeSucceededHandler, [testname]));
link.load(req);
}
}
} catch (e:Dynamic) {
if (##DEBUG##) trace(Std.string(e));
}
}
function probeSucceededHandler(event:Event, test:String) {
var elapsed = flash.Lib.getTimer() - begun;
results.set(test, elapsed);
if (debug) trace("Completed test " + test);
// If done...
if (Lambda.count(results) == Lambda.count(tests)) {
timeout.stop();
reportFinalResults();
}
}
function probesTimedOut(e:Dynamic) {
if (debug) trace("Timed out");
reportFinalResults();
}
function reportFinalResults() {
if (complete) return;
var times = "";
for (test in tests) {
var result = results.get(test);
times = times + "z" + StringTools.replace(test, '.', '') + "-";
times = times + result + ".";
}
var url = resultUrl + times;
if (debug) trace("Sending results: " + url);
var req:URLRequest = new URLRequest(url);
var link = new URLLoader();
link.load(req);
complete = true;
}
}
class URLMain {
static function main() {
try {
var url = flash.Lib.current.root.loaderInfo.parameters.##PARAM##;
var i = flash.Lib.attach("picture");
flash.Lib.current.addChild(i);
if (##BORDER## > 0) { // 10
var border:flash.display.Shape = new flash.display.Shape();
flash.Lib.current.addChild(border);
border.graphics.lineStyle(##BORDER## * 2, 0x##COLOR##);
border.graphics.drawRect(0, 0, flash.Lib.current.stage.stageWidth,
flash.Lib.current.stage.stageHeight);
}
if (##USECOOKIE##) { // false
var cdb = SharedObject.getLocal("v6test", "/");
var oneDayOld = Date.now().getTime() / 1000 - ##RATELIMIT##;
if (cdb.data.lastRun == null || cdb.data.lastRun < oneDayOld) {
var s = new Prober(url);
flash.Lib.current.addChild(s);
cdb.setProperty("lastRun", oneDayOld + ##RATELIMIT##);
cdb.flush(1000);
}
} else {
var s = new Prober(url);
flash.Lib.current.addChild(s);
}
var b = new flash.display.SimpleButton();
b.hitTestState = i;
b.enabled = true;
b.useHandCursor = true;
b.addEventListener(flash.events.MouseEvent.MOUSE_UP, function(e) {
var req = new flash.net.URLRequest(url);
flash.Lib.getURL(req, "_blank");
});
flash.Lib.current.addChild(b);
flash.Lib.current.stop();
} catch (e:Dynamic) {
if (##DEBUG##) {
trace(Std.string(e));
}
}
}
}
This is processed through the compiler via a web-hosted engine which
uses swfmill and haxe as follows:
#!/usr/local/bin/python
import cgi, os, sys
import cgitb
import math, string
from PIL import Image
from subprocess import Popen, PIPE, STDOUT
sizes= ["728x90",
"468x60",
"200x200",
"120x600",
"160x600",
"250x250",
"300x250",
"336x280" ]
MAXSIZ=1024*35
def template_process(fin, fout, keyvals):
for line in fin:
for sub in keyvals:
line = line.replace(sub, keyvals[sub])
fout.write(line)
def fail(reason):
print "Content-Type: text/html"
print "Status: 400 Bad Data"
print
print ""
print "SWF build failed"
print "SWF build failed
"
print ""
print cgi.escape(reason)
print "
Try Again"
print "
"
os.unlink(fn)
sys.exit()
cgitb.enable()
form = cgi.FieldStorage()
# Get filename here.
fileitem = form['user_file']
advertID = form['advertID'].value
# Test if the file was uploaded
if fileitem.filename:
# strip leading path from file name to avoid
# directory traversal attacks
filename = os.path.basename(fileitem.filename)
fn = '/tmp/' + filename
fh = open(fn, 'wb')
fh.write(fileitem.file.read())
fh.close()
siz=os.path.getsize(fn)
if siz > MAXSIZ:
fail("Image too big: 35kb limit (%dkb)" % (siz/1024))
try:
im = Image.open(fn)
except IOError:
fail("Bad image")
wid,hei = im.size
widhei=str(wid)+'x'+str(hei)
if widhei not in sizes:
fail("Image not correct size: %s not in %s" % (widhei, str(sizes)))
# retained in case we do static tests at some stage but currently useless
#tests = [t for t in ("rd.td", "r4.td", "r6.td", "rd.t6")
# if form.getvalue(t, "off") == "on"]
template_process(
open("/var/www/v6ad/URLTemplate.hx", "r"),
open("/var/www/v6ad/out/URLMain.hx", "w"),
{
'##DEBUG##': "false",
'##LISTURL##': "http://results.h.labs.apnic.net/measureipv6id.cgi?advertID="+advertID,
'##LISTURL2##': "http://results.g.labs.apnic.net/measureipv6id.cgi?advertID="+advertID,
'##TIMEOUT##': "10000",
'##BORDER##': "0",
'##COLOR##': "ffffff",
"##SCRIPTID##": str(advertID),
'##USECOOKIE##': "false",
'##RATELIMIT##': str(24 * 3600),
'##PARAM##': "clickTAG"
}
)
template_process(
open("/var/www/v6ad/Template.swfml", "r"),
open("/var/www/v6ad/out/imagelib.swfml", "w"),
{ '##WIDTH##': str(wid), '##HEIGHT##': str(hei), '##IMAGE##': fn }
)
# Construct imagelib.swf
working = "/var/www/v6ad/out"
swfmill = ("/usr/local/bin/swfmill", "simple", "imagelib.swfml", "imagelib.swf")
proc = Popen(swfmill, stdout=PIPE, stderr=STDOUT, cwd=working)
output, err = proc.communicate()
if proc.poll():
fail("Building SWF image library failed: " + output)
# Construct v6test.swf
haxe = ("/usr/local/bin/haxe", "-swf-version", "10", "-swf-header",
"%d:%d:12:FFFFFF" % (wid, hei), "-swf9", "urltest.swf", "-main", "URLMain",
"-swf-lib", "imagelib.swf")
proc = Popen(haxe, stdout=PIPE, stderr=STDOUT, cwd=working)
output, err = proc.communicate()
if proc.poll():
fail("Building final output SWF failed: " + output)
# make the test harness
template_process(
open("/var/www/v6ad/TemplateHarness.html", "r"),
open("/var/www/v6ad/out/index.html", "w"),
{ '##WIDTH##': str(wid), '##HEIGHT##': str(hei), '##IMAGE##': "urltest.swf" }
)
# clean up the tempfile
os.unlink(fn)
swf = open("/var/www/v6ad/out/urltest.swf", "rb")
swfbytes = swf.read()
swfsize = len(swfbytes)
print "Content-Type: application/octet-stream"
print "Content-Length:", swfsize
print "Content-Disposition: attachment; filename=urltest.swf"
print
print swfbytes
Appendix 2: the JavaScript.
The default javascript, ipprototest.js, is as follows:
// GPLv3
// $Id: ipprototest.js 27701 2011-01-26 15:21:50Z eaben $
// 2011 Hacked on by Byron Ellacott, APNIC
// 2011 Hacked on by George Michaelson, APNIC
// Written by Emile Aben, RIPE NCC
// Code inspired by Sander Steffann's IPv6test at http://v6test.max.nl/
(function() {
var __ipprototest;
IPProtoTest = function (opts) {
if ( this instanceof IPProtoTest ) {
this._version = '10i';
this._done = false;
this.userId = '';
this.timeout = 10000; // 10 seconds
this.noCheckInterval = 86400000; // 1 day
this.domainSuffix = 'labs.apnic.net';
this.testSet = ['r4.td','rd.td','r6.td'];
this.testSetLen = this.testSet.length; // shortcut
this.randomize = false; // disable shuffling
this.dotunnels = false; // disable tunnel testing
this.dov6literal = true; // disable tunnel testing
this.dov6dns = true; // disable tunnel testing
this.docookies = true; // enable cookie time testing
this.sampling = 1; // sampling frequency. 1 == disable
// eg 2 == 50% 20 == 5% 100 == 1%
this._testsComplete = 0;
this._now = new Date(); // keep track of init-time
this._testTime = this._now.getTime();
this._cookieExpire = new Date(this._testTime + this.noCheckInterval );
this._testId = Math.floor(Math.random()*Math.pow(2,31));
this._result = {};
// sets this._cookie_last_run etc. vars
// and set results from previous run (if available)
this.parseCookies();
//TODO compare the testset to set tested in cookies?
// override defaults
if ( opts instanceof Object) {
for ( prop in opts ) {
//safeguard is now done in the IPProtoTest(opt) call at the end of this file
this[prop] = opts[prop];
}
if ( this.dov6dns ) {
this.testSet.push('rd.t6');
}
if ( this.dov6literal ) {
this.testSet.push('v6lit');
}
if ( this.dotunnels ) {
this.testSet.push('v6stf');
this.testSet.push('v6ter');
}
this.testSetLen = this.testSet.length;
if ( this.randomize ) { this.shuffle( this.testSet ); }
}
// make object accessible for callbacks
__ipprototest = this;
// determine if tests need to be done
if ( !this.docookies || !this._cookie_last_run ) {
if ( this.sampling > 1 && Math.random() > 1/this.sampling ) {
// not running test, but setting the cookie
if (this.docookies) this.setCookie('__ipprototest_last_run',this._testTime);
return this;
} else {
this.startTest();
}
}
return this;
} else
return new IPProtoTest(opts);
};
// public functions
IPProtoTest.prototype.doGAQ=function() {
var _gaq = window._gaq || []; // assuming google default
if (this.GAQ instanceof Object) { // .. but allow override
_gaq = this.GAQ;
}
//TODO document this
var ipv4 = this._result.r4td ? 'yes' : 'no';
var ipv6 = this._result.r6td ? 'yes' : 'no';
var dual = this._result.rdtd ? 'yes' : 'no';
if (this.dov6dns) {
var v6dns = this._result.rdt6 ? 'yes' : 'no';
}
if (this.dov6literal) {
var v6lit = this._result.v6lit ? 'yes' : 'no';
}
if (this.dotunnels) {
var v6stf = this._result.v6stf ? 'yes' : 'no';
var v6ter = this._result.v6ter ? 'yes' : 'no';
}
var summary = ((ipv4 == 'yes' ? 1 : 0) +
(ipv6 == 'yes' ? 2 : 0) +
(dual == 'yes' ? 4 : 0));
if (this.dov6dns) {
summary += ((v6dns == 'yes' ? 8 : 0));
}
if (this.dov6literal) {
summary += ((v6lit == 'yes' ? 16 : 0));
}
if (this.dotunnels) {
summary += ((v6stf == 'yes' ? 32 : 0) +
(v6ter == 'yes' ? 64 : 0));
}
// Normalize v4val to 0 if the v4 test fails.
// Normalize all other test times to relative to v4, if v4 worked
// If a test fails, set to zero.
// If v4 failed, set all tests to zero.
// This ensures zero cases, and no v4 do not contribute to avg times
var v4val = this._result.r4td ? this._result.r4td : 0;
var v6val = this._result.r6td ? (this._result.r4td ? (this._result.r6td - v4val) : 0) : 0;
var duval = this._result.rdtd ? (this._result.r4td ? (this._result.rdtd - v4val) : 0) : 0;
if (this.dov6dns) {
var dnval = this._result.v6dns ? (this._result.r4td ? (this._result.v6dns - v4val) : 0) : 0;
}
if (this.dov6literal) {
var lival = this._result.v6lit ? (this._result.r4td ? (this._result.v6lit - v4val) : 0) : 0;
}
if (this.dotunnels) {
var stval = this._result.v6stf ? (this._result.r4td ? (this._result.v6stf - v4val) : 0) : 0;
var teval = this._result.v6ter ? (this._result.r4td ? (this._result.v6ter - v4val) : 0) : 0;
}
_gaq.push(['_trackEvent', 'ipprototest', 'ipv4:' + ipv4, 'Tested', 0]);
_gaq.push(['_trackEvent', 'ipprototest', 'ipv6:' + ipv6, 'Tested', v6val]);
_gaq.push(['_trackEvent', 'ipprototest', 'dual:' + dual, 'Tested', duval]);
if (this.dov6dns) {
_gaq.push(['_trackEvent', 'ipprototest', 'v6lit:' + v6lit, 'Tested', lival]);
}
if (this.dov6literal) {
_gaq.push(['_trackEvent', 'ipprototest', 'v6dns:' + v6dns, 'Tested', dnval]);
}
if (this.dotunnels) {
_gaq.push(['_trackEvent', 'ipprototest', 'v6stf:' + v6stf, 'Tested', stval]);
_gaq.push(['_trackEvent', 'ipprototest', 'v6ter:' + v6ter, 'Tested', teval]);
}
// push summary line, this users testset.
_gaq.push(['_trackEvent', 'ipprototest', 'summary:' + summary]);
};
IPProtoTest.prototype.onFinishInit=function() {
if ( this.GAQ ) { // do Google analytics
this.doGAQ();
}
};
IPProtoTest.prototype.finishTest=function() {
// cancel the timeout
clearTimeout( __ipprototest._timeoutEvent );
if (! __ipprototest._done ) {
// report back results
var pfx = __ipprototest.getTestPfx();
for (var t_idx=0; t_idx < __ipprototest.testSetLen; t_idx++) {
var test = __ipprototest.testSet[t_idx];
test = test.replace(/\./g,'');
pfx += [
'z',
test ,
'-' ,
__ipprototest._result[ test ] ?
__ipprototest._result[ test ] :
'null',
'.'
].join('');
}
var imgURL = [
'http://',
pfx,
'results.',
__ipprototest.domainSuffix,
'/1x1.png?',
pfx
].join('');
var req=document.createElement('img');
req.src = imgURL; // loads it
if(__ipprototest.docookies) __ipprototest.setCookie('__ipprototest_last_run', __ipprototest._testTime);
// do all the stuff that needs to be done when
// results are in
__ipprototest.onFinishInit();
__ipprototest._done = true;
// if there is a callback function, invoke it
if ( __ipprototest.callback instanceof Function ) __ipprototest.callback(__ipprototest._result);
}
};
IPProtoTest.prototype.getTestPfx = function() {
return [
't', this.timeout, '.',
'u', this._testTime , '.',
's', this._testId , '.',
'i', this.userId , '.',
'v', this._version , '.'
].join('');
};
IPProtoTest.prototype.startTest = function() {
var testPfx = this.getTestPfx();
var testPath='/1x1.png?'+testPfx;
for(var i=0;i= __ipprototest.testSetLen) {
__ipprototest.finishTest();
}
}
// inspired by gih_ajax-function by Geoff Huston, George Michaelson, Byron Ellacott (APNIC)
IPProtoTest.prototype.httpFetchImg=function( url, name ) {
var req=document.createElement('img');
req.name = name;
req._start = new Date().getTime();
req.onload = __ipprototest_onload;
req.src = url;
};
})();
// initialize variables and structs to avoid null ref bugs
var ipproto_user = ipproto_user || 'anon';
var ipproto_opts = ipproto_opts || {};
// if we have been correctly initialized for google analytics setup by the user...
// the set of externally defined variables we will accept
// userID takes the ipproto_user variable by default,
// or the value passed in array externally if provided
// defaults shown below.
var opts = {
'docookies' : true, // test based on noCheckInterval in cookie
'dov6dns' : true, // test v6 dns to a dual-stack URL
'dov6literal' : true, // test a v6 literal URL
'dotunnels' : false, // test for 6to4 and teredo tunnels
'randomize' : false, // by default, sorted test order
'noCheckInterval' : 86400000, // interval to test on, if docoookies is true
'sampling' : 1, // 1/sampling eg sampling=4 1/4th tested
'userId' : ipproto_user, // what to log in the collector website as
'callback' : function (results){}, // prototype function to receive callback of results
'GAQ' : true // hook into google analytics
};
if ( ipproto_opts instanceof Object ) {
// for the list we know, if its in the externally set object, map it in.
for ( prop in opts ) {
if (prop in ipproto_opts) { opts[prop] = ipproto_opts[prop]; }
}
}
var ippt = IPProtoTest(opts);
Reduced JavaScript
The reduced JavaScript supplied by the head-end configuration engine is
as follows (this example shows a specific end-user configuration embedded
inline.)
This version has a slightly different configuration and runtime
invocation model, because it is embedded as a function call directly in
the markup rather than as a text/javascript reference to a specific .js.
The head-end configuration engine for this, is also running other
experiments using a file-backed mechanism which specifies the URLs for
experiments from back-end configuration master files.
The code which emits this .js is as follows:
#!/usr/bin/env python2.6
import os
import sys
import getopt
import random
import re
import time
import cgi
import cgitb
import socket
import string
_debug = 0 # by default not debugging
_verbose = 0 # we run silent but deep...
ifn=""
sep=None # null str == LWSP separation
eights= {
'0':'f', '1':'f', '2':'h', '3':'g', '4':'g', '5':'h', '6':'g', '7':'g', '8':'g', '9':'g', '10':'f', '11':'g', '12':'g',
'13':'g', '14':'f', '15':'g', '16':'g', '17':'g', '18':'g', '19':'g', '20':'g', '21':'g', '22':'g', '23':'g', '24':'g',
'25':'h', '26':'g', '27':'f', '28':'g', '29':'g', '30':'g', '31':'h', '32':'g', '33':'g', '34':'g', '35':'g', '36':'f',
'37':'h', '38':'g', '39':'f', '40':'g', '41':'h', '42':'f', '43':'f', '44':'g', '45':'g', '46':'h', '47':'g', '48':'g',
'49':'f', '50':'g', '51':'h', '52':'g', '53':'g', '54':'g', '55':'g', '56':'g', '57':'g', '58':'f', '59':'f', '60':'f',
'61':'f', '62':'h', '63':'g', '64':'g', '65':'g', '66':'g', '67':'g', '68':'g', '69':'g', '70':'g', '71':'g', '72':'g',
'73':'g', '74':'g', '75':'g', '76':'g', '77':'h', '78':'h', '79':'h', '80':'h', '81':'h', '82':'h', '83':'h', '84':'h',
'85':'h', '86':'h', '87':'h', '88':'h', '89':'h', '90':'h', '91':'h', '92':'h', '93':'h', '94':'h', '95':'h', '96':'g',
'97':'g', '98':'g', '99':'g', '100':'g', '101':'f', '102':'h', '103':'f', '104':'g', '105':'h', '106':'f', '107':'g',
'108':'g', '109':'h', '110':'f', '111':'f', '112':'f', '113':'f', '114':'f', '115':'f', '116':'f', '117':'f', '118':'f',
'119':'f', '120':'f', '121':'f', '122':'f', '123':'f', '124':'f', '125':'f', '126':'f', '127':'f', '128':'g', '129':'g',
'130':'g', '131':'g', '132':'g', '133':'f', '134':'g', '135':'g', '136':'g', '137':'g', '138':'g', '139':'g', '140':'g',
'141':'h', '142':'g', '143':'g', '144':'g', '145':'h', '146':'g', '147':'g', '148':'g', '149':'g', '150':'f', '151':'h',
'152':'g', '153':'f', '154':'h', '155':'g', '156':'g', '157':'g', '158':'g', '159':'g', '160':'g', '161':'g', '162':'g',
'163':'f', '164':'g', '165':'g', '166':'g', '167':'g', '168':'g', '169':'g', '170':'g', '171':'f', '172':'g', '173':'g',
'174':'g', '175':'f', '176':'h', '177':'g', '178':'h', '179':'g', '180':'f', '181':'g', '182':'f', '183':'f', '184':'g',
'185':'h', '186':'g', '187':'g', '188':'h', '189':'g', '190':'g', '191':'g', '192':'g', '193':'h', '194':'h', '195':'h',
'196':'h', '197':'h', '198':'g', '199':'g', '200':'g', '201':'g', '202':'f', '203':'f', '204':'g', '205':'g', '206':'g',
'207':'g', '208':'g', '209':'g', '210':'f', '211':'f', '212':'h', '213':'h', '214':'g', '215':'g', '216':'g', '217':'h',
'218':'f', '219':'f', '220':'f', '221':'f', '222':'f', '223':'f', '224':'f', '225':'f', '226':'f', '227':'f', '228':'f',
'229':'f', '230':'f', '231':'f', '232':'f', '233':'f', '234':'f', '235':'f', '236':'f', '237':'f', '238':'f', '239':'f',
'240':'f', '241':'f', '242':'f', '243':'f', '244':'f', '245':'f', '246':'f', '247':'f', '248':'f', '249':'f', '250':'f',
'251':'f', '252':'f', '253':'f', '254':'f', '255':'f',
}
varnames=[
"VERSION",
"TIMEOUT",
"RANDOMIZE",
"IDENTITY",
"STEM",
"RESULTS",
"STUB",
"DOMAIN",
]
vars=dict()
tests=[]
randf=0
cpath="/usr/local/www/data/labs/confid" # standard path on labs clone hosts
# ${cpath}/${cstem}.${rnd} gets us rnd out of some m/n selection
#cpath="." # for now, local files
cstem="serveflashconfig.txt"
# the .js we are going to invoke is inline here. it could be done as an external file.
def printIPP(ippOpts):
ippStrTemplate = '''
// GPLv3
// $Id: ipprototest.js 27701 2011-01-26 15:21:50Z eaben $
// 2013 Hacked on by George Michaelson, APNIC to parameterize it across its call from a head-end configure engine
// 2011 Hacked on by Byron Ellacott, APNIC
// 2011 Hacked on by George Michaelson, APNIC
// Written by Emile Aben, RIPE NCC
// Code inspired by Sander Steffann's IPv6test at http://v6test.max.nl/
(function() {
// nothing is local. this probably now exists in global namespace but its
// in the candidate set of 'names list likely to collide'
var __ipprototest;
var __ggmdebug__ = 1
doIPProtoTest = function (opts) {
if ( this instanceof doIPProtoTest ) {
this._version = '$ippversion';
this._done = false;
this.userId = '$ippuserid';
this._testId = '$ipptestid';
this.timeout = $ipptimeout;
this.noCheckInterval = $ippnocheck;
this.domainSuffix = '$ippdomain';
this.testSet = $ipptestset;
this.testSetLen = this.testSet.length; // shortcut
this.tests = $ipptests;
this.docookies = $ippcookies;
this.sampling = $ippsample; // sampling frequency. 1 == disable
// eg 2 == 50% 20 == 5% 100 == 1%
this._testsComplete = 0;
this._now = new Date(); // keep track of init-time
this._testTime = this._now.getTime();
this._cookieExpire = new Date(this._testTime + this.noCheckInterval );
this._result = {};
// sets this._cookie_last_run etc. vars
// and set results from previous run (if available)
this.parseCookies();
//TODO compare the testset to set tested in cookies?
// override defaults
if ( opts instanceof Object) {
for ( prop in opts ) {
//safeguard is now done in the doIPProtoTest(opt) call at the end of this file
this[prop] = opts[prop];
}
}
// make object accessible for callbacks
__ipprototest = this;
// determine if tests need to be done
if ( !this.docookies || !this._cookie_last_run ) {
if ( this.sampling > 1 && Math.random() > 1/this.sampling ) {
// not running test, but setting the cookie
if (this.docookies) this.setCookie('__ipprototest_last_run',this._testTime);
return this;
} else {
this.startTest();
}
}
return this;
} else
return new doIPProtoTest(opts);
};
// public functions
doIPProtoTest.prototype.getTestPfx = function() {
return [
't', this.timeout, '.',
'u', this._testTime , '.',
's', this._testId , '.',
'i', this.userId , '.',
'v', this._version , '.'
].join('');
};
doIPProtoTest.prototype.finishTest=function() {
// cancel the timeout
clearTimeout( __ipprototest._timeoutEvent );
if (! __ipprototest._done ) {
// report back results
// var pfx = __ipprototest.getTestPfx();
var pfx = ''
for (var t_idx=0; t_idx < __ipprototest.testSetLen; t_idx++) {
var test = __ipprototest.testSet[t_idx];
test = test.replace(/\./g,'');
pfx += [
'z',
test ,
'-' ,
__ipprototest._result[ test ] ?
__ipprototest._result[ test ] :
'null',
'.'
].join('');
}
var imgURL = [
'$ippresults',
pfx
].join('');
var req=document.createElement('img');
req.src = imgURL; // loads it
if(__ipprototest.docookies) __ipprototest.setCookie('__ipprototest_last_run', __ipprototest._testTime);
// do all the stuff that needs to be done when
// results are in
__ipprototest._done = true;
// if there is a callback function, invoke it
if ( __ipprototest.callback instanceof Function ) __ipprototest.callback(__ipprototest._result);
}
};
doIPProtoTest.prototype.startTest = function() {
for(var i=0;i= __ipprototest.testSetLen) {
__ipprototest.finishTest();
}
}
// inspired by gih_ajax-function by Geoff Huston, George Michaelson, Byron Ellacott (APNIC)
doIPProtoTest.prototype.httpFetchImg=function( url, name ) {
var req=document.createElement('img');
req.name = name;
req._start = new Date().getTime();
req.onload = __ipprototest_onload;
req.src = url;
};
})();
// initialize variables and structs to avoid null ref bugs
var ipproto_user = ipproto_user || 'anon';
var ipproto_opts = ipproto_opts || {};
// the set of externally defined variables we will accept.
// users can preset these before calling us and we 'honour' them.
// userID takes the ipproto_user variable by default,
// or the value passed in array externally if provided
// defaults shown below.
var opts = {
'docookies' : $ippcookies, // test based on noCheckInterval in cookie
'noCheckInterval' : $ippnocheck,
'sampling' : $ippsample, // 1/sampling eg sampling=4 1/4th tested
'callback' : function (results){} // prototype function to receive callback of results
};
if ( ipproto_opts instanceof Object ) {
// for the list we know, if its in the externally set object, map it in.
for ( prop in opts ) {
if (prop in ipproto_opts) { opts[prop] = ipproto_opts[prop]; }
}
}
var ippt = doIPProtoTest(opts);
'''
ippTemplate = string.Template(ippStrTemplate)
print ippTemplate.safe_substitute(ippOpts)
# main is the go.. but we run in __main__
def main(argv):
global _debug, _verbose, ifn, sep,randf
# args processing.
try:
opts, args = getopt.getopt(argv, "hvdri:", ["help", "verbose", "debug", "random", "ip"])
except getopt.GetoptError:
usage()
sys.exit(2)
for opt, arg in opts:
if opt in ("-h", "--help"):
usage()
sys.exit()
elif opt in ("-d", "--debug"):
_debug += 1
if (_debug > 1):
sys.stderr.write("debug %d\n" % (_debug))
elif opt in ("-v", "--verbose"):
_verbose += 1
if (_debug > 0):
sys.stderr.write("verbose\n")
elif opt in ("-r", "--random"):
randf += 1
if (_debug > 1):
sys.stderr.write("random %d\n" % (randf))
elif opt in ("-i", "--ip"):
os.environ['REMOTE_ADDR'] = arg
if (_debug > 1):
sys.stderr.write("REMOTE_ADDR %d\n" % (arg))
cgitb.enable()
form = cgi.FieldStorage()
if randf:
ifn=os.path.join(cpath, '.'.join((cstem, str(random.randint(0, 15)))))
else:
if os.environ.has_key('REMOTE_ADDR'):
host = os.environ['REMOTE_ADDR'].split('.')[0]
if ':' in host:
host = '202'
ifn=os.path.join(cpath, '.'.join((cstem, eights[host])))
else:
ifn=os.path.join(cpath, '.'.join((cstem, 'f')))
# to turn off 6022 behaviour, change this line to 9999. to turn on, change to 6022
# override experiment 6022
if form.has_key('advertID') and int(form['advertID'].value) == 2407:
userid=str(int(random.random()*10000000000))
timeval=str(int(time.time()))
# Create a UDS socket
sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
# Connect the socket to the port where the server is listening
server_address = '/tmp/ggm/uds_socket'
try:
sock.connect(server_address)
except socket.error, msg:
print >>sys.stderr, msg
seqn='00003'
bads='00004'
try:
# Send data
seqn = sock.recv(1024)
bads = "%05x" % (int(seqn, 16)+1)
finally:
sock.close()
print '''Cache-Control: no-cache
Expires: Thu, 1 Jan 1970 00:00:00 UTC
Content-Type: text/plain
d http://d.t10000.u%s.s%s.i868.v6022.%s.z.dotnxdomain.net/1x1.png?d.t10000.u%s.s%s.i868.v6022.%s.z.dotnxdomain.net
e http://e.t10000.u%s.s%s.i868.v6022.%s.z.dashnxdomain.net/1x1.png?e.t10000.u%s.s%s.i868.v6022.%s.z.dashnxdomain.net
f http://f.t10000.u%s.s%s.i868.v6022.%s.z.dotnxdomain.net/1x1.png?f.t10000.u%s.s%s.i868.v6022.%s.z.dotnxdomain.net
results http://results.t10000.u%s.s%s.i868.v6022.%s.x.rand.apnic.net/1x1.png?results.t10000.u%s.s%s.i767.v6022.%s&r=
''' % (userid,timeval,seqn, userid,timeval,seqn, userid,timeval,seqn, userid,timeval,seqn, userid,timeval,bads, userid,timeval,bads, userid,timeval,seqn, userid,timeval,seqn)
else:
try:
ifp=open(ifn)
if (_debug > 1):
sys.stderr.write("open(%s)\n" % (ifn))
except Exception, e:
sys.stderr.write("open(%s):%s\n" % (ifn, str(e)))
sys.exit(2)
userid=int(random.random()*10000000000)
timeval=int(time.time())
for i in ifp:
i = i[:-1]
if (_debug > 3):
sys.stderr.write("read(%s)\n" % (i))
w = i.split(sep)
if (_debug > 2):
sys.stderr.write("w[%s]\n" % ','.join(w))
# deal with reserved variable-words. rest are tests.
if w[0] in varnames:
vars[w[0]] = w[1]
else:
tests.append(w)
# overrides.
# override from form if passed as arg. Otherwise, wire value if not in config
if form.has_key('advertID'):
vars['VERSION'] = int(form['advertID'].value)
elif not vars.has_key('VERSION'):
vars['VERSION'] = 1234
# only override if not in config
if not vars.has_key('TIMEOUT'):
vars['TIMEOUT'] = 10000
# only override if not in config
if not vars.has_key('DOMAIN'):
vars['DOMAIN'] = 'labs.apnic.net'
if (_debug > 2):
sys.stderr.write("vars["+str(vars)+']\n')
sys.stderr.write("tests"+str(tests)+'\n')
print '''Cache-Control: no-cache
Expires: Thu, 1 Jan 1970 00:00:00 UTC
Content-Type: text/javascript
'''
# if we set RANDOMIZE, then shuffle
if vars['RANDOMIZE'] == '1':
random.shuffle(tests)
# apply prints to RESULTS and STUB
for i in ['RESULTS', 'STUB']:
vars[i] = re.sub('%v', str(vars['VERSION']), vars[i])
vars[i] = re.sub('%i', str(vars['IDENTITY']), vars[i])
vars[i] = re.sub('%t', str(vars['TIMEOUT']), vars[i])
vars[i] = re.sub('%u', str(userid), vars[i])
vars[i] = re.sub('%s', str(timeval), vars[i])
# apply vars to % printf() in tests and emit
# have to apply %r per loop iteration because its
# value depends on the test in question applied to STUB
tarray=[]
for t in tests:
exname = t[0]
# has no substitutions. its a literal. do the minimum
if '%' not in t[1]:
restub = re.sub('%r', t[0], vars['STUB'])
exURL = 'http://%s/%s' % (t[1], restub)
else:
# do the substitutions.
outs = re.sub('%v', str(vars['VERSION']), t[1])
outs = re.sub('%i', str(vars['IDENTITY']), outs)
outs = re.sub('%t', str(vars['TIMEOUT']), outs)
outs = re.sub('%u', str(userid), outs)
outs = re.sub('%s', str(timeval), outs)
restub = re.sub('%r', t[0], vars['STUB'])
# if its fully specified, don't append
if outs.endswith('.'):
exURL = 'http://%s/%s' % (outs[-1], restub)
else:
exURL = 'http://%s.%s/%s' % (outs, vars['STEM'], restub)
tarray.append("{'exName':'%s', 'exUrl':'%s'}" % (exname, exURL))
# this loads and prints the javascript function, and its invocation.
doIPPopts = {
'ippversion' : vars['VERSION'], # from the config data
'ippuserid' : vars['IDENTITY'], # what to log in the collector website as
'ipptestid' : userid, # the uXXXXXXXXX value
'ipptimeout' : vars['TIMEOUT'], # from the config data
'ippnocheck' : 86400 * 1000 * 30, # interval to test on, if docoookies is true
'ippdomain' : vars['DOMAIN'],
'ipptestset' : map(lambda x: x[0], tests), # from the list of tests, in order
'ippcookies' : 1, # test based on noCheckInterval in cookie
'ippsample' : 1, # 1/sampling eg sampling=4 1/4th tested
'ipptests' : '['+','.join(tarray)+']', # a string rep of [ { test: url }, { test: url }, ... ]
'ippresults' : ''.join(['http://',vars['RESULTS']]) # the results URL as encoded from the config
}
# all in one template emission of the .js with these params, and its execution follows...
printIPP(doIPPopts)
def usage():
print 'Usage: ' + sys.argv[0] + ''' -h -v -d
-h print this display
-v verbose (print lines as classified)
-d debug mode
-r random mode (by default selects on /8)
-i set into set -x REMOTE_ADDR=""
VERSION numeric # eg 1001
IDENTITY numeric # eg 9999
TIMEOUT numeric # eg 10000 for 10sec
RANDOMIZE 0 or 1 (to enable)
STEM dom.ain to apply to names
STUB /1x1.png? argument to URL
RESULTS dom.ain to send results to
test-name fmt-string
:
%v version from VERSION
%i identity from IDENTITY
%t timeout (millisec) from TIMEOUT
%u userid from random()
%s time in seconds since 1970
'''
# the real main
if __name__ == "__main__":
if (len(sys.argv) <= 0):
usage()
sys.exit(2)
main(sys.argv[1:])
Appendix C. Collating the data
Data about each experiment has three sources of capture:
1. TCPDUMP of port 53 (dns) and port 80 (web) to the authoritative DNS
server and webserver, which are co-resident on the same host, even if
using different IP addresses. Additional captures can be made of
teredo and 6to4 tunnel bindings, to detect tunnel specific behaviours.
2. DNS query logs
3. Web query logs.
All three sources should contain events which relate to a specific u*.s*
instance, unique to one user.
The query logs in DNS provide the relationship of this experiment-id to a
specific resolver, or set of resolvers conducting the DNS queries. The
query logs additionally identify DNS flags (EDNS0, DNSSEC OK, Checking
Disabled…) and transport (UDP or TCP, IPv4 or IPv6).
The query logs in Web provide the Clients IPv4 and IPv6 address, for the
experiments and permits the specific IPv4 and IPv6 pair to be related to
each other. The *.results. lines records for each experiment id the
clients own sense of the completion times for the experiments or ‘null’
if not completed, which provides details on the client view of experiment
behaviour.
Disclaimer
The views expressed are the authors' and not those of APNIC, unless APNIC
is specifically identified as the author of the communication. APNIC will
not be legally responsible in contract, tort or otherwise for any
statement made in this publication.