Some cluster parameter tweaks, and change the test code in tests/http to dramatically reduce the amount of data transfer to/from the test master. Also add results of first successful 50k test.

node/Cluster.hpp

@@ -56,7 +56,7 @@
 /**
  * Desired period between doPeriodicTasks() in milliseconds
  */
-#define ZT_CLUSTER_PERIODIC_TASK_PERIOD 25
+#define ZT_CLUSTER_PERIODIC_TASK_PERIOD 50
 
 /**
  * How often to flush outgoing message queues (maximum interval)
@@ -71,7 +71,7 @@
 /**
  * Expiration time for send queue entries
  */
-#define ZT_CLUSTER_QUEUE_EXPIRATION 1500
+#define ZT_CLUSTER_QUEUE_EXPIRATION 5000
 
 namespace ZeroTier {
 

tests/http/agent.js

@@ -115,7 +115,7 @@ function doTest()
 				try {
 					var peers = JSON.parse(body);
 					if (Array.isArray(peers))
-						allOtherAgents = peers;
+						allOtherAgents = allOtherAgents.concat(peers);
 				} catch (e) {}
 			}
 

tests/http/big-test-start.sh

@@ -4,7 +4,7 @@
 # 250 with a 16GB RAM VM like Amazon m4.xlarge seems good
 NUM_CONTAINERS=250
 CONTAINER_IMAGE=zerotier/http-test
-SCALE_UP_DELAY=4
+SCALE_UP_DELAY=10
 
 export PATH=/bin:/usr/bin:/usr/local/bin:/usr/sbin:/sbin
 

tests/http/crunch-results.js

@@ -3,8 +3,8 @@
 // suitable for graphing.
 //
 
-// Average over this interval of time
+// Number of requests per statistical bracket
-var GRAPH_INTERVAL = 60000;
+var BRACKET_SIZE = 1000;
 
 // Number of bytes expected from each test
 var EXPECTED_BYTES = 5000;
@@ -16,43 +16,45 @@ var rl = readline.createInterface({
 	terminal: false
 });
 
-var startTS = 0;
-
 var count = 0.0;
-var totalFailures = 0;
+var overallCount = 0.0;
-var totalPartialFailures = 0;
+var totalFailures = 0.0;
+var totalOverallFailures = 0.0;
 var totalMs = 0;
 var totalData = 0;
+var devices = {};
 
 rl.on('line',function(line) {
 	line = line.trim();
 	var ls = line.split(',');
 	if (ls.length == 7) {
 		var ts = parseInt(ls[0]);
-    var from = ls[1];
+		var fromId = ls[1];
-    var to = ls[2];
+		var toId = ls[2];
 		var ms = parseFloat(ls[3]);
 		var bytes = parseInt(ls[4]);
 		var timedOut = (ls[5] == 'true') ? true : false;
 		var errMsg = ls[6];
 
 		count += 1.0;
-    if ((bytes <= 0)||(timedOut))
+		overallCount += 1.0;
-      ++totalFailures;
+		if ((bytes !== EXPECTED_BYTES)||(timedOut)) {
-    if (bytes !== EXPECTED_BYTES)
+			totalFailures += 1.0;
-      ++totalPartialFailures;
+			totalOverallFailures += 1.0;
+		}
 		totalMs += ms;
 		totalData += bytes;
 
-    if (startTS === 0) {
+		devices[fromId] = true;
-      startTS = ts;
+		devices[toId] = true;
-    } else if (((ts - startTS) >= GRAPH_INTERVAL)&&(count > 0.0)) {
+
-      console.log(count.toString()+','+(totalMs / count)+','+totalFailures+','+totalPartialFailures+','+totalData);
+		if (count >= BRACKET_SIZE) {
+			console.log(count.toString()+','+overallCount.toString()+','+(totalMs / count)+','+(totalFailures / count)+','+(totalOverallFailures / overallCount)+','+totalData+','+Object.keys(devices).length);
 
 			count = 0.0;
-      totalFailures = 0;
+			totalFailures = 0.0;
-      totalPartialFailures = 0;
 			totalMs = 0;
+			totalData = 0;
 		}
 	} // else ignore junk
 });

tests/http/server.js

@@ -30,12 +30,21 @@ app.post('/:agentId',function(req,res) {
 		var resultData = null;
 		try {
 			resultData = JSON.parse(req.rawBody);
-			console.log(Date.now()+','+resultData.source+','+resultData.target+','+resultData.time+','+resultData.bytes+','+resultData.timedOut+',"'+((resultData.error) ? resultData.error : '')+'"');
+			console.log(Date.now().toString()+','+resultData.source+','+resultData.target+','+resultData.time+','+resultData.bytes+','+resultData.timedOut+',"'+((resultData.error) ? resultData.error : '')+'"');
 		} catch (e) {}
 	}
 
-	knownAgents[agentId] = Date.now();
+	var thisUpdate = null;
-	return res.status(200).send(JSON.stringify(Object.keys(knownAgents)));
+	if (!(agentId in knownAgents)) {
+		thisUpdate = Object.keys(knownAgents);
+		for(var id in knownAgents)
+			knownAgents[id].push(agentId);
+		knownAgents[agentId] = [];
+	} else {
+		thisUpdate = knownAgents[agentId];
+		knownAgents[agentId] = [];
+	}
+	return res.status(200).send(JSON.stringify(thisUpdate));
 });
 
 var expressServer = app.listen(SERVER_PORT,function () {