webpack/benchmark/benchmark.js

var path = require("path");
var fs = require("fs");
var Benchmark = require("benchmark");
var webpack = require("../");
var fixtures = path.join(__dirname, "fixtures");
var outputPath = path.join(__dirname, "js");

var benchmarkOptions = {
	defer: true,
	onCycle: function() {
		process.stderr.write(".");
	},
	minSamples: 10
};

function runTimes(compiler, times, deferred) {
	fs.writeFileSync(path.join(fixtures, "0.js"), "module.exports = " + Math.random(), "utf-8");
	compiler.run(function(err, stats) {
		if(err) throw err;
		if(times === 1)
			deferred.resolve();
		else
			runTimes(compiler, times - 1, deferred);
	});
}

var tests = {
	"normal build": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		webpack({
			context: fixtures,
			entry: "./" + size + ".js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		}, function(err, stats) {
			if(err) throw err;
			deferred.resolve();
		});
	}],
	"eval dev build": [[0, 1, 2, 5, 10, 15], function(size, deferred) {
		webpack({
			context: fixtures,
			entry: "./" + size + ".big.js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			},
			devtool: "eval"
		}, function(err, stats) {
			if(err) throw err;
			deferred.resolve();
		})
	}],
	"sourcemap build": [[0, 1, 2, 5, 10, 15], function(size, deferred) {
		webpack({
			context: fixtures,
			entry: "./" + size + ".big.js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			},
			devtool: "source-map"
		}, function(err, stats) {
			if(err) throw err;
			deferred.resolve();
		})
	}],
	"cheap sourcemap build": [[0, 1, 2, 5, 10, 15], function(size, deferred) {
		webpack({
			context: fixtures,
			entry: "./" + size + ".big.js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			},
			devtool: "cheap-source-map"
		}, function(err, stats) {
			if(err) throw err;
			deferred.resolve();
		})
	}],
	"build w/ chunks": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		webpack({
			context: fixtures,
			entry: "./" + size + ".async.js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		}, function(err, stats) {
			if(err) throw err;
			deferred.resolve();
		})
	}],
	"build w/ chunks": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		webpack({
			context: fixtures,
			entry: "./" + size + ".async.js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		}, function(err, stats) {
			if(err) throw err;
			deferred.resolve();
		})
	}],
	"incremental": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		var compiler = webpack({
			cache: true,
			context: fixtures,
			entry: "./" + size + ".js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		});
		runTimes(compiler, 2, deferred);
	}],
	"incremental cheap sourcemap": [[1, 2, 3, 4, 5, 6], function(size, deferred) {
		var compiler = webpack({
			cache: true,
			context: fixtures,
			entry: "./200.js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			},
			devtool: "cheap-source-map"
		});
		runTimes(compiler, size, deferred);
	}],
	"incremental2": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		var compiler = webpack({
			cache: true,
			context: fixtures,
			entry: "./" + size + ".js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		});
		runTimes(compiler, 3, deferred);
	}],
	"incremental4": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		var compiler = webpack({
			cache: true,
			context: fixtures,
			entry: "./" + size + ".js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		});
		runTimes(compiler, 5, deferred);
	}],
	"incremental16": [[0, 1, 5, 10, 50, 100, 200], function(size, deferred) {
		var compiler = webpack({
			cache: true,
			context: fixtures,
			entry: "./" + size + ".js",
			output: {
				path: outputPath,
				filename: "bundle.js"
			}
		});
		runTimes(compiler, 17, deferred);
	}],
};

var suite = new Benchmark.Suite;

Object.keys(tests).filter(function(name) {
	if(process.argv.length > 2)
		return name.indexOf(process.argv[2]) >= 0;
	return true;
}).forEach(function(name) {
	var test = tests[name];
	test[0].forEach(function(size) {
		suite.add(name + " " + size, function(deferred) {
			test[1](size, deferred);
		}, benchmarkOptions);
	});
});

suite.on("cycle", function(event) {
	process.stderr.write("\n");
	var b = event.target;
	console.log(b.name + "\t" + Math.floor(1000 * (b.stats.mean - b.stats.moe)) + "\t" + Math.floor(1000 * (b.stats.mean + b.stats.moe)));
});

suite.run({ async: true });