mirror of
https://github.com/nodejs/node.git
synced 2024-11-30 07:27:22 +01:00
496f60489d
Enable stricter indentation rules for benchmark code. PR-URL: https://github.com/nodejs/node/pull/13895 Reviewed-By: Colin Ihrig <cjihrig@gmail.com> Reviewed-By: Roman Reiss <me@silverwind.io> Reviewed-By: James M Snell <jasnell@gmail.com> Reviewed-By: Refael Ackermann <refack@gmail.com> Reviewed-By: Michaël Zasso <targos@protonmail.com>
112 lines
3.4 KiB
JavaScript
112 lines
3.4 KiB
JavaScript
'use strict';
|
|
|
|
const fork = require('child_process').fork;
|
|
const path = require('path');
|
|
const CLI = require('./_cli.js');
|
|
const BenchmarkProgress = require('./_benchmark_progress.js');
|
|
|
|
//
|
|
// Parse arguments
|
|
//
|
|
const cli = CLI(`usage: ./node compare.js [options] [--] <category> ...
|
|
Run each benchmark in the <category> directory many times using two different
|
|
node versions. More than one <category> directory can be specified.
|
|
The output is formatted as csv, which can be processed using for
|
|
example 'compare.R'.
|
|
|
|
--new ./new-node-binary new node binary (required)
|
|
--old ./old-node-binary old node binary (required)
|
|
--runs 30 number of samples
|
|
--filter pattern string to filter benchmark scripts
|
|
--set variable=value set benchmark variable (can be repeated)
|
|
--no-progress don't show benchmark progress indicator
|
|
`, { arrayArgs: ['set'], boolArgs: ['no-progress'] });
|
|
|
|
if (!cli.optional.new || !cli.optional.old) {
|
|
cli.abort(cli.usage);
|
|
return;
|
|
}
|
|
|
|
const binaries = ['old', 'new'];
|
|
const runs = cli.optional.runs ? parseInt(cli.optional.runs, 10) : 30;
|
|
const benchmarks = cli.benchmarks();
|
|
|
|
if (benchmarks.length === 0) {
|
|
console.error('No benchmarks found');
|
|
process.exitCode = 1;
|
|
return;
|
|
}
|
|
|
|
// Create queue from the benchmarks list such both node versions are tested
|
|
// `runs` amount of times each.
|
|
// Note: BenchmarkProgress relies on this order to estimate
|
|
// how much runs remaining for a file. All benchmarks generated from
|
|
// the same file must be run consecutively.
|
|
const queue = [];
|
|
for (const filename of benchmarks) {
|
|
for (let iter = 0; iter < runs; iter++) {
|
|
for (const binary of binaries) {
|
|
queue.push({ binary, filename, iter });
|
|
}
|
|
}
|
|
}
|
|
// queue.length = binary.length * runs * benchmarks.length
|
|
|
|
// Print csv header
|
|
console.log('"binary", "filename", "configuration", "rate", "time"');
|
|
|
|
const kStartOfQueue = 0;
|
|
|
|
const showProgress = !cli.optional['no-progress'];
|
|
let progress;
|
|
if (showProgress) {
|
|
progress = new BenchmarkProgress(queue, benchmarks);
|
|
progress.startQueue(kStartOfQueue);
|
|
}
|
|
|
|
(function recursive(i) {
|
|
const job = queue[i];
|
|
|
|
const child = fork(path.resolve(__dirname, job.filename), cli.optional.set, {
|
|
execPath: cli.optional[job.binary]
|
|
});
|
|
|
|
child.on('message', function(data) {
|
|
if (data.type === 'report') {
|
|
// Construct configuration string, " A=a, B=b, ..."
|
|
let conf = '';
|
|
for (const key of Object.keys(data.conf)) {
|
|
conf += ` ${key}=${JSON.stringify(data.conf[key])}`;
|
|
}
|
|
conf = conf.slice(1);
|
|
// Escape quotes (") for correct csv formatting
|
|
conf = conf.replace(/"/g, '""');
|
|
|
|
console.log(`"${job.binary}", "${job.filename}", "${conf}", ` +
|
|
`${data.rate}, ${data.time}`);
|
|
if (showProgress) {
|
|
// One item in the subqueue has been completed.
|
|
progress.completeConfig(data);
|
|
}
|
|
} else if (showProgress && data.type === 'config') {
|
|
// The child has computed the configurations, ready to run subqueue.
|
|
progress.startSubqueue(data, i);
|
|
}
|
|
});
|
|
|
|
child.once('close', function(code) {
|
|
if (code) {
|
|
process.exit(code);
|
|
return;
|
|
}
|
|
if (showProgress) {
|
|
progress.completeRun(job);
|
|
}
|
|
|
|
// If there are more benchmarks execute the next
|
|
if (i + 1 < queue.length) {
|
|
recursive(i + 1);
|
|
}
|
|
});
|
|
})(kStartOfQueue);
|