Source code

Revision control

Copy as Markdown

Other Tools

/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
/* eslint-env node */
const { logTest, logTask } = require("./utils/profiling");
const {
initializeMeasurements,
startMeasurements,
stopMeasurements,
finalizeMeasurements,
} = require("./utils/support_measurements");
module.exports = logTest(
"browsertime benchmark",
async function (context, commands) {
context.log.info("Starting a browsertime benchamrk");
let url = context.options.browsertime.url;
let page_cycles = context.options.browsertime.page_cycles;
let page_cycle_delay = context.options.browsertime.page_cycle_delay;
let post_startup_delay = context.options.browsertime.post_startup_delay;
let page_timeout = context.options.timeouts.pageLoad;
let ret = false;
let expose_profiler = context.options.browsertime.expose_profiler;
await initializeMeasurements(
context,
commands,
context.options.browsertime.cpuTime_test,
context.options.browsertime.power_test,
context.options.browsertime.wallclock_tracking_test
);
context.log.info(
"Waiting for %d ms (post_startup_delay)",
post_startup_delay
);
await commands.wait.byTime(post_startup_delay);
for (let count = 0; count < page_cycles; count++) {
await logTask(context, "cycle " + count, async function () {
context.log.info("Navigating to about:blank");
await commands.navigate("about:blank");
context.log.info(
"Cycle %d, waiting for %d ms",
count,
page_cycle_delay
);
await commands.wait.byTime(page_cycle_delay);
context.log.info("Cycle %d, starting the measure", count);
if (expose_profiler === "true") {
context.log.info("Custom profiler start!");
if (context.options.browser === "firefox") {
await commands.profiler.start();
} else if (context.options.browser === "chrome") {
await commands.trace.start();
}
}
await commands.measure.start(url);
await startMeasurements(context, commands);
context.log.info("Benchmark custom metric collection");
let data = null;
let starttime = await commands.js.run(`return performance.now();`);
while (
data == null &&
(await commands.js.run(`return performance.now();`)) - starttime <
page_timeout
) {
let wait_time =
context.options.browsertime.benchmark_wait_time || 3000;
context.log.info(
"Waiting %d ms for data from benchmark...",
wait_time
);
await commands.wait.byTime(wait_time);
data = await commands.js.run(
"return window.sessionStorage.getItem('benchmark_results');"
);
}
if (expose_profiler === "true") {
context.log.info("Custom profiler stop!");
if (context.options.browser === "firefox") {
await commands.profiler.stop();
} else if (context.options.browser === "chrome") {
await commands.trace.stop();
}
}
if (
data == null &&
(await commands.js.run(`return performance.now();`)) - starttime >=
page_timeout
) {
ret = false;
context.log.error("Benchmark timed out. Aborting...");
} else if (data) {
await stopMeasurements();
// Reset benchmark results
await commands.js.run(
"return window.sessionStorage.removeItem('benchmark_results');"
);
context.log.info("Value of benchmark data: ", data);
data = JSON.parse(data);
if (!Array.isArray(data)) {
commands.measure.addObject({ browsertime_benchmark: data });
} else {
commands.measure.addObject({
browsertime_benchmark: {
[data[1]]: data.slice(2),
},
});
}
ret = true;
} else {
context.log.error("No data collected from benchmark.");
ret = false;
}
});
}
await finalizeMeasurements();
context.log.info("Browsertime benchmark ended.");
return ret;
}
);