Run all the benchmarks twice

Author: j-f1

ci/perf-tester/index.js

@@ -4,7 +4,7 @@ import { exec } from '@actions/exec';
 import { getInput, runBenchmark, toDiff, diffTable, toBool } from './utils.js';
 
 async function run(octokit, context, token) {
-	const { owner, repo, number: pull_number } = context.issue;
+	const { number: pull_number } = context.issue;
 
 	const pr = context.payload.pull_request;
 	try {
@@ -22,7 +22,7 @@ async function run(octokit, context, token) {
 	endGroup();
 
 	startGroup(`[current] Running benchmark`);
-	const newBenchmarks = await runBenchmark();
+	const newBenchmarks = await Promise.all([runBenchmark(), runBenchmark()]).then(averageBenchmarks);
 	endGroup();
 
 	startGroup(`[base] Checkout target branch`);
@@ -62,7 +62,7 @@ async function run(octokit, context, token) {
 	endGroup();
 
 	startGroup(`[base] Running benchmark`);
-	const oldBenchmarks = await runBenchmark();
+	const oldBenchmarks = await Promise.all([runBenchmark(), runBenchmark()]).then(averageBenchmarks);
 	endGroup();
 
 	const diff = toDiff(oldBenchmarks, newBenchmarks);

ci/perf-tester/src/index.js

@@ -36,6 +36,14 @@ function parse(benchmarkData) {
 	return benchmarks
 }
 
+export function averageBenchmarks(benchmarks) {
+	const result = Object.create(null)
+	for (const key of Object.keys(benchmarks[0])) {
+		result[key] = benchmarks.reduce((acc, bench) => acc + bench[key], 0) / benchmarks.length
+	}
+	return result
+}
+
 /**
  * @param {{[key: string]: number}} before
  * @param {{[key: string]: number}} after