From 0cf6c452de56af55669a9bedf64d03b8b74c4597 Mon Sep 17 00:00:00 2001 From: Ian Li Date: Thu, 2 Oct 2025 15:15:05 -0700 Subject: [PATCH 1/2] change filter to include only CPU cycles --- devops/actions/run-tests/benchmark/action.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/devops/actions/run-tests/benchmark/action.yml b/devops/actions/run-tests/benchmark/action.yml index e09582be0fde6..e16dbd1780ef0 100644 --- a/devops/actions/run-tests/benchmark/action.yml +++ b/devops/actions/run-tests/benchmark/action.yml @@ -212,8 +212,8 @@ runs: --name "$SAVE_NAME" \ --compare-file "./llvm-ci-perf-results/results/${SAVE_NAME}_${SAVE_TIMESTAMP}.json" \ --results-dir "./llvm-ci-perf-results/results/" \ - --regression-filter '^[a-z_]+_sycl ' \ - --regression-filter-type 'SYCL' \ + --regression-filter '^[a-z_]+_sycl .* CPU count' \ + --regression-filter-type 'SYCL benchmark (measured using CPU cycle count)' \ --verbose \ --produce-github-summary \ ${{ inputs.dry_run == 'true' && '--dry-run' || '' }} \ From b2fa113133a99c8bb00f0b41075eabdfcaf35666 Mon Sep 17 00:00:00 2001 From: Ian Li Date: Fri, 3 Oct 2025 14:04:47 -0700 Subject: [PATCH 2/2] leave comment to prevent rug pulls --- devops/scripts/benchmarks/benches/compute.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/devops/scripts/benchmarks/benches/compute.py b/devops/scripts/benchmarks/benches/compute.py index be58255d5fd0d..f2d4fa6793606 100644 --- a/devops/scripts/benchmarks/benches/compute.py +++ b/devops/scripts/benchmarks/benches/compute.py @@ -463,6 +463,10 @@ def run( ret = [] for label, median, stddev, unit in parsed_results: extra_label = " CPU count" if parse_unit_type(unit) == "instr" else "" + # Note: SYCL CI currently parses for on this "CPU count" value. + # Please update /devops/scripts/benchmarks/compare.py if this value + # is changed. See compare.py usage (w.r.t. --regression-filter) in + # /devops/actions/run-tests/benchmarks/action.yml. ret.append( Result( label=self.name() + extra_label,