feat: benches using criterion (#10805)

* feat: criterion benches

* - setup benchmark repos in parallel
- run forge build in parallet for forge-test bench
- switch foundry versions
- README specifying prereqs

* feat: shell script to run benches

* feat: ci workflow, fix script

* update readme

* feat: enhance benchmarking suite with version flexibility

- Add `get_benchmark_versions()` helper to read versions from env var
- Update all benchmarks to use version helper for consistency
- Add `--versions` and `--force-install` flags to shell script
- Enable all three benchmarks (forge_test, build_no_cache, build_with_cache)
- Improve error handling for corrupted forge installations
- Remove complex workarounds in favor of clear error messages

The benchmarks now support custom versions via:
  ./run_benchmarks.sh --versions stable,nightly,v1.2.0

🤖 Generated with Claude Code

Co-Authored-By: Claude <[email protected]>

* latest bench

* rm notes

* remove shell based bench suite

---------

Co-authored-by: Claude <[email protected]>

Author: yash-atreya

.github/workflows/benchmarks.yml

@@ -0,0 +1,108 @@
+name: Foundry Benchmarks
+
+on:
+  workflow_dispatch:
+    inputs:
+      pr_number:
+        description: "PR number to comment on (optional)"
+        required: false
+        type: string
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  benchmark:
+    name: Run Foundry Benchmarks
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Cache Rust dependencies
+        uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: |
+            ./
+
+      - name: Install foundryup
+        run: |
+          curl -L https://foundry.paradigm.xyz | bash
+          echo "$HOME/.foundry/bin" >> $GITHUB_PATH
+
+      - name: Install benchmark dependencies
+        run: |
+          cargo install cargo-criterion
+          cargo install criterion-table
+
+      - name: Run benchmarks
+        working-directory: ./benches
+        run: |
+          chmod +x run_benchmarks.sh
+          ./run_benchmarks.sh
+
+      - name: Commit benchmark results
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "GitHub Action"
+          git add benches/LATEST.md
+          if git diff --staged --quiet; then
+            echo "No changes to commit"
+          else
+            git commit -m "Update benchmark results
+
+            🤖 Generated with [Foundry Benchmarks](https://github.com/${{ github.repository }}/actions)
+            
+            Co-Authored-By: github-actions <[email protected]>"
+            git push
+          fi
+
+      - name: Read benchmark results
+        id: benchmark_results
+        run: |
+          if [ -f "benches/LATEST.md" ]; then
+            {
+              echo 'results<<EOF'
+              cat benches/LATEST.md
+              echo 'EOF'
+            } >> $GITHUB_OUTPUT
+          else
+            echo 'results=No benchmark results found.' >> $GITHUB_OUTPUT
+          fi
+
+      - name: Comment on PR
+        if: github.event.inputs.pr_number != ''
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const prNumber = ${{ github.event.inputs.pr_number }};
+            const benchmarkResults = `${{ steps.benchmark_results.outputs.results }}`;
+
+            const comment = `## 📊 Foundry Benchmark Results
+
+            <details>
+            <summary>Click to view detailed benchmark results</summary>
+
+            ${benchmarkResults}
+
+            </details>
+
+            ---
+
+            🤖 This comment was automatically generated by the [Foundry Benchmarks workflow](https://github.com/${{ github.repository }}/actions).
+
+            To run benchmarks manually: Go to [Actions](https://github.com/${{ github.repository }}/actions/workflows/foundry-benchmarks.yml) → "Run workflow"`;
+
+            github.rest.issues.createComment({
+              issue_number: prNumber,
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body: comment
+            });
+

Cargo.lock

@@ -1,5 +1,6 @@
 [workspace]
 members = [
+    "benches/",
     "crates/anvil/",
     "crates/anvil/core/",
     "crates/anvil/rpc/",

Cargo.toml

@@ -0,0 +1,35 @@
+[package]
+name = "foundry-bench"
+version = "0.1.0"
+edition = "2021"
+
+[[bench]]
+name = "forge_test"
+path = "forge_test.rs"
+harness = false
+
+[[bench]]
+name = "forge_build_no_cache"
+path = "forge_build_no_cache.rs"
+harness = false
+
+[[bench]]
+name = "forge_build_with_cache"
+path = "forge_build_with_cache.rs"
+harness = false
+
+[dependencies]
+criterion = { version = "0.5", features = ["html_reports"] }
+foundry-test-utils.workspace = true
+foundry-config.workspace = true
+foundry-compilers = { workspace = true, features = ["project-util"] }
+eyre.workspace = true
+serde.workspace = true
+serde_json.workspace = true
+tempfile.workspace = true
+tokio = { workspace = true, features = ["full"] }
+chrono = { version = "0.4", features = ["serde"] }
+rayon.workspace = true
+
+[dev-dependencies]
+foundry-test-utils.workspace = true