Merge branch 'main' into faster-concolic-testing

Author: misrasaurabh1

.github/workflows/end-to-end-test-benchmark-bubblesort.yaml renamed to .github/workflows/e2e-bubblesort-benchmark.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Bubble Sort Benchmark
 
 on:
   pull_request:

.github/workflows/end-to-end-test-bubblesort-pytest-no-git.yaml renamed to .github/workflows/e2e-bubblesort-pytest-nogit.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Bubble Sort Pytest (No Git)
 
 on:
   pull_request:

.github/workflows/end-to-end-test-bubblesort-unittest.yaml renamed to .github/workflows/e2e-bubblesort-unittest.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Bubble Sort Unittest
 
 on:
   pull_request:

.github/workflows/end-to-end-test-coverage.yaml renamed to .github/workflows/e2e-coverage-optimization.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Futurehouse Structure
 
 on:
   pull_request:

.github/workflows/end-to-end-test-futurehouse.yaml renamed to .github/workflows/e2e-futurehouse-structure.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Init Optimization
 
 on:
   pull_request:

.github/workflows/end-to-end-test-init-optim.yaml renamed to .github/workflows/e2e-init-optimization.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Topological Sort
 
 on:
   pull_request:

.github/workflows/end-to-end-topological-sort-test.yaml renamed to .github/workflows/e2e-topological-sort.yaml

@@ -1,4 +1,4 @@
-name: end-to-end-test
+name: E2E - Tracer Replay
 
 on:
   pull_request:

.github/workflows/end-to-end-test-tracer-replay.yaml renamed to .github/workflows/e2e-tracer-replay.yaml

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 import contextlib
-import json
 import os
 from dataclasses import dataclass
 from pathlib import Path
@@ -228,7 +227,7 @@ def perform_function_optimization(
         "status": "success",
         "message": "Optimization completed successfully",
         "extra": f"Speedup: {original_code_baseline.runtime / best_optimization.runtime:.2f}x faster",
-        "optimization": json.dumps(optimized_source, indent=None),
+        "optimization": optimized_source,
     }
 
 

codeflash/lsp/beta.py

@@ -56,8 +56,8 @@ def quantity_of_tests_critic(candidate_result: OptimizedCandidateResult) -> bool
 
     if pass_count >= MIN_TESTCASE_PASSED_THRESHOLD:
         return True
-    # If only one test passed, check if it's a REPLAY_TEST
-    return bool(pass_count == 1 and report[TestType.REPLAY_TEST]["passed"] == 1)
+    # If one or more tests passed, check if least one of them was a successful REPLAY_TEST
+    return bool(pass_count >= 1 and report[TestType.REPLAY_TEST]["passed"] >= 1)
 
 
 def coverage_critic(original_code_coverage: CoverageData | None, test_framework: str) -> bool: