Skip to content

Commit 1fa4482

Browse files
committed
Revert "Merge branch 'master' into master"
This reverts commit e8af236, reversing changes made to 57463cf.
1 parent e8af236 commit 1fa4482

File tree

5 files changed

+9
-499
lines changed

5 files changed

+9
-499
lines changed

.github/workflows/benchmarking-files/benchmarks/classification.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,4 +10,4 @@
1010

1111
# binary, highly imbalanced, 2109 instances, 22 features, 2 labels
1212
- name: kc1
13-
openml_task_id: 3917
13+
openml_task_id: 3917
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
---
22
10fold10min:
33
folds: 10
4-
max_runtime_seconds: 600
4+
max_runtime_seconds: 600

.github/workflows/benchmarking-files/regressions-util.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@
1010
CLASSIFICATION_METRICS = ['acc', 'auc', 'balacc', 'logloss']
1111
REGRESSION_METRICS = ['mae', 'r2', 'rmse']
1212
METRICS = CLASSIFICATION_METRICS + REGRESSION_METRICS
13+
1314
def _get_mean_results_across_folds(df) -> pd.DataFrame:
1415
""" Returns a dataframe with the task, id, metric and the mean values
1516
across folds
@@ -73,7 +74,7 @@ def generate_framework_def(
7374
# Using branch and https
7475
version = branch
7576
repo = f'https://github.com/{username}/auto-sklearn.git'
76-
77+
7778
# Create the framework file
7879
lines = '\n'.join([
7980
f"---",
@@ -129,6 +130,7 @@ def create_comparison(
129130
Comparisons here is the difference between (targeted - baseline)
130131
Returns them in that specific order
131132
"""
133+
132134
# Load in data and get the means across folds
133135
df_baseline_classification = pd.read_csv(baseline_csv_classification)
134136
df_baseline_regression = pd.read_csv(baseline_csv_regression)
@@ -138,7 +140,6 @@ def create_comparison(
138140
df_targeted_classification = pd.read_csv(targeted_csv_classification)
139141
df_targeted_regression = pd.read_csv(targeted_csv_regression)
140142
df_targeted = pd.concat([df_targeted_classification, df_targeted_regression])
141-
142143
df_targeted_means = _get_mean_results_across_folds(df_targeted)
143144

144145
# Find the set intersection of tasks they have in common
@@ -453,6 +454,7 @@ def tolerance_colour(baseline_value, comparison_value, metric):
453454
if args.generate_framework_def:
454455

455456
assert args.owner and args.branch and args.commit and args.user_dir
457+
456458
generate_framework_def(args.user_dir, args.owner, args.branch, args.commit)
457459

458460
elif args.compare_results:

0 commit comments

Comments
 (0)