Merge pull request #259 from IntelPython/refactor/validation

Refactor validation

Author: ZzEeKkAa

.github/workflows/build_and_run.yml

@@ -71,7 +71,7 @@ jobs:
 
           dpbench \
           -i python,numpy,dpnp,sycl,numba_n,numba_np,numba_npr,numba_dpex_k,numba_dpex_n,numba_dpex_p \
-          run --no-validate -r2 --no-print-results
+          run -r2 --no-print-results
 
       - name: Generate report
         shell: bash -l {0}

.pre-commit-config.yaml

@@ -50,7 +50,7 @@ repos:
     hooks:
     -   id: pydocstyle
         # TODO: add packages one by one to enforce pydocstyle eventually
-        files: (^dpbench/config/|^scripts/|^dpbench/console/|^dpbench/infrastructure/benchmark_runner.py)
+        files: (^dpbench/config/|^scripts/|^dpbench/console/|^dpbench/infrastructure/benchmark_runner.py|^dpbench/infrastructure/benchmark_validation.py)
         args: ["--convention=google"]
         # D417 does not work properly:
         # https://github.com/PyCQA/pydocstyle/issues/459

dpbench/infrastructure/__init__.py

@@ -2,7 +2,8 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-from .benchmark import Benchmark, BenchmarkResults
+from .benchmark import Benchmark
+from .benchmark_results import BenchmarkResults
 from .datamodel import (
     Base,
     Result,
@@ -26,7 +27,6 @@
     generate_performance_report,
     get_unexpected_failures,
 )
-from .utilities import validate
 
 __all__ = [
     "Base",
@@ -48,5 +48,4 @@
     "generate_performance_report",
     "generate_comparison_report",
     "get_unexpected_failures",
-    "validate",
 ]