[cts] Add adapters ignore lists for conformance tests

.github/workflows/cmake.yml

@@ -195,6 +195,56 @@ jobs:
     - name: Build
       run: cmake --build ${{github.workspace}}/build -j $(nproc)
 
+  adapter-build-hw:
+    name: Build - Adapters on HW
+    if: github.repository == 'oneapi-src/unified-runtime'  # run only on upstream; forks won't have the HW
+    strategy:
+      matrix:
+        adapter: [CUDA, HIP, L0]
+        build_type: [Debug, Release]
+        compiler: [{c: gcc, cxx: g++}, {c: clang, cxx: clang++}]
+
+    runs-on: ${{matrix.adapter}}
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Install pip packages
+      run: pip install -r third_party/requirements.txt
+
+    - name: Download DPC++
+      run: |
+        wget -O ${{github.workspace}}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/sycl-nightly%2F20230626/dpcpp-compiler.tar.gz
+        tar -xvf ${{github.workspace}}/dpcpp_compiler.tar.gz
+
+    - name: Configure CMake
+      run: >
+        cmake
+        -B${{github.workspace}}/build
+        -DCMAKE_C_COMPILER=${{matrix.compiler.c}}
+        -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}}
+        -DCMAKE_BUILD_TYPE=${{matrix.build_type}}
+        -DUR_ENABLE_TRACING=ON
+        -DUR_DEVELOPER_MODE=ON
+        -DUR_BUILD_TESTS=ON
+        -DUR_BUILD_ADAPTER_${{matrix.adapter}}=ON
+        -DUR_DPCXX=${{github.workspace}}/dpcpp_compiler/bin/clang++
+
+    - name: Build
+      run: cmake --build ${{github.workspace}}/build -j $(nproc)
+
+    # Temporarily disabling platform test for L0, because of hang
+    # See issue: #824
+    - name: Test L0 adapter
+      if: matrix.adapter == 'L0'
+      working-directory: ${{github.workspace}}/build
+      run: ctest -C ${{matrix.build_type}} --output-on-failure -L "conformance" -E "platform-adapter_level_zero" --timeout 180
+
+    - name: Test adapters
+      if: matrix.adapter != 'L0'
+      working-directory: ${{github.workspace}}/build
+      run: ctest -C ${{matrix.build_type}} --output-on-failure -L "conformance" --timeout 180
+
   windows-build:
     name: Build - Windows
     strategy:

cmake/match.py

@@ -22,10 +22,18 @@
     input_lines = input.readlines()
     match_lines = match.readlines()
 
-if len(match_lines) != len(input_lines):
-    sys.exit(f"Line count doesn't match (is: {len(input_lines)}, expected: {len(match_lines)})")
+if len(match_lines) < len(input_lines):
+    sys.exit(f"Match length < input length (input: {len(input_lines)}, match: {len(match_lines)})")
 
+input_idx = 0
+opt = "{{OPT}}"
 for i, match_line in enumerate(match_lines):
+    if match_line.startswith(opt):
+        optional_line = True
+        match_line = match_line.removeprefix(opt)
+    else:
+        optional_line = False
+
     # split into parts at {{ }}
     match_parts = re.split(r'\{{(.*?)\}}', match_line.strip())
     pattern = ""
@@ -35,9 +43,26 @@
         else:
             pattern += part
 
-    input_line = input_lines[i].strip()
+    # empty input file or end of input file, from now on match file must be optional
+    if not input_lines:
+        if optional_line is True:
+            continue
+        else:
+            print("End of input file or empty file.")
+            print("expected: " + match_line.strip())
+            sys.exit(1)
+
+    input_line = input_lines[input_idx].strip()
     if not re.fullmatch(pattern, input_line):
-        print(f"Line {i+1} does not match".format(i+1))
-        print("is:       " + input_line)
-        print("expected: " + match_line.strip())
-        sys.exit(1)
+        if optional_line is True:
+            continue
+        else:
+            print("Line " + str(i+1) + " does not match")
+            print("is:       " + input_line)
+            print("expected: " + match_line.strip())
+            sys.exit(1)
+    else:
+        if (input_idx == len(input_lines) - 1):
+            input_lines = []
+        else:
+            input_idx += 1

test/conformance/CMakeLists.txt

@@ -8,9 +8,18 @@ set(UR_CONFORMANCE_TEST_DIR ${CMAKE_CURRENT_SOURCE_DIR})
 function(add_test_adapter name adapter)
     set(TEST_TARGET_NAME test-${name})
     set(TEST_NAME ${name}-${adapter})
+
     add_test(NAME ${TEST_NAME}
-        COMMAND ${TEST_TARGET_NAME}
-        WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
+        COMMAND ${CMAKE_COMMAND}
+        -D TEST_FILE=${Python3_EXECUTABLE}
+        -D TEST_ARGS="${UR_CONFORMANCE_TEST_DIR}/cts_exe.py --test_command ${CMAKE_BINARY_DIR}/bin/${TEST_TARGET_NAME}"
+        -D MODE=stdout
+        -D MATCH_FILE=${CMAKE_CURRENT_SOURCE_DIR}/${name}_${adapter}.match
+        -P ${PROJECT_SOURCE_DIR}/cmake/match.cmake
+        DEPENDS ${TEST_TARGET_NAME}
+        WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
+    )
+
     set_tests_properties(${TEST_NAME} PROPERTIES
         ENVIRONMENT "UR_ADAPTERS_FORCE_LOAD=\"$<TARGET_FILE:ur_${adapter}>\""
         LABELS "conformance;${adapter}")

test/conformance/README.md

@@ -0,0 +1,11 @@
+# Conformance tests
+
+At this point, conformance tests include matches for individual adapters
+that allow you to ignore errors from the listed tests.
+This solution allows regular execution of cts tests on GHA
+and prevents further errors.
+In the future, when all bugs are fixed, and the tests pass,
+this solution will no longer be necessary.
+When you fix any test, the match file must be updated
+Empty match files indicate that there are no failing tests
+in a particular group for the corresponding adapter.

test/conformance/context/context_adapter_cuda.match

@@ -0,0 +1 @@
+urContextCreateWithNativeHandleTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}_

test/conformance/context/context_adapter_hip.match

@@ -0,0 +1,2 @@
+urContextCreateWithNativeHandleTest.Success/AMD_HIP_BACKEND___{{.*}}_
+urContextSetExtendedDeleterTest.Success/AMD_HIP_BACKEND___{{.*}}_

test/conformance/context/context_adapter_level_zero.match

@@ -0,0 +1,4 @@
+urContextCreateWithNativeHandleTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urContextGetInfoTestWithInfoParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_CONTEXT_INFO_USM_MEMCPY2D_SUPPORT
+urContextGetInfoTestWithInfoParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_CONTEXT_INFO_USM_FILL2D_SUPPORT
+urContextSetExtendedDeleterTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_

test/conformance/cts_exe.py

@@ -0,0 +1,35 @@
+#! /usr/bin/env python3
+"""
+ Copyright (C) 2023 Intel Corporation
+
+ Part of the Unified-Runtime Project, under the Apache License v2.0 with LLVM Exceptions.
+ See LICENSE.TXT
+ SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+"""
+
+import sys
+from argparse import ArgumentParser
+import subprocess  # nosec B404
+import signal
+import re
+
+if __name__ == '__main__':
+
+    parser = ArgumentParser()
+    parser.add_argument("--test_command", help="Ctest test case")
+
+    args = parser.parse_args()
+    result = subprocess.Popen([args.test_command, '--gtest_brief=1'], stdout = subprocess.PIPE, text = True)  # nosec B603
+
+    pat = re.compile(r'\[( )*FAILED( )*\]')
+    for line in result.stdout.readlines():
+        if pat.search(line):
+            test_case = line.split(" ")[5]
+            test_case = test_case.rstrip(',')
+            print(test_case)
+
+    result.communicate()
+    rc = result.returncode
+    if rc < 0:
+        print(signal.strsignal(abs(result.returncode)))

test/conformance/device/device_adapter_cuda.match

@@ -0,0 +1,4 @@
+urDeviceGetTest.InvalidValueNumEntries
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_SUPPORTED_PARTITIONS
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_PARTITION_TYPE
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_VIRTUAL_MEMORY_SUPPORT

test/conformance/device/device_adapter_hip.match

@@ -0,0 +1,25 @@
+{{OPT}}urDeviceCreateWithNativeHandleTest.Success
+{{OPT}}urDeviceGetTest.InvalidValueNumEntries
+{{OPT}}urDeviceGetGlobalTimestampTest.Success
+{{OPT}}urDeviceGetGlobalTimestampTest.SuccessSynchronizedTime
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_SINGLE_FP_CONFIG
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_DOUBLE_FP_CONFIG
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_QUEUE_PROPERTIES
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_IMAGE_SUPPORTED
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_MAX_READ_WRITE_IMAGE_ARGS
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_QUEUE_ON_DEVICE_PROPERTIES
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_QUEUE_ON_HOST_PROPERTIES
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_IL_VERSION
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_SUPPORTED_PARTITIONS
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_PARTITION_TYPE
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GPU_EU_COUNT
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GPU_EU_SIMD_WIDTH
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GPU_EU_SLICES
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GPU_EU_COUNT_PER_SUBSLICE
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GPU_SUBSLICES_PER_SLICE
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GPU_HW_THREADS_PER_EU
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_MAX_MEMORY_BANDWIDTH
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_ATOMIC_MEMORY_ORDER_CAPABILITIES
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_BFLOAT16
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_ASYNC_BARRIER
+{{OPT}}urDeviceGetInfoTest.Success/UR_DEVICE_INFO_VIRTUAL_MEMORY_SUPPORT

test/conformance/device/device_adapter_level_zero.match

@@ -0,0 +1,22 @@
+urDeviceGetTest.InvalidValueNumEntries
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_IMAGE_SUPPORTED
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_GLOBAL_MEM_FREE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_ERROR_CORRECTION_SUPPORT
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_HOST_UNIFIED_MEMORY
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_ENDIAN_LITTLE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_AVAILABLE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_COMPILER_AVAILABLE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_LINKER_AVAILABLE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_PREFERRED_INTEROP_USER_SYNC
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_SUPPORTED_PARTITIONS
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_PARTITION_TYPE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_SUB_GROUP_INDEPENDENT_FORWARD_PROGRESS
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_MAX_MEMORY_BANDWIDTH
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_IMAGE_SRGB
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_BUILD_ON_SUBDEVICE
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_ATOMIC_64
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_ASYNC_BARRIER
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_MEM_CHANNEL_SUPPORT
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_HOST_PIPE_READ_WRITE_SUPPORTED
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_MAX_REGISTERS_PER_WORK_GROUP
+urDeviceGetInfoTest.Success/UR_DEVICE_INFO_VIRTUAL_MEMORY_SUPPORT

test/conformance/enqueue/enqueue_adapter_cuda.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/enqueue/enqueue_adapter_hip.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/enqueue/enqueue_adapter_level_zero.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/event/event_adapter_cuda.match

@@ -0,0 +1 @@
+{{Segmentation fault|Aborted}}

test/conformance/event/event_adapter_hip.match

@@ -0,0 +1,6 @@
+urEventCreateWithNativeHandleTest.Success/AMD_HIP_BACKEND___{{.*}}_
+urEventSetCallbackTest.Success/AMD_HIP_BACKEND___{{.*}}_
+urEventSetCallbackTest.ValidateParameters/AMD_HIP_BACKEND___{{.*}}_
+urEventSetCallbackTest.AllStates/AMD_HIP_BACKEND___{{.*}}_
+urEventSetCallbackTest.EventAlreadyCompleted/AMD_HIP_BACKEND___{{.*}}_
+urEventSetCallbackNegativeTest.InvalidNullHandle/AMD_HIP_BACKEND___{{.*}}_

test/conformance/event/event_adapter_level_zero.match

@@ -0,0 +1,4 @@
+{{OPT}}urEventGetInfoTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_EVENT_INFO_COMMAND_TYPE
+{{OPT}}urEventGetProfilingInfoTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_PROFILING_INFO_COMMAND_QUEUED
+{{OPT}}urEventGetProfilingInfoTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_PROFILING_INFO_COMMAND_SUBMIT
+{{OPT}} Segmentation fault

test/conformance/kernel/kernel_adapter_cuda.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/kernel/kernel_adapter_hip.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/kernel/kernel_adapter_level_zero.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/memory/memory_adapter_cuda.match

@@ -0,0 +1,19 @@
+urMemBufferCreateWithNativeHandleTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}_
+urMemGetInfoTest.InvalidNullPointerParamValue/NVIDIA_CUDA_BACKEND___{{.*}}___UR_MEM_INFO_SIZE
+urMemGetInfoTest.InvalidNullPointerParamValue/NVIDIA_CUDA_BACKEND___{{.*}}___UR_MEM_INFO_CONTEXT
+urMemGetInfoTest.InvalidNullPointerPropSizeRet/NVIDIA_CUDA_BACKEND___{{.*}}___UR_MEM_INFO_SIZE
+urMemGetInfoTest.InvalidNullPointerPropSizeRet/NVIDIA_CUDA_BACKEND___{{.*}}___UR_MEM_INFO_CONTEXT
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_FORMAT
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_ELEMENT_SIZE
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_ROW_PITCH
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_SLICE_PITCH
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_WIDTH
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_HEIGHT
+{{OPT}}urMemImageGetInfoTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_DEPTH
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_FORMAT
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_ELEMENT_SIZE
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_ROW_PITCH
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_SLICE_PITCH
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_WIDTH
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_HEIGHT
+{{OPT}}urMemImageGetInfoTest.InvalidSizeSmall/NVIDIA_CUDA_BACKEND___{{.*}}___UR_IMAGE_INFO_DEPTH

test/conformance/memory/memory_adapter_hip.match

@@ -0,0 +1,2 @@
+urMemBufferCreateWithNativeHandleTest.Success/AMD_HIP_BACKEND___{{.*}}_
+Segmentation fault

test/conformance/memory/memory_adapter_level_zero.match

@@ -0,0 +1,9 @@
+urMemBufferCreateTest.InvalidBufferSizeZero/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urMemBufferPartitionTest.InvalidBufferSize/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urMemBufferPartitionTest.InvalidValueCreateType/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urMemBufferPartitionTest.InvalidValueBufferCreateInfoOutOfBounds/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urMemGetInfoTest.InvalidNullPointerParamValue/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_MEM_INFO_SIZE
+urMemGetInfoTest.InvalidNullPointerParamValue/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_MEM_INFO_CONTEXT
+urMemGetInfoTest.InvalidNullPointerPropSizeRet/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_MEM_INFO_SIZE
+urMemGetInfoTest.InvalidNullPointerPropSizeRet/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_MEM_INFO_CONTEXT
+Segmentation fault

test/conformance/platform/platform_adapter_cuda.match

@@ -0,0 +1,3 @@
+urPlatformGetNativeHandleTest.Success
+urPlatformGetNativeHandleTest.InvalidNullHandlePlatform
+urPlatformGetNativeHandleTest.InvalidNullPointerNativePlatform

test/conformance/platform/platform_adapter_hip.match

@@ -0,0 +1,4 @@
+urPlatformGetTest.InvalidNumEntries
+urPlatformGetNativeHandleTest.Success
+urPlatformGetNativeHandleTest.InvalidNullHandlePlatform
+urPlatformGetNativeHandleTest.InvalidNullPointerNativePlatform

test/conformance/program/program_adapter_cuda.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/program/program_adapter_hip.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/program/program_adapter_level_zero.match

@@ -0,0 +1 @@
+Segmentation fault

test/conformance/queue/queue_adapter_cuda.match

@@ -0,0 +1,5 @@
+urQueueCreateTest.InvalidValueProperties/NVIDIA_CUDA_BACKEND___{{.*}}_
+urQueueCreateTest.InvalidQueueProperties/NVIDIA_CUDA_BACKEND___{{.*}}_
+urQueueCreateWithNativeHandleTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}_
+urQueueGetInfoTestWithInfoParam.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_QUEUE_INFO_DEVICE_DEFAULT
+urQueueGetInfoTestWithInfoParam.Success/NVIDIA_CUDA_BACKEND___{{.*}}___UR_QUEUE_INFO_SIZE

test/conformance/queue/queue_adapter_hip.match

@@ -0,0 +1,7 @@
+urQueueCreateTest.InvalidValueProperties/AMD_HIP_BACKEND___{{.*}}_
+urQueueCreateTest.InvalidQueueProperties/AMD_HIP_BACKEND___{{.*}}_
+urQueueCreateWithParamTest.SuccessWithProperties/AMD_HIP_BACKEND___{{.*}}___UR_QUEUE_FLAG_OUT_OF_ORDER_EXEC_MODE_ENABLE
+urQueueCreateWithParamTest.SuccessWithProperties/AMD_HIP_BACKEND___{{.*}}___UR_QUEUE_FLAG_PROFILING_ENABLE
+urQueueCreateWithNativeHandleTest.Success/AMD_HIP_BACKEND___{{.*}}_
+urQueueGetInfoTestWithInfoParam.Success/AMD_HIP_BACKEND___{{.*}}___UR_QUEUE_INFO_DEVICE_DEFAULT
+urQueueGetInfoTestWithInfoParam.Success/AMD_HIP_BACKEND___{{.*}}___UR_QUEUE_INFO_SIZE

test/conformance/queue/queue_adapter_level_zero.match

@@ -0,0 +1,3 @@
+urQueueCreateTest.InvalidValueProperties/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urQueueCreateTest.InvalidQueueProperties/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+{{Segmentation fault|Aborted}}

test/conformance/runtime/runtime_adapter_level_zero.match

@@ -0,0 +1 @@
+urAdapterGetLastErrorTest.Success

test/conformance/sampler/sampler_adapter_cuda.match

@@ -0,0 +1,3 @@
+urSamplerGetNativeHandleTest.Success/NVIDIA_CUDA_BACKEND___{{.*}}_
+urSamplerGetNativeHandleTest.InvalidNullHandleSampler/NVIDIA_CUDA_BACKEND___{{.*}}_
+urSamplerGetNativeHandleTest.InvalidNullPointerNativeHandle/NVIDIA_CUDA_BACKEND___{{.*}}_

test/conformance/sampler/sampler_adapter_hip.match

@@ -0,0 +1,3 @@
+urSamplerGetNativeHandleTest.Success/AMD_HIP_BACKEND___{{.*}}_
+urSamplerGetNativeHandleTest.InvalidNullHandleSampler/AMD_HIP_BACKEND___{{.*}}_
+urSamplerGetNativeHandleTest.InvalidNullPointerNativeHandle/AMD_HIP_BACKEND___{{.*}}_

test/conformance/sampler/sampler_adapter_level_zero.match

@@ -0,0 +1,8 @@
+urSamplerGetInfoTestWithParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_SAMPLER_INFO_REFERENCE_COUNT
+urSamplerGetInfoTestWithParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_SAMPLER_INFO_CONTEXT
+urSamplerGetInfoTestWithParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_SAMPLER_INFO_NORMALIZED_COORDS
+urSamplerGetInfoTestWithParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_SAMPLER_INFO_ADDRESSING_MODE
+urSamplerGetInfoTestWithParam.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}___UR_SAMPLER_INFO_FILTER_MODE
+urSamplerGetInfoTest.InvalidSizePropSizeSmall/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urSamplerReleaseTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_
+urSamplerRetainTest.Success/Intel_R__oneAPI_Unified_Runtime_over_Level_Zero___{{.*}}_