diff --git a/src/bindings/python/src/compatibility/openvino/inference_engine/CMakeLists.txt b/src/bindings/python/src/compatibility/openvino/inference_engine/CMakeLists.txt deleted file mode 100644 index dd83bad5f367a0..00000000000000 --- a/src/bindings/python/src/compatibility/openvino/inference_engine/CMakeLists.txt +++ /dev/null @@ -1,105 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 -# - -set(TARGET_NAME "ie_api") - -set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}/inference_engine) -set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}/inference_engine) -set(CMAKE_COMPILE_PDB_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}/inference_engine) -set(CMAKE_PDB_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}/inference_engine) - -file(GLOB SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/ie_api.pyx - ${CMAKE_CURRENT_SOURCE_DIR}/*.pxd - ${CMAKE_CURRENT_SOURCE_DIR}/*.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/*.hpp) - -file(GLOB PYX_SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/*.pyx) -set_source_files_properties(${PYX_SOURCES} PROPERTIES CYTHON_IS_CXX ON) - -if(CMAKE_CXX_COMPILER_ID STREQUAL "MSVC") - # 'argument': conversion from 'size_t' to 'int', possible loss of data - ov_add_compiler_flags(/wd4267) - ov_add_compiler_flags(/wd4244) - ov_add_compiler_flags(/wd4551) -endif() -if(OV_COMPILER_IS_CLANG OR CMAKE_COMPILER_IS_GNUCXX) - ov_add_compiler_flags(-Wno-undef) - if(OV_COMPILER_IS_CLANG) - ov_add_compiler_flags(-Wno-parentheses-equality) - endif() -endif() -if(UNUSED_BUT_SET_VARIABLE_SUPPORTED) - ov_add_compiler_flags(-Wno-unused-but-set-variable) -endif() - -# create target - -cython_add_module(${TARGET_NAME} ${SOURCES}) -ov_python_disable_intel_warnings(${TARGET_NAME}) -set_target_properties(${TARGET_NAME} PROPERTIES INTERPROCEDURAL_OPTIMIZATION_RELEASE ${ENABLE_LTO}) - -set(INSTALLED_TARGETS ${TARGET_NAME}) -list(REMOVE_ITEM PYX_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/ie_api.pyx") - -foreach(PYX_FILE IN LISTS PYX_SOURCES) - get_filename_component(PYX_NAME "${PYX_FILE}" NAME_WE) - cython_add_module(${PYX_NAME} ${PYX_FILE}) - ov_python_disable_intel_warnings(${PYX_NAME}) - add_dependencies(${TARGET_NAME} ${PYX_NAME}) - target_include_directories(${PYX_NAME} PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}") - target_link_libraries(${PYX_NAME} PRIVATE openvino::runtime) - list(APPEND INSTALLED_TARGETS ${PYX_NAME}) - ov_python_minimal_api(${PYX_NAME}) - set_target_properties(${PYX_NAME} PROPERTIES INTERPROCEDURAL_OPTIMIZATION_RELEASE ${ENABLE_LTO}) -endforeach() - -if(COMMAND ov_add_vs_version_file) - foreach(target IN LISTS INSTALLED_TARGETS) - ov_add_vs_version_file(NAME ${target} - FILEDESCRIPTION "Inference Engine Python library") - endforeach() -endif() - -function(python_ov_disable_deprecated_warnings) - ov_disable_deprecated_warnings() - set(pyx_file "${CMAKE_CURRENT_BINARY_DIR}/ie_api.cxx" "${CMAKE_CURRENT_BINARY_DIR}/constants.cxx") - set_source_files_properties(${pyx_file} PROPERTIES COMPILE_OPTIONS ${ov_c_cxx_deprecated}) -endfunction() - -python_ov_disable_deprecated_warnings() -ov_python_minimal_api(${TARGET_NAME}) - -target_include_directories(${TARGET_NAME} PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}") -target_link_libraries(${TARGET_NAME} PRIVATE openvino::runtime) - -# Compatibility with python 2.7 which has deprecated "register" specifier -if(CMAKE_CXX_COMPILER_ID STREQUAL "Clang") - target_compile_options(${TARGET_NAME} PRIVATE "-Wno-error=register") -endif() - -# perform copy -add_custom_command(TARGET ${TARGET_NAME} - POST_BUILD - COMMAND ${CMAKE_COMMAND} -E copy ${CMAKE_CURRENT_SOURCE_DIR}/__init__.py ${CMAKE_LIBRARY_OUTPUT_DIRECTORY}/__init__.py -) - -foreach(target IN LISTS INSTALLED_TARGETS) - ov_set_install_rpath(${target} ${OV_CPACK_PYTHONDIR}/openvino/inference_engine ${OV_CPACK_RUNTIMEDIR}) -endforeach() - -# install - -install(TARGETS ${INSTALLED_TARGETS} - RUNTIME DESTINATION ${OV_CPACK_PYTHONDIR}/openvino/inference_engine - COMPONENT ${PYTHON_COMPONENT} ${OV_CPACK_COMP_PYTHON_OPENVINO_EXCLUDE_ALL} - LIBRARY DESTINATION ${OV_CPACK_PYTHONDIR}/openvino/inference_engine - COMPONENT ${PYTHON_COMPONENT} ${OV_CPACK_COMP_PYTHON_OPENVINO_EXCLUDE_ALL}) - -install(PROGRAMS __init__.py - DESTINATION ${OV_CPACK_PYTHONDIR}/openvino/inference_engine - COMPONENT ${PYTHON_COMPONENT} - ${OV_CPACK_COMP_PYTHON_OPENVINO_EXCLUDE_ALL}) - -ov_add_clang_format_target(${TARGET_NAME}_clang FOR_TARGETS ${TARGET_NAME} - EXCLUDE_PATTERNS ".*\\.cxx;.*\\.pxd;.*\\.pyx") diff --git a/src/bindings/python/src/compatibility/pyngraph/CMakeLists.txt b/src/bindings/python/src/compatibility/pyngraph/CMakeLists.txt deleted file mode 100644 index a5c41c2b6134c8..00000000000000 --- a/src/bindings/python/src/compatibility/pyngraph/CMakeLists.txt +++ /dev/null @@ -1,90 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 -# - -cmake_minimum_required (VERSION 3.13) - -project (pyngraph) - -if(NOT DEFINED OpenVINO_SOURCE_DIR) - find_package(OpenVINO REQUIRED) - find_package(OpenVINODeveloperPackage QUIET - PATHS "${InferenceEngineDeveloperPackage_DIR}") -endif() - -# Python3_VERSION_MAJOR and Python3_VERSION_MINOR are defined in FindPython3 -set(pyversion python${Python3_VERSION_MAJOR}.${Python3_VERSION_MINOR}) - -if(OV_GENERATOR_MULTI_CONFIG) - set(PYTHON_BRIDGE_OUTPUT_DIRECTORY ${CMAKE_LIBRARY_OUTPUT_DIRECTORY}/$/python/) -else() - set(PYTHON_BRIDGE_OUTPUT_DIRECTORY ${CMAKE_LIBRARY_OUTPUT_DIRECTORY}/python/) -endif() - -set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}) -set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}) -set(CMAKE_COMPILE_PDB_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}) -set(CMAKE_PDB_OUTPUT_DIRECTORY ${PYTHON_BRIDGE_OUTPUT_DIRECTORY}) - -# compile options - -if (CMAKE_CXX_COMPILER_ID STREQUAL "MSVC") - # disable warning: This operator was deprecated and will be removed with v0 operation. - add_compile_options(/wd4996) -elseif(CMAKE_CXX_COMPILER_ID STREQUAL "Clang") - add_compile_options(-Wno-deprecated-register -Wno-range-loop-analysis) -elseif(OV_COMPILER_IS_APPLECLANG) - add_link_options(-stdlib=libc++) - add_compile_options(-Wno-unused-value -Wno-range-loop-analysis) -elseif(CMAKE_CXX_COMPILER_ID STREQUAL "GNU") - # WA for GCC 7.5 "PYBIND11_NOINLINE inline" warning - add_compile_options(-Wno-error=attributes) -endif() - -if(NOT CMAKE_CXX_COMPILER_ID STREQUAL "MSVC") - # for proper fix need to update pybind to version which does not use PyEval_InitThreads() - add_compile_options(-Wno-deprecated-declarations -Wno-undef) -endif() - -# create target - -file(GLOB_RECURSE SOURCES *.cpp) - -pybind11_add_module(_${PROJECT_NAME} MODULE NO_EXTRAS ${SOURCES}) - -target_include_directories(_${PROJECT_NAME} PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}/../") - -target_link_libraries(_${PROJECT_NAME} PRIVATE openvino::runtime openvino::core::dev) - -set_target_properties(_${PROJECT_NAME} PROPERTIES INTERPROCEDURAL_OPTIMIZATION_RELEASE ${ENABLE_LTO}) - -# perform copy -add_custom_command(TARGET _${PROJECT_NAME} - POST_BUILD - COMMAND ${CMAKE_COMMAND} -E copy_directory ${CMAKE_CURRENT_SOURCE_DIR}/../ngraph ${CMAKE_LIBRARY_OUTPUT_DIRECTORY}/ngraph -) - -ov_set_install_rpath(_${PROJECT_NAME} ${OV_CPACK_PYTHONDIR} ${OV_CPACK_RUNTIMEDIR}) - -# Install - -ov_python_minimal_api(_${PROJECT_NAME}) -ov_add_clang_format_target(_${PROJECT_NAME}_clang FOR_TARGETS _${PROJECT_NAME}) - -ov_cpack_add_component(${OV_CPACK_COMP_PYTHON_OPENVINO}_${pyversion} HIDDEN) - -install(TARGETS _${PROJECT_NAME} - DESTINATION ${OV_CPACK_PYTHONDIR} - COMPONENT ${OV_CPACK_COMP_PYTHON_OPENVINO}_${pyversion} - ${OV_CPACK_COMP_PYTHON_OPENVINO_EXCLUDE_ALL}) - -install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/../ngraph - DESTINATION ${OV_CPACK_PYTHONDIR} - COMPONENT ${OV_CPACK_COMP_PYTHON_OPENVINO}_${pyversion} - ${OV_CPACK_COMP_PYTHON_OPENVINO_EXCLUDE_ALL} - USE_SOURCE_PERMISSIONS) - -install(DIRECTORY ${OpenVINOPython_SOURCE_DIR}/tests_compatibility - DESTINATION tests/${PROJECT_NAME} - COMPONENT tests - EXCLUDE_FROM_ALL) diff --git a/src/bindings/python/tests_compatibility/__init__.py b/src/bindings/python/tests_compatibility/__init__.py deleted file mode 100644 index b500597249662e..00000000000000 --- a/src/bindings/python/tests_compatibility/__init__.py +++ /dev/null @@ -1,178 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -import pytest - -# test.BACKEND_NAME is a configuration variable determining which -# nGraph backend tests will use. It's set during pytest configuration time. -# See `pytest_configure` hook in `conftest.py` for more details. -BACKEND_NAME = None - -# test.MODEL_ZOO_DIR is a configuration variable providing the path -# to the ZOO of ONNX models to test. It's set during pytest configuration time. -# See `pytest_configure` hook in `conftest.py` for more -# details. -MODEL_ZOO_DIR = None - -# test.MODEL_ZOO_XFAIL is a configuration variable which enable xfails for model zoo. -MODEL_ZOO_XFAIL = False - - -def xfail_test(reason="Mark the test as expected to fail", strict=True): - return pytest.mark.xfail(reason=reason, strict=strict) - - -skip_segfault = pytest.mark.skip(reason="Segmentation fault error") -xfail_accuracy = xfail_test(reason="Accuracy") -xfail_unsupported_by_legacy_api = xfail_test(reason="RuntimeError: This feature is not supported via legacy API.") -xfail_issue_69444 = xfail_test(reason="ONNX Resize - AssertionError: Mismatched elements.") -xfail_issue_67415 = xfail_test(reason="RuntimeError: Unsupported data type for when filling blob!") -xfail_issue_33488 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "MaxUnpool") -skip_issue_38084 = pytest.mark.skip(reason="Aborted (core dumped) Assertion " - "`(layer->get_output_partial_shape(i).is_static())' failed.") -xfail_issue_33595 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "Unique") -xfail_issue_33596 = xfail_test(reason="RuntimeError: nGraph does not support different sequence operations: " - "ConcatFromSequence, SequenceConstruct, SequenceAt, SplitToSequence, " - "SequenceEmpty, SequenceInsert, SequenceErase, SequenceLength ") -xfail_issue_33606 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "Det") -xfail_issue_33651 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "TfIdfVectorizer") -xfail_issue_33581 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "GatherElements") -xfail_issue_35923 = xfail_test(reason="RuntimeError: PReLU without weights is not supported") -xfail_issue_35927 = xfail_test(reason="RuntimeError: B has zero dimension that is not allowable") -xfail_issue_38084 = xfail_test(reason="RuntimeError: AssertionFailed: layer->get_output_partial_shape(i)." - "is_static() nGraph operation with name: cannot be " - "converted to layer with name: because output " - "with index 0 contains dynamic shapes: {}. Try to use " - "CNNNetwork::reshape() method in order to specialize shapes " - "before the conversion.") -xfail_issue_38091 = xfail_test(reason="AssertionError: Mismatched elements") -xfail_issue_38699 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "ai.onnx.preview.training.Gradient") -xfail_issue_38701 = xfail_test(reason="RuntimeError: unsupported element type: STRING") -xfail_issue_38706 = xfail_test(reason="RuntimeError: output_3.0 has zero dimension which is not allowed") -xfail_issue_38708 = xfail_test(reason="RuntimeError: While validating ONNX node '': " - "Axes input must be constant") -xfail_issue_38710 = xfail_test(reason="RuntimeError: data has zero dimension which is not allowed") -xfail_issue_38713 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "ai.onnx.preview.training.Momentum") -xfail_issue_38724 = xfail_test(reason="RuntimeError: While validating ONNX node '': " - "tf_crop_and_resize - this type of coordinate transformation mode " - "is not supported. Choose one of the following modes: " - "tf_half_pixel_for_nn, asymmetric, align_corners, pytorch_half_pixel, " - "half_pixel") -xfail_issue_38725 = xfail_test(reason="RuntimeError: While validating ONNX node ''") -xfail_issue_99958 = xfail_test(reason="LogSoftmax - Results mismatch") -xfail_issue_99959 = xfail_test(reason="Mish function is not supported") -xfail_issue_99960 = xfail_test(reason="MVN - Results mismatch") -xfail_issue_99961 = xfail_test(reason="Optional has/get element operators are not supported)'") -xfail_issue_99962 = pytest.mark.skip(reason="ReduceL1/L2 - Unrecognized attribute: axes for operator ReduceL1/L2") -xfail_issue_99968 = xfail_test(reason="ReduceL1/L2 - Results mismatch or unsupported ReduceSum with " - "dynamic rank by CPU plugin") -xfail_issue_99969 = xfail_test(reason="Resize - Results mismatch / " - "RuntimeError: While validating ONNX node '' / " - "RuntimeError: Check '(false)' failed at onnx/frontend/src/op/resize.cpp") -xfail_issue_99970 = xfail_test(reason="Scatter and ScatterND - RuntimeError: Check '(reduction == none)' failed at " - "src/frontends/onnx/frontend/src/op/scatter_elements.cpp OR at " - "src/frontends/onnx/frontend/src/op/scatter_nd") -xfail_issue_99972 = xfail_test(reason="Softmax - Results mismatch") -xfail_issue_99973 = xfail_test(reason="Split - RuntimeError: While validating ONNX node " - "''") - -# Model MSFT issues: -xfail_issue_37957 = xfail_test(reason="RuntimeError: nGraph does not support the following ONNX operations: " - "com.microsoft.CropAndResize, com.microsoft.GatherND, " - "com.microsoft.Pad, com.microsoft.Range") -xfail_issue_39669 = xfail_test(reason="AssertionError: This model has no test data") -xfail_issue_36534 = xfail_test(reason="RuntimeError: node input index is out of range") -xfail_issue_36536 = xfail_test(reason="RuntimeError: can't protect") -xfail_issue_36538 = xfail_test(reason="RuntimeError: Check 'PartialShape::broadcast_merge_into( pshape, " - "node->get_input_partial_shape(i), autob)' failed at " - "/openvino/ngraph/src/ngraph/op/util/elementwise_args.cpp:48:") -xfail_issue_39658 = xfail_test(reason="RuntimeError: Tile operation has a form that is not supported." - " z should be converted to TileIE operation.") - - -xfail_issue_37973 = xfail_test(reason="TF Inception V2 - AssertionError: zoo models results mismatch") -xfail_issue_47430 = xfail_test(reason="FCN ResNet models - AssertionError: zoo models results mismatch") -xfail_issue_47495 = xfail_test(reason="BertSquad-10 from MSFT - AssertionError: zoo models results mismatch") -xfail_issue_48145 = xfail_test(reason="BertSquad-8 - AssertionError: Items are not equal: ACTUAL: 4 " - "DESIRED: 3") -xfail_issue_48190 = xfail_test(reason="RobertaBase-11 - AssertionError: Items are not equal: " - "ACTUAL: dtype('float64') DESIRED: dtype('float32')") -xfail_issue_49752 = xfail_test(reason="RuntimeError: Unsupported dynamic ops: v1::Pad") -xfail_issue_49753 = xfail_test(reason="RuntimeError: Unsupported dynamic ops: v1::StridedSlice") -xfail_issue_49754 = xfail_test(reason="RuntimeError: Unsupported dynamic ops: v1::TopKIE") -xfail_issue_52463 = xfail_test(reason="test_operator_add_size1_singleton_broadcast_cpu - " - "Not equal to tolerance") -xfail_issue_58033 = xfail_test(reason="Einsum operation misses support for complex ellipsis equations") -xfail_issue_onnx_models_140 = xfail_test(reason="https://github.com/onnx/models/issues/140") - -xfail_issue_63033 = xfail_test(reason="BatchNormalization: Training mode is not supported") -xfail_issue_63036 = xfail_test(reason="Changes in ConvTranspose padding") -xfail_issue_63043 = xfail_test(reason="Recurrent node expects constants as W, R, B inputs.") - -skip_rng_tests = pytest.mark.skip(reason="Tests use random number generator with no seed.") -xfail_issue_63137 = xfail_test(reason="Unsupported operations: OptionalHasElement, OptionalGetElement") -xfail_issue_63138 = xfail_test(reason="Missing ONNX Shape-15 support") - -xfail_issue_78843 = xfail_test(reason="Missing reference output files for ssd mobilenet models") -xfail_issue_78741 = xfail_test(reason="Cannot get dims for non-static shapes. " - "Requires dynamism support enabled.") - -xfail_issue_81976 = xfail_test(reason="RuntimeError: z node not found in graph cache") -xfail_issue_82038 = xfail_test(reason="ScatterElements, ScatterND, AssertionError: Result mismatch") -xfail_issue_82039 = xfail_test(reason="Unsupported data type Optional, RuntimeError: [ NOT_IMPLEMENTED ] " - "CPU plugin: Input image format UNSPECIFIED is not supported yet...") -xfail_issue_90649 = xfail_test(reason="RuntimeError: OV does not support the following ONNX operations:" - "BlackmanWindow, DFT, HammingWindow, HannWindow, LayerNormalization, " - "MelWeightMatrix, SequenceMap, STFT") -xfail_issue_91151 = xfail_test(reason="RuntimeError: model input (shape={3,4}) and blob (shape=(1)) are incompatible") -xfail_issue_91490 = xfail_test(reason="y has zero dimension which is not allowed") -xfail_issue_101965 = xfail_test(reason="Mismatch with numpy-based expected results.") -xfail_issue_113506 = xfail_test(reason="Unsupported operation of type: LSTMSequence Node expects 7 inputs. Actual: 8") - -skip_dynamic_model = pytest.mark.skip(reason="CPU plug-in can't load a model with dynamic output shapes via legacy API") - -xfail_issue_119896 = xfail_test(reason="Unsupported element type: FLOAT8") -xfail_issue_119900 = xfail_test(reason="While validating ONNX node '': " - "half_pixel_symmetric - this type of coordinate transformation mode " - "is not supported. Choose one of the following modes: " - "tf_half_pixel_for_nn, asymmetric, align_corners, pytorch_half_pixel, " - "half_pixel") -xfail_issue_119903 = xfail_test(reason="DeformConv operation is not supported") -xfail_issue_119906 = xfail_test(reason="LpPool operation is not supported") -xfail_issue_119919 = xfail_test(reason="While validating ONNX node '': Unsupported padding mode: [wrap]") -xfail_issue_119922 = xfail_test(reason="ai.onnx.ml operators domain isn't supported") -xfail_issue_119925 = xfail_test(reason="AveragePool AssertionError: Not equal to tolerance rtol=0.001, atol=1e-07") -xfail_issue_119926 = xfail_test(reason="ROIAlign AssertionError: Not equal to tolerance rtol=0.001, atol=1e-07") diff --git a/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py b/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py deleted file mode 100644 index 1eedac6a5f3f1e..00000000000000 --- a/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py +++ /dev/null @@ -1,517 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -import numpy as np -import os -import pytest -import threading -from datetime import datetime -import time - -from openvino.inference_engine import ie_api as ie -from tests_compatibility.conftest import model_path, create_encoder -from tests_compatibility.test_utils.test_utils import generate_image, generate_relu_model -import ngraph as ng -from ngraph.impl import Function, Type - -test_net_xml, test_net_bin = model_path() - - -def create_function_with_memory(input_shape, data_type): - input_data = ng.parameter(input_shape, name="input_data", dtype=data_type) - init_val = ng.constant(np.zeros(input_shape), data_type) - rv = ng.read_value(init_val, "var_id_667") - add = ng.add(rv, input_data, name="MemoryAdd") - node = ng.assign(add, "var_id_667") - res = ng.result(add, "res") - func = Function(results=[res], sinks=[node], parameters=[input_data], name="name") - caps = Function.to_capsule(func) - return caps - - -def load_sample_model(device, num_requests=1): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=num_requests) - return executable_network - - -def test_input_blobs(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=2) - td = ie.TensorDesc("FP32", (1, 3, 32, 32), "NCHW") - assert executable_network.requests[0].input_blobs['data'].tensor_desc == td - - -def test_output_blobs(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=2) - td = ie.TensorDesc("FP32", (1, 10), "NC") - assert executable_network.requests[0].output_blobs['fc_out'].tensor_desc == td - - -def test_inputs_list(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=2) - - for req in executable_network.requests: - assert len(req._inputs_list) == 1 - assert "data" in req._inputs_list - del ie_core - - -def test_outputs_list(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=2) - - for req in executable_network.requests: - assert len(req._outputs_list) == 1 - assert "fc_out" in req._outputs_list - del ie_core - - -def test_access_input_buffer(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=1) - buffer = executable_network.requests[0]._get_blob_buffer("data".encode()).to_numpy() - assert buffer.shape == (1, 3, 32, 32) - assert buffer.strides == (12288, 4096, 128, 4) - assert buffer.dtype == np.float32 - del executable_network - del ie_core - del net - - -def test_access_output_buffer(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=1) - buffer = executable_network.requests[0]._get_blob_buffer("fc_out".encode()).to_numpy() - assert buffer.shape == (1, 10) - assert buffer.strides == (40, 4) - assert buffer.dtype == np.float32 - del executable_network - del ie_core - del net - - -def test_write_to_input_blobs_directly(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = executable_network.requests[0] - input_data = request.input_blobs["data"] - input_data.buffer[:] = img - assert np.array_equal(executable_network.requests[0].input_blobs["data"].buffer, img) - del executable_network - del ie_core - del net - - -def test_write_to_input_blobs_copy(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - executable_network = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = executable_network.requests[0] - request.input_blobs["data"].buffer[:] = img - assert np.allclose(executable_network.requests[0].input_blobs["data"].buffer, img) - del executable_network - del ie_core - del net - - -def test_infer(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.infer({'parameter': img}) - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - del exec_net - del ie_core - del net - - -def test_async_infer_default_timeout(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.async_infer({'parameter': img}) - request.wait() - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - del exec_net - del ie_core - del net - - -def test_async_infer_wait_finish(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.async_infer({'parameter': img}) - request.wait(ie.WaitMode.RESULT_READY) - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - del exec_net - del ie_core - del net - - -def test_async_infer_wait_time(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=2) - img = generate_image() - request = exec_net.requests[0] - request.async_infer({'parameter': img}) - start_time = datetime.utcnow() - status = request.wait(ie.WaitMode.RESULT_READY) - assert status == ie.StatusCode.OK - time_delta = datetime.utcnow() - start_time - latency_ms = (time_delta.microseconds / 1000) + (time_delta.seconds * 1000) - timeout = max(100, latency_ms) - request = exec_net.requests[1] - request.async_infer({'parameter': img}) - max_repeat = 10 - status = ie.StatusCode.REQUEST_BUSY - i = 0 - while i < max_repeat and status != ie.StatusCode.OK: - status = request.wait(timeout) - i += 1 - assert status == ie.StatusCode.OK - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - del exec_net - del ie_core - del net - - -def test_async_infer_wait_status(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.async_infer({'parameter': img}) - request.wait(ie.WaitMode.RESULT_READY) - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - status = request.wait(ie.WaitMode.STATUS_ONLY) - assert status == ie.StatusCode.OK - del exec_net - del ie_core - del net - - -def test_async_infer_fill_inputs(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.input_blobs['parameter'].buffer[:] = img - request.async_infer() - status_end = request.wait() - assert status_end == ie.StatusCode.OK - res = request.output_blobs['relu'].buffer - assert np.argmax(res[0]) == 531 - del exec_net - del ie_core - del net - - -def test_infer_modify_outputs(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - outputs0 = exec_net.infer({'parameter': img}) - status_end = request.wait() - assert status_end == ie.StatusCode.OK - assert np.argmax(outputs0['relu']) == 531 - outputs0['relu'][:] = np.zeros(shape=(1, 3, 32, 32), dtype=np.float32) - outputs1 = request.output_blobs - assert np.argmax(outputs1['relu'].buffer) == 531 - outputs1['relu'].buffer[:] = np.ones(shape=(1, 3, 32, 32), dtype=np.float32) - outputs2 = request.output_blobs - assert np.argmax(outputs2['relu'].buffer) == 531 - del exec_net - del ie_core - del net - - -def test_async_infer_callback(device): - def static_vars(**kwargs): - def decorate(func): - for k in kwargs: - setattr(func, k, kwargs[k]) - return func - - return decorate - - @static_vars(callback_called=0) - def callback(self, status): - callback.callback_called = 1 - - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.set_completion_callback(callback) - request.async_infer({'parameter': img}) - status = request.wait() - assert status == ie.StatusCode.OK - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - assert callback.callback_called == 1 - del exec_net - del ie_core - - -def test_async_infer_callback_wait_before_start(device): - def static_vars(**kwargs): - def decorate(func): - for k in kwargs: - setattr(func, k, kwargs[k]) - return func - return decorate - - @static_vars(callback_called=0) - def callback(self, status): - callback.callback_called = 1 - - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request = exec_net.requests[0] - request.set_completion_callback(callback) - status = request.wait() - # Plugin API 2.0 has the different behavior will not return this status - # assert status == ie.StatusCode.INFER_NOT_STARTED - request.async_infer({'parameter': img}) - status = request.wait() - assert status == ie.StatusCode.OK - res = request.output_blobs['relu'].buffer - assert np.argmax(res) == 531 - assert callback.callback_called == 1 - del exec_net - del ie_core - - -def test_async_infer_callback_wait_in_callback(device): - class InferReqWrap: - def __init__(self, request): - self.request = request - self.cv = threading.Condition() - self.request.set_completion_callback(self.callback) - self.status_code = self.request.wait(ie.WaitMode.STATUS_ONLY) - # Plugin API 2.0 has the different behavior will not return this status - # assert self.status_code == ie.StatusCode.INFER_NOT_STARTED - - def callback(self, statusCode, userdata): - self.status_code = self.request.wait(ie.WaitMode.STATUS_ONLY) - self.cv.acquire() - self.cv.notify() - self.cv.release() - - def execute(self, input_data): - self.request.async_infer(input_data) - self.cv.acquire() - self.cv.wait() - self.cv.release() - status = self.request.wait(ie.WaitMode.RESULT_READY) - assert status == ie.StatusCode.OK - assert self.status_code == ie.StatusCode.RESULT_NOT_READY - - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - exec_net = ie_core.load_network(net, device, num_requests=1) - img = generate_image() - request_wrap = InferReqWrap(exec_net.requests[0]) - request_wrap.execute({'data': img}) - del exec_net - del ie_core - - -def test_async_infer_wait_while_callback_will_not_finish(device): - def callback(status, callback_status): - time.sleep(0.01) - callback_status['finished'] = True - - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - exec_net = ie_core.load_network(net, device, num_requests=1) - callback_status = {} - callback_status['finished'] = False - request = exec_net.requests[0] - request.set_completion_callback(callback, py_data=callback_status) - img = generate_image() - request.async_infer({'data': img}) - request.wait() - assert callback_status['finished'] == True - - -def test_get_perf_counts(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - ie_core.set_config({"PERF_COUNT": "YES"}, device) - exec_net = ie_core.load_network(net, device) - img = generate_image() - request = exec_net.requests[0] - request.infer({'data': img}) - pc = request.get_perf_counts() - assert pc['29/WithoutBiases']["status"] == "EXECUTED" - del exec_net - del ie_core - del net - - -def test_blob_setter(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - exec_net_1 = ie_core.load_network(network=net, device_name=device, num_requests=1) - - net.input_info['data'].layout = "NHWC" - exec_net_2 = ie_core.load_network(network=net, device_name=device, num_requests=1) - - img = generate_image() - res_1 = np.sort(exec_net_1.infer({"data": img})['fc_out']) - - img = np.transpose(img, axes=(0, 2, 3, 1)).astype(np.float32) - tensor_desc = ie.TensorDesc("FP32", [1, 3, 32, 32], "NHWC") - img_blob = ie.Blob(tensor_desc, img) - request = exec_net_2.requests[0] - request.set_blob('data', img_blob) - request.infer() - res_2 = np.sort(request.output_blobs['fc_out'].buffer) - assert np.allclose(res_1, res_2, atol=1e-2, rtol=1e-2) - - -def test_getting_preprocess(device): - ie_core = ie.IECore() - net = ie_core.read_network(test_net_xml, test_net_bin) - exec_net = ie_core.load_network(network=net, device_name=device, num_requests=1) - request = exec_net.requests[0] - preprocess_info = request.preprocess_info["data"] - assert isinstance(preprocess_info, ie.PreProcessInfo) - assert preprocess_info.mean_variant == ie.MeanVariant.NONE - - -def test_resize_algorithm_work(device): - ie_core = ie.IECore() - net = generate_relu_model([1, 3, 32, 32]) - exec_net_1 = ie_core.load_network(network=net, device_name=device, num_requests=1) - - img = generate_image() - res_1 = np.sort(exec_net_1.infer({"parameter": img})['relu']) - - net.input_info['parameter'].preprocess_info.resize_algorithm = ie.ResizeAlgorithm.RESIZE_BILINEAR - - exec_net_2 = ie_core.load_network(net, device) - - tensor_desc = ie.TensorDesc("FP32", [1, 3, img.shape[2], img.shape[3]], "NCHW") - img_blob = ie.Blob(tensor_desc, img) - request = exec_net_2.requests[0] - assert request.preprocess_info["parameter"].resize_algorithm == ie.ResizeAlgorithm.RESIZE_BILINEAR - request.set_blob('parameter', img_blob) - request.infer() - res_2 = np.sort(request.output_blobs['relu'].buffer) - - assert np.allclose(res_1, res_2, atol=1e-2, rtol=1e-2) - - -@pytest.mark.parametrize("mode", ["set_init_memory_state", "reset_memory_state", "normal"]) -@pytest.mark.parametrize("data_type", ["FP32", "FP16", "I32"]) -@pytest.mark.parametrize("input_shape", [[10], [10, 10], [10, 10, 10], [2, 10, 10, 10]]) -@pytest.mark.skipif(os.environ.get("TEST_DEVICE", "CPU") != "CPU", - reason=f"Can't run test on device {os.environ.get('TEST_DEVICE', 'CPU')}, " - "Memory layers fully supported only on CPU") -def test_query_state_write_buffer(device, input_shape, data_type, mode): - ie_core = ie.IECore() - - layout = ["C", "HW", "CHW", "NCHW"] - - from openvino.inference_engine import TensorDesc, Blob, format_map - - net = ie.IENetwork(create_function_with_memory(input_shape, format_map[data_type])) - ie_core = ie.IECore() - exec_net = ie_core.load_network(network=net, device_name=device, num_requests=1) - request = exec_net.requests[0] - mem_states = request.query_state() - mem_state = mem_states[0] - - assert mem_state.name == 'var_id_667' - # todo: Uncomment after fix 45611, - # CPU plugin returns outputs and memory state in FP32 in case of FP16 original precision - #assert mem_state.state.tensor_desc.precision == data_type - - for i in range(1, 10): - if mode == "set_init_memory_state": - # create initial value - const_init = 5 - init_array = np.full(input_shape, const_init, dtype=format_map[mem_state.state.tensor_desc.precision]) - tensor_desc = TensorDesc(mem_state.state.tensor_desc.precision, input_shape, layout[len(input_shape) - 1]) - blob = Blob(tensor_desc, init_array) - mem_state.state = blob - - res = exec_net.infer({"input_data": np.full(input_shape, 1, dtype=format_map[data_type])}) - expected_res = np.full(input_shape, 1 + const_init, dtype=format_map[data_type]) - elif mode == "reset_memory_state": - # reset initial state of ReadValue to zero - mem_state.reset() - res = exec_net.infer({"input_data": np.full(input_shape, 1, dtype=format_map[data_type])}) - - # always ones - expected_res = np.full(input_shape, 1, dtype=format_map[data_type]) - else: - res = exec_net.infer({"input_data": np.full(input_shape, 1, dtype=format_map[data_type])}) - expected_res = np.full(input_shape, i, dtype=format_map[data_type]) - - assert np.allclose(res['MemoryAdd'], expected_res, atol=1e-6), \ - "Expected values: {} \n Actual values: {} \n".format(expected_res, res) - - -def test_set_blob_with_incorrect_name(device): - function = create_encoder([4, 4, 20, 20]) - net = ng.function_to_cnn(function) - ie_core = ie.IECore() - exec_net = ie_core.load_network(net, device) - tensor_desc = exec_net.requests[0].input_blobs["data"].tensor_desc - tensor_desc.dims = [4, 4, 20, 20] - blob = ie.Blob(tensor_desc) - with pytest.raises(RuntimeError) as e: - exec_net.requests[0].set_blob("incorrect_name", blob) - assert f"Failed to find input or output with name: 'incorrect_name'" in str(e.value) - - -def test_set_blob_with_incorrect_size(device): - function = create_encoder([4, 4, 20, 20]) - net = ng.function_to_cnn(function) - ie_core = ie.IECore() - exec_net = ie_core.load_network(net, device) - tensor_desc = exec_net.requests[0].input_blobs["data"].tensor_desc - tensor_desc.dims = [tensor_desc.dims[0]*2, 4, 20, 20] - blob = ie.Blob(tensor_desc) - with pytest.raises(RuntimeError) as e: - exec_net.requests[0].set_blob("data", blob) - assert f"Can't set the input tensor" in str(e.value) - with pytest.raises(RuntimeError) as e: - exec_net.requests[0].set_blob("out", blob) - assert f"Can't set the output tensor" in str(e.value) diff --git a/src/bindings/python/tests_compatibility/test_onnx/test_backend.py b/src/bindings/python/tests_compatibility/test_onnx/test_backend.py deleted file mode 100644 index c1f9a4d7b774bf..00000000000000 --- a/src/bindings/python/tests_compatibility/test_onnx/test_backend.py +++ /dev/null @@ -1,813 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -import logging - -import onnx.backend.test -from tests_compatibility import ( - BACKEND_NAME, - skip_rng_tests, - xfail_unsupported_by_legacy_api, - xfail_issue_33488, - xfail_issue_33581, - xfail_issue_33595, - xfail_issue_33596, - xfail_issue_33606, - xfail_issue_33651, - xfail_issue_38091, - xfail_issue_38699, - xfail_issue_38701, - xfail_issue_38706, - xfail_issue_38710, - xfail_issue_38713, - xfail_issue_38724, - xfail_issue_38734, - xfail_issue_38735, - xfail_issue_39658, - xfail_issue_44858, - xfail_issue_44965, - xfail_issue_45180, - xfail_issue_47323, - xfail_issue_73538, - xfail_issue_48052, - xfail_issue_52463, - xfail_issue_58033, - xfail_issue_63033, - xfail_issue_63036, - xfail_issue_63043, - xfail_issue_63137, - xfail_issue_63138, - xfail_issue_69444, - xfail_issue_78741, - xfail_issue_81976, - skip_segfault, - xfail_issue_82038, - xfail_issue_82039, - xfail_issue_90649, - xfail_issue_91151, - xfail_issue_91490, - xfail_issue_101965, - skip_bitwise_ui64, - xfail_issue_99949, - xfail_issue_99950, - xfail_issue_99952, - xfail_issue_99954, - xfail_issue_99955, - xfail_issue_99957, - xfail_issue_99958, - xfail_issue_99959, - xfail_issue_99960, - xfail_issue_99961, - xfail_issue_99968, - xfail_issue_99969, - xfail_issue_99970, - xfail_issue_99972, - xfail_issue_99973, - xfail_issue_113506, - skip_dynamic_model, - xfail_issue_119896, - xfail_issue_119900, - xfail_issue_119903, - xfail_issue_119906, - xfail_issue_119919, - xfail_issue_119922, - xfail_issue_119925, - xfail_issue_119926, -) -from tests_compatibility.test_onnx.utils.onnx_backend import OpenVinoTestBackend - - -def expect_fail(test_case_path, xfail): # type: (str) -> None - """Mark the test as expected to fail.""" - module_name, test_name = test_case_path.split(".") - module = globals().get(module_name) - if hasattr(module, test_name): - xfail(getattr(module, test_name)) - else: - logging.getLogger().warning( - "Could not mark test as XFAIL, not found: %s", test_case_path - ) - - -OpenVinoTestBackend.backend_name = BACKEND_NAME - -# This is a pytest magic variable to load extra plugins -# Uncomment the line below to enable the ONNX compatibility report -# pytest_plugins = "onnx.backend.test.report", - -# import all test cases at global scope to make them visible to python.unittest -backend_test = onnx.backend.test.BackendTest(OpenVinoTestBackend, __name__) - -skip_tests_general = [ - # Big model tests (see test_zoo_models.py): - "test_bvlc_alexnet", - "test_densenet121", - "test_inception_v1", - "test_inception_v2", - "test_resnet50", - "test_shufflenet", - "test_squeezenet", - "test_vgg19", - "test_zfnet512", -] - -for test in skip_tests_general: - backend_test.exclude(test) - -# NOTE: ALL backend_test.exclude CALLS MUST BE PERFORMED BEFORE THE CALL TO globals().update - -OnnxBackendNodeModelTest = None -OnnxBackendSimpleModelTest = None -OnnxBackendPyTorchOperatorModelTest = None -OnnxBackendPyTorchConvertedModelTest = None -globals().update(backend_test.enable_report().test_cases) - -tests_expected_to_fail = [ - ( - xfail_issue_39658, - "OnnxBackendNodeModelTest.test_tile_cpu", - ), - ( - xfail_issue_38091, - "OnnxBackendNodeModelTest.test_dynamicquantizelinear_cpu", - "OnnxBackendNodeModelTest.test_dynamicquantizelinear_expanded_cpu", - ), - ( - xfail_issue_52463, - "OnnxBackendPyTorchOperatorModelTest.test_operator_add_size1_singleton_broadcast_cpu", - ), - ( - xfail_issue_47323, - "OnnxBackendPyTorchOperatorModelTest.test_operator_add_broadcast_cpu", - "OnnxBackendPyTorchOperatorModelTest.test_operator_addconstant_cpu", - "OnnxBackendPyTorchOperatorModelTest.test_operator_add_size1_right_broadcast_cpu", - ), - ( - xfail_issue_38699, - "OnnxBackendSimpleModelTest.test_gradient_of_add_and_mul_cpu", - "OnnxBackendSimpleModelTest.test_gradient_of_add_cpu", - ), - ( - xfail_issue_33596, - "OnnxBackendSimpleModelTest.test_sequence_model5_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model7_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model1_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model3_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model6_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model8_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model4_cpu", - "OnnxBackendSimpleModelTest.test_sequence_model2_cpu", - "OnnxBackendNodeModelTest.test_identity_sequence_cpu", - "OnnxBackendNodeModelTest.test_if_seq_cpu", - "OnnxBackendNodeModelTest.test_if_opt_cpu", # Optional, SequenceConstruct - "OnnxBackendNodeModelTest.test_split_to_sequence_1_cpu", - "OnnxBackendNodeModelTest.test_split_to_sequence_2_cpu", - "OnnxBackendNodeModelTest.test_split_to_sequence_nokeepdims_cpu", - ), - ( - xfail_issue_38701, - "OnnxBackendSimpleModelTest.test_strnorm_model_monday_casesensintive_nochangecase_cpu", - "OnnxBackendSimpleModelTest.test_strnorm_model_nostopwords_nochangecase_cpu", - "OnnxBackendSimpleModelTest.test_strnorm_model_monday_empty_output_cpu", - "OnnxBackendSimpleModelTest.test_strnorm_model_monday_insensintive_upper_twodim_cpu", - "OnnxBackendSimpleModelTest.test_strnorm_model_monday_casesensintive_lower_cpu", - "OnnxBackendSimpleModelTest.test_strnorm_model_monday_casesensintive_upper_cpu", - "OnnxBackendNodeModelTest.test_strnormalizer_nostopwords_nochangecase_cpu", - "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_casesensintive_nochangecase_cpu", - "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_insensintive_upper_twodim_cpu", - "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_casesensintive_lower_cpu", - "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_empty_output_cpu", - "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_casesensintive_upper_cpu", - "OnnxBackendNodeModelTest.test_cast_STRING_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT_to_STRING_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_STRING_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_STRING_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_STRING_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_castlike_STRING_to_FLOAT_expanded_cpu", - "OnnxBackendNodeModelTest.test_equal_string_broadcast_cpu", - "OnnxBackendNodeModelTest.test_equal_string_cpu", - ), - ( - xfail_issue_33595, - "OnnxBackendNodeModelTest.test_unique_not_sorted_without_axis_cpu", - "OnnxBackendNodeModelTest.test_unique_sorted_with_negative_axis_cpu", - "OnnxBackendNodeModelTest.test_unique_sorted_with_axis_cpu", - "OnnxBackendNodeModelTest.test_unique_sorted_with_axis_3d_cpu", - "OnnxBackendNodeModelTest.test_unique_sorted_without_axis_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_add_1_sequence_1_tensor_expanded_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_add_2_sequences_expanded_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_extract_shapes_expanded_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_identity_1_sequence_1_tensor_expanded_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_identity_1_sequence_expanded_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_identity_2_sequences_expanded_cpu", - ), - ( - xfail_issue_33651, - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_batch_onlybigrams_skip5_cpu", - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_onlybigrams_levelempty_cpu", - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_batch_onlybigrams_skip0_cpu", - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_uniandbigrams_skip5_cpu", - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_only_bigrams_skip0_cpu", - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_batch_uniandbigrams_skip5_cpu", - "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_onlybigrams_skip5_cpu", - ), - ( - xfail_issue_38706, - "OnnxBackendNodeModelTest.test_split_zero_size_splits_cpu", - ), - ( - xfail_issue_33581, - "OnnxBackendNodeModelTest.test_gather_elements_negative_indices_cpu", - ), - ( - xfail_issue_38713, - "OnnxBackendNodeModelTest.test_momentum_cpu", - "OnnxBackendNodeModelTest.test_nesterov_momentum_cpu", - "OnnxBackendNodeModelTest.test_momentum_multiple_cpu", - ), - ( - xfail_issue_73538, - "OnnxBackendNodeModelTest.test_onehot_negative_indices_cpu", - ), - ( - xfail_issue_33488, - "OnnxBackendNodeModelTest.test_maxunpool_export_with_output_shape_cpu", - "OnnxBackendNodeModelTest.test_maxunpool_export_without_output_shape_cpu", - ), - (xfail_issue_38724, "OnnxBackendNodeModelTest.test_resize_tf_crop_and_resize_cpu"), - ( - xfail_issue_33606, - "OnnxBackendNodeModelTest.test_det_2d_cpu", - "OnnxBackendNodeModelTest.test_det_nd_cpu", - ), - ( - xfail_issue_38734, - "OnnxBackendNodeModelTest.test_adam_multiple_cpu", - "OnnxBackendNodeModelTest.test_adam_cpu", - ), - ( - xfail_issue_38735, - "OnnxBackendNodeModelTest.test_adagrad_multiple_cpu", - "OnnxBackendNodeModelTest.test_adagrad_cpu", - ), - ( - xfail_issue_48052, - "OnnxBackendNodeModelTest.test_training_dropout_cpu", - "OnnxBackendNodeModelTest.test_training_dropout_mask_cpu", - "OnnxBackendNodeModelTest.test_training_dropout_default_cpu", - "OnnxBackendNodeModelTest.test_training_dropout_zero_ratio_cpu", - "OnnxBackendNodeModelTest.test_training_dropout_default_mask_cpu", - "OnnxBackendNodeModelTest.test_training_dropout_zero_ratio_mask_cpu", - ), - ( - xfail_issue_45180, - "OnnxBackendNodeModelTest.test_reduce_sum_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_do_not_keepdims_random_cpu", - ), - ( - xfail_issue_44858, - "OnnxBackendNodeModelTest.test_unsqueeze_axis_0_cpu", - "OnnxBackendNodeModelTest.test_unsqueeze_axis_1_cpu", - "OnnxBackendNodeModelTest.test_unsqueeze_axis_2_cpu", - "OnnxBackendNodeModelTest.test_unsqueeze_negative_axes_cpu", - "OnnxBackendNodeModelTest.test_unsqueeze_three_axes_cpu", - "OnnxBackendNodeModelTest.test_unsqueeze_two_axes_cpu", - "OnnxBackendNodeModelTest.test_unsqueeze_unsorted_axes_cpu", - ), - ( - xfail_issue_44965, - "OnnxBackendNodeModelTest.test_loop13_seq_cpu", - "OnnxBackendNodeModelTest.test_sequence_insert_at_back_cpu", - "OnnxBackendNodeModelTest.test_sequence_insert_at_front_cpu", - ), - (xfail_issue_58033, "OnnxBackendNodeModelTest.test_einsum_batch_diagonal_cpu"), - ( - xfail_issue_63033, - "OnnxBackendNodeModelTest.test_batchnorm_epsilon_training_mode_cpu", - "OnnxBackendNodeModelTest.test_batchnorm_example_training_mode_cpu", - ), - (xfail_issue_63036, "OnnxBackendNodeModelTest.test_convtranspose_autopad_same_cpu"), - ( - xfail_issue_63043, - "OnnxBackendNodeModelTest.test_gru_batchwise_cpu", - "OnnxBackendNodeModelTest.test_lstm_batchwise_cpu", - "OnnxBackendNodeModelTest.test_simple_rnn_batchwise_cpu", - ), - ( - xfail_issue_38710, - "OnnxBackendNodeModelTest.test_reshape_allowzero_reordered_cpu", - ), - ( - xfail_issue_91490, - "OnnxBackendNodeModelTest.test_tril_zero_cpu", - "OnnxBackendNodeModelTest.test_triu_zero_cpu", - ), - ( - skip_dynamic_model, - "OnnxBackendNodeModelTest.test_triu_one_row_cpu", - "OnnxBackendNodeModelTest.test_squeeze_cpu", - "OnnxBackendNodeModelTest.test_squeeze_negative_axes_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_negative_axes_hwc_expanded_cpu", - "OnnxBackendNodeModelTest.test_constant_pad_negative_axes_cpu", - ), - ( - skip_rng_tests, - "OnnxBackendNodeModelTest.test_bernoulli_cpu", - "OnnxBackendNodeModelTest.test_bernoulli_double_cpu", - "OnnxBackendNodeModelTest.test_bernoulli_double_expanded_cpu", - "OnnxBackendNodeModelTest.test_bernoulli_expanded_cpu", - "OnnxBackendNodeModelTest.test_bernoulli_seed_cpu", - "OnnxBackendNodeModelTest.test_bernoulli_seed_expanded_cpu", - ), - ( - xfail_issue_63137, - "OnnxBackendNodeModelTest.test_optional_get_element_cpu", - "OnnxBackendNodeModelTest.test_optional_get_element_sequence_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_empty_cpu", - "OnnxBackendNodeModelTest.test_loop16_seq_none_cpu", # OptionalHasElement, SequenceInsert - ), - ( - xfail_issue_63138, - "OnnxBackendNodeModelTest.test_shape_end_1_cpu", - "OnnxBackendNodeModelTest.test_shape_end_negative_1_cpu", - "OnnxBackendNodeModelTest.test_shape_start_1_cpu", - "OnnxBackendNodeModelTest.test_shape_start_1_end_2_cpu", - "OnnxBackendNodeModelTest.test_shape_start_1_end_negative_1_cpu", - "OnnxBackendNodeModelTest.test_shape_start_negative_1_cpu", - ), - ( - xfail_issue_69444, - "OnnxBackendNodeModelTest.test_resize_downsample_scales_linear_align_corners_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_align_corners_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_A_n0p5_exclude_outside_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_A_n0p5_exclude_outside_cpu", - ), - ( - xfail_issue_78741, - "OnnxBackendNodeModelTest.test_compress_0_cpu", - "OnnxBackendNodeModelTest.test_compress_1_cpu", - "OnnxBackendNodeModelTest.test_compress_default_axis_cpu", - "OnnxBackendNodeModelTest.test_compress_negative_axis_cpu", - "OnnxBackendNodeModelTest.test_constant_pad_cpu", - "OnnxBackendNodeModelTest.test_constantofshape_float_ones_cpu", - "OnnxBackendNodeModelTest.test_constantofshape_int_shape_zero_cpu", - "OnnxBackendNodeModelTest.test_constantofshape_int_zeros_cpu", - "OnnxBackendNodeModelTest.test_edge_pad_cpu", - "OnnxBackendNodeModelTest.test_expand_dim_changed_cpu", - "OnnxBackendNodeModelTest.test_expand_dim_unchanged_cpu", - "OnnxBackendNodeModelTest.test_loop11_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_center_point_box_format_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_flipped_coordinates_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_identical_boxes_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_limit_output_size_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_single_box_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_suppress_by_IOU_and_scores_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_suppress_by_IOU_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_two_batches_cpu", - "OnnxBackendNodeModelTest.test_nonmaxsuppression_two_classes_cpu", - "OnnxBackendNodeModelTest.test_nonzero_example_cpu", - "OnnxBackendNodeModelTest.test_onehot_with_axis_cpu", - "OnnxBackendNodeModelTest.test_onehot_with_negative_axis_cpu", - "OnnxBackendNodeModelTest.test_onehot_without_axis_cpu", - "OnnxBackendNodeModelTest.test_range_float_type_positive_delta_cpu", - "OnnxBackendNodeModelTest.test_range_float_type_positive_delta_expanded_cpu", - "OnnxBackendNodeModelTest.test_range_int32_type_negative_delta_cpu", - "OnnxBackendNodeModelTest.test_range_int32_type_negative_delta_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reflect_pad_cpu", - "OnnxBackendNodeModelTest.test_reshape_extended_dims_cpu", - "OnnxBackendNodeModelTest.test_reshape_negative_dim_cpu", - "OnnxBackendNodeModelTest.test_reshape_negative_extended_dims_cpu", - "OnnxBackendNodeModelTest.test_reshape_one_dim_cpu", - "OnnxBackendNodeModelTest.test_reshape_reduced_dims_cpu", - "OnnxBackendNodeModelTest.test_reshape_reordered_all_dims_cpu", - "OnnxBackendNodeModelTest.test_reshape_reordered_last_dims_cpu", - "OnnxBackendNodeModelTest.test_reshape_zero_and_negative_dim_cpu", - "OnnxBackendNodeModelTest.test_reshape_zero_dim_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_scales_linear_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_scales_nearest_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_cubic_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_linear_pytorch_half_pixel_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_nearest_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_align_corners_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_asymmetric_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_linear_align_corners_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_linear_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_nearest_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_cubic_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_ceil_half_pixel_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_floor_align_corners_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric_cpu", - "OnnxBackendNodeModelTest.test_slice_cpu", - "OnnxBackendNodeModelTest.test_slice_default_axes_cpu", - "OnnxBackendNodeModelTest.test_slice_default_steps_cpu", - "OnnxBackendNodeModelTest.test_slice_end_out_of_bounds_cpu", - "OnnxBackendNodeModelTest.test_slice_neg_cpu", - "OnnxBackendNodeModelTest.test_slice_neg_steps_cpu", - "OnnxBackendNodeModelTest.test_slice_negative_axes_cpu", - "OnnxBackendNodeModelTest.test_slice_start_out_of_bounds_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_1d_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_2d_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_default_axis_cpu", - "OnnxBackendNodeModelTest.test_tile_precomputed_cpu", - "OnnxBackendNodeModelTest.test_top_k_cpu", - "OnnxBackendNodeModelTest.test_top_k_negative_axis_cpu", - "OnnxBackendNodeModelTest.test_top_k_smallest_cpu", - "OnnxBackendNodeModelTest.test_upsample_nearest_cpu", - "OnnxBackendSimpleModelTest.test_expand_shape_model1_cpu", - "OnnxBackendSimpleModelTest.test_expand_shape_model2_cpu", - "OnnxBackendSimpleModelTest.test_expand_shape_model3_cpu", - "OnnxBackendSimpleModelTest.test_expand_shape_model4_cpu", - ), - ( - skip_segfault, - "OnnxBackendNodeModelTest.test_sce_NCd1d2d3d4d5_mean_weight_cpu", # ticket: 81976 - "OnnxBackendNodeModelTest.test_sce_NCd1d2d3d4d5_mean_weight_log_prob_cpu", # ticket: 81976 - "OnnxBackendNodeModelTest.test_sce_NCd1d2d3d4d5_none_no_weight_cpu", # ticket: 81976 - "OnnxBackendNodeModelTest.test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_cpu", # ticket: 81976 - "OnnxBackendNodeModelTest.test_layer_normalization_2d_axis0_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_2d_axis1_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_2d_axis_negative_1_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_2d_axis_negative_2_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis0_epsilon_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis1_epsilon_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis2_epsilon_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis_negative_1_epsilon_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis_negative_2_epsilon_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis_negative_3_epsilon_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis0_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis1_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis2_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis3_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_1_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_2_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_3_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_4_cpu", # ticket: 90649 - "OnnxBackendNodeModelTest.test_layer_normalization_default_axis_cpu", # ticket: 90649 - ), - ( - xfail_issue_81976, # SoftmaxCrossEntropyLoss operator - "OnnxBackendNodeModelTest.test_sce_mean_3d_cpu", - "OnnxBackendNodeModelTest.test_sce_mean_3d_log_prob_cpu", - ), - ( - xfail_issue_82038, - "OnnxBackendNodeModelTest.test_scatternd_add_cpu", - "OnnxBackendNodeModelTest.test_scatternd_multiply_cpu", - ), - ( - xfail_issue_82039, - "OnnxBackendNodeModelTest.test_identity_opt_cpu", - ), - ( - xfail_issue_90649, - "OnnxBackendNodeModelTest.test_blackmanwindow_cpu", - "OnnxBackendNodeModelTest.test_blackmanwindow_symmetric_cpu", - "OnnxBackendNodeModelTest.test_hammingwindow_cpu", - "OnnxBackendNodeModelTest.test_hammingwindow_symmetric_cpu", - "OnnxBackendNodeModelTest.test_hannwindow_cpu", - "OnnxBackendNodeModelTest.test_hannwindow_symmetric_cpu", - "OnnxBackendNodeModelTest.test_melweightmatrix_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_add_1_sequence_1_tensor_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_add_2_sequences_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_extract_shapes_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_identity_1_sequence_1_tensor_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_identity_1_sequence_cpu", - "OnnxBackendNodeModelTest.test_sequence_map_identity_2_sequences_cpu", - "OnnxBackendNodeModelTest.test_stft_cpu", - "OnnxBackendNodeModelTest.test_stft_with_window_cpu", - ), - ( - xfail_issue_91151, - "OnnxBackendNodeModelTest.test_castlike_BFLOAT16_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_BFLOAT16_cpu", - ), - ( - xfail_issue_101965, - "OnnxBackendNodeModelTest.test_dft_axis_cpu", - "OnnxBackendNodeModelTest.test_dft_cpu", - "OnnxBackendNodeModelTest.test_dft_inverse_cpu", - ), - ( - xfail_unsupported_by_legacy_api, - "OnnxBackendNodeModelTest.test_blackmanwindow_expanded_cpu", - "OnnxBackendNodeModelTest.test_blackmanwindow_symmetric_expanded_cpu", - "OnnxBackendNodeModelTest.test_hammingwindow_expanded_cpu", - "OnnxBackendNodeModelTest.test_hammingwindow_symmetric_expanded_cpu", - "OnnxBackendNodeModelTest.test_hannwindow_expanded_cpu", - "OnnxBackendNodeModelTest.test_hannwindow_symmetric_expanded_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_and_pad_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_keep_dims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_keep_dims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_expanded_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_pad_expanded_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_1d_opset13_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_1d_opset18_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_2d_opset13_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_2d_opset18_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_default_axis_opset13_cpu", - "OnnxBackendNodeModelTest.test_split_variable_parts_default_axis_opset18_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_keep_dims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_keep_dims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_keepdims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_negative_axes_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_keepdims_random_expanded_cpu", - ), - ( - skip_bitwise_ui64, - "OnnxBackendNodeModelTest.test_bitwise_and_ui64_bcast_3v1d_cpu", - ), - ( - xfail_issue_99949, - "OnnxBackendNodeModelTest.test_bitwise_not_2d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_not_3d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_not_4d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_or_i16_4d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_or_i32_2d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_or_ui64_bcast_3v1d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_xor_ui8_bcast_4v3d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_xor_i16_3d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_xor_i32_2d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_or_ui8_bcast_4v3d_cpu", - "OnnxBackendNodeModelTest.test_bitwise_xor_ui64_bcast_3v1d_cpu", - ), - ( - xfail_issue_99950, - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_and_pad_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_axes_chw_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_axes_chw_expanded_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_axes_hwc_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_axes_hwc_expanded_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_pad_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_negative_axes_hwc_cpu", - "OnnxBackendNodeModelTest.test_center_crop_pad_crop_negative_axes_hwc_expanded_cpu", - ), - ( - xfail_issue_99952, - "OnnxBackendNodeModelTest.test_col2im_5d_cpu", - "OnnxBackendNodeModelTest.test_col2im_cpu", - "OnnxBackendNodeModelTest.test_col2im_dilations_cpu", - "OnnxBackendNodeModelTest.test_col2im_pads_cpu", - "OnnxBackendNodeModelTest.test_col2im_strides_cpu", - ), - ( - xfail_issue_99954, - "OnnxBackendNodeModelTest.test_constant_pad_axes_cpu", - ), - ( - xfail_issue_99955, - "OnnxBackendNodeModelTest.test_group_normalization_epsilon_expanded_cpu", - "OnnxBackendNodeModelTest.test_group_normalization_example_expanded_cpu", - ), - ( - xfail_issue_99957, - "OnnxBackendNodeModelTest.test_layer_normalization_2d_axis1_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_2d_axis_negative_1_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis1_epsilon_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis2_epsilon_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis1_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis2_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis3_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_1_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_2_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_4d_axis_negative_3_expanded_ver18_cpu", - "OnnxBackendNodeModelTest.test_layer_normalization_default_axis_expanded_ver18_cpu", - ), - ( - xfail_issue_99958, - "OnnxBackendNodeModelTest.test_logsoftmax_large_number_expanded_ver18_cpu", - ), - ( - xfail_issue_99959, - "OnnxBackendNodeModelTest.test_mish_cpu", - ), - ( - xfail_issue_99960, - "OnnxBackendNodeModelTest.test_mvn_expanded_ver18_cpu", - ), - ( - xfail_issue_99961, - "OnnxBackendNodeModelTest.test_optional_get_element_optional_sequence_cpu", - "OnnxBackendNodeModelTest.test_optional_get_element_optional_tensor_cpu", - "OnnxBackendNodeModelTest.test_optional_get_element_tensor_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_empty_no_input_name_optional_input_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_empty_no_input_name_tensor_input_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_empty_no_input_optional_input_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_empty_no_input_tensor_input_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_empty_optional_input_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_optional_input_cpu", - "OnnxBackendNodeModelTest.test_optional_has_element_tensor_input_cpu", - ), - ( - xfail_issue_99968, - "OnnxBackendNodeModelTest.test_reduce_l1_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_do_not_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_do_not_keepdims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_keep_dims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_keep_dims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_negative_axes_keep_dims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_negative_axes_keep_dims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_do_not_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_do_not_keepdims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_keep_dims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_keep_dims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_negative_axes_keep_dims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_negative_axes_keep_dims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_asc_axes_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_asc_axes_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_desc_axes_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_desc_axes_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_do_not_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_do_not_keepdims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_negative_axes_cpu", - "OnnxBackendNodeModelTest.test_reduce_max_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_max_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_max_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_max_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_max_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_max_negative_axes_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_mean_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_negative_axes_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_mean_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_mean_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_mean_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_mean_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_mean_negative_axes_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_min_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_min_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_min_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_min_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_min_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_min_negative_axes_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_prod_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_prod_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_prod_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_prod_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_prod_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_prod_negative_axes_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_do_not_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_do_not_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_do_not_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_do_not_keepdims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_negative_axes_keepdims_example_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_negative_axes_keepdims_random_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_negative_axes_keep_dims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l1_negative_axes_keep_dims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_negative_axes_keep_dims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_l2_negative_axes_keep_dims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_negative_axes_keepdims_example_expanded_cpu", - "OnnxBackendNodeModelTest.test_reduce_sum_square_negative_axes_keepdims_random_expanded_cpu", - ), - ( - xfail_issue_99969, - "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_antialias_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_scales_linear_antialias_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_cubic_antialias_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_linear_antialias_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_nearest_not_smaller_cpu", - "OnnxBackendNodeModelTest.test_resize_downsample_sizes_nearest_not_larger_cpu", - "OnnxBackendNodeModelTest.test_resize_tf_crop_and_resize_axes_2_3_cpu", - "OnnxBackendNodeModelTest.test_resize_tf_crop_and_resize_axes_3_2_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_nearest_axes_2_3_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_nearest_axes_3_2_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_axes_2_3_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_axes_3_2_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_not_larger_cpu", - ), - ( - xfail_issue_99970, - "OnnxBackendNodeModelTest.test_scatternd_max_cpu", - "OnnxBackendNodeModelTest.test_scatternd_min_cpu", - ), - ( - xfail_issue_99972, - "OnnxBackendNodeModelTest.test_softmax_large_number_expanded_ver18_cpu", - ), - ( - xfail_issue_99973, - "OnnxBackendNodeModelTest.test_split_1d_uneven_split_opset18_cpu", - "OnnxBackendNodeModelTest.test_split_2d_uneven_split_opset18_cpu", - "OnnxBackendNodeModelTest.test_split_zero_size_splits_opset13_cpu", - "OnnxBackendNodeModelTest.test_split_zero_size_splits_opset18_cpu", - ), - ( - xfail_issue_113506, - "OnnxBackendNodeModelTest.test_lstm_with_peepholes_cpu", - ), - ( - xfail_issue_119896, - "OnnxBackendNodeModelTest.test_cast_FLOAT16_to_FLOAT8E4M3FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT16_to_FLOAT8E4M3FN_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT16_to_FLOAT8E5M2FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT16_to_FLOAT8E5M2_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E4M3FNUZ_to_FLOAT16_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E4M3FNUZ_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E4M3FN_to_FLOAT16_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E4M3FN_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E5M2FNUZ_to_FLOAT16_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E5M2FNUZ_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E5M2_to_FLOAT16_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT8E5M2_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT_to_FLOAT8E4M3FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT_to_FLOAT8E4M3FN_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT_to_FLOAT8E5M2FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_FLOAT_to_FLOAT8E5M2_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ_cpu", - "OnnxBackendNodeModelTest.test_cast_no_saturate_FLOAT_to_FLOAT8E5M2_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E4M3FN_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E5M2_to_FLOAT_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT8E5M2_to_FLOAT_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E4M3FN_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E5M2_cpu", - "OnnxBackendNodeModelTest.test_castlike_FLOAT_to_FLOAT8E5M2_expanded_cpu", - "OnnxBackendNodeModelTest.test_dequantizelinear_e4m3fn_cpu", - "OnnxBackendNodeModelTest.test_dequantizelinear_e5m2_cpu", - "OnnxBackendNodeModelTest.test_quantizelinear_e4m3fn_cpu", - "OnnxBackendNodeModelTest.test_quantizelinear_e5m2_cpu", - ), - ( - xfail_issue_119900, - "OnnxBackendNodeModelTest.test_resize_downsample_scales_linear_half_pixel_symmetric_cpu", - "OnnxBackendNodeModelTest.test_resize_upsample_scales_linear_half_pixel_symmetric_cpu", - ), - ( - xfail_issue_119903, - "OnnxBackendNodeModelTest.test_basic_deform_conv_with_padding_cpu", - "OnnxBackendNodeModelTest.test_basic_deform_conv_without_padding_cpu", - "OnnxBackendNodeModelTest.test_deform_conv_with_mask_bias_cpu", - "OnnxBackendNodeModelTest.test_deform_conv_with_multiple_offset_groups_cpu", - ), - ( - xfail_issue_119906, - "OnnxBackendNodeModelTest.test_lppool_1d_default_cpu", - "OnnxBackendNodeModelTest.test_lppool_2d_default_cpu", - "OnnxBackendNodeModelTest.test_lppool_2d_dilations_cpu", - "OnnxBackendNodeModelTest.test_lppool_2d_pads_cpu", - "OnnxBackendNodeModelTest.test_lppool_2d_same_lower_cpu", - "OnnxBackendNodeModelTest.test_lppool_2d_same_upper_cpu", - "OnnxBackendNodeModelTest.test_lppool_2d_strides_cpu", - "OnnxBackendNodeModelTest.test_lppool_3d_default_cpu", - ), - ( - xfail_issue_119919, - "OnnxBackendNodeModelTest.test_wrap_pad_cpu", - ), - ( - xfail_issue_119922, - "OnnxBackendNodeModelTest.test_ai_onnx_ml_array_feature_extractor_cpu", - "OnnxBackendNodeModelTest.test_ai_onnx_ml_binarizer_cpu", - ), - ( - xfail_issue_119925, - "OnnxBackendNodeModelTest.test_averagepool_2d_dilations_cpu", - ), - ( - xfail_issue_119926, - "OnnxBackendNodeModelTest.test_roialign_mode_max_cpu", - ), -] - -for test_group in tests_expected_to_fail: - for test_case in test_group[1:]: - expect_fail("{}".format(test_case), test_group[0])