From 22d676ef2e11a773913584e2e92f87a3d3c99edc Mon Sep 17 00:00:00 2001 From: MirceaDan99 Date: Mon, 28 Oct 2024 18:38:59 +0200 Subject: [PATCH] Release `networkStorage` and `compiledNetwork` for `import_model` path --- .../include/ze_graph_ext_wrapper.hpp | 2 +- .../ze_graph_ext_wrapper_interface.hpp | 2 +- .../src/compiler_adapter/src/driver_graph.cpp | 2 +- .../src/compiler_adapter/src/plugin_graph.cpp | 2 +- .../src/ze_graph_ext_wrapper.cpp | 2 +- .../skip_tests_config.cpp | 282 ++++++------------ 6 files changed, 103 insertions(+), 189 deletions(-) diff --git a/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper.hpp b/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper.hpp index e1b4e91cf4356c..93a9a53dacb53d 100644 --- a/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper.hpp +++ b/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper.hpp @@ -71,7 +71,7 @@ class ZeGraphExtWrappers final : public ZeGraphExtWrappersInterface { void setGraphArgumentValue(ze_graph_handle_t graphHandle, uint32_t argi_, const void* argv) const override; - void initializeGraph(ze_graph_handle_t graphHandle, const Config& config) const override; + void initializeGraph(ze_graph_handle_t graphHandle, const Config& config, std::optional> /* unusedBlobOpt */) const override; private: template = true> diff --git a/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper_interface.hpp b/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper_interface.hpp index 567707750d6f9e..19a06f9c9a2488 100644 --- a/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper_interface.hpp +++ b/src/plugins/intel_npu/src/compiler_adapter/include/ze_graph_ext_wrapper_interface.hpp @@ -34,7 +34,7 @@ class ZeGraphExtWrappersInterface { virtual void setGraphArgumentValue(ze_graph_handle_t graphHandle, uint32_t argi_, const void* argv) const = 0; - virtual void initializeGraph(ze_graph_handle_t graphHandle, const Config& config) const = 0; + virtual void initializeGraph(ze_graph_handle_t graphHandle, const Config& config, std::optional> blobOpt) const = 0; virtual ~ZeGraphExtWrappersInterface() = default; }; diff --git a/src/plugins/intel_npu/src/compiler_adapter/src/driver_graph.cpp b/src/plugins/intel_npu/src/compiler_adapter/src/driver_graph.cpp index b2c070ae00b9cc..50db31fa16b988 100644 --- a/src/plugins/intel_npu/src/compiler_adapter/src/driver_graph.cpp +++ b/src/plugins/intel_npu/src/compiler_adapter/src/driver_graph.cpp @@ -117,7 +117,7 @@ void DriverGraph::initialize(const Config& config) { set_workload_type(config.get()); } - _zeGraphExt->initializeGraph(_handle, config); + _zeGraphExt->initializeGraph(_handle, config, std::move(_blob)); _logger.debug("Graph initialize finish"); } diff --git a/src/plugins/intel_npu/src/compiler_adapter/src/plugin_graph.cpp b/src/plugins/intel_npu/src/compiler_adapter/src/plugin_graph.cpp index 7a292f22fa06f9..c1479e6902c2ab 100644 --- a/src/plugins/intel_npu/src/compiler_adapter/src/plugin_graph.cpp +++ b/src/plugins/intel_npu/src/compiler_adapter/src/plugin_graph.cpp @@ -116,7 +116,7 @@ void PluginGraph::initialize(const Config& config) { set_workload_type(config.get()); } - _zeGraphExt->initializeGraph(_handle, config); + _zeGraphExt->initializeGraph(_handle, config, std::move(_blob)); _logger.debug("Graph initialize finish"); } diff --git a/src/plugins/intel_npu/src/compiler_adapter/src/ze_graph_ext_wrapper.cpp b/src/plugins/intel_npu/src/compiler_adapter/src/ze_graph_ext_wrapper.cpp index 3f87fe9d050725..60e8f035d119af 100644 --- a/src/plugins/intel_npu/src/compiler_adapter/src/ze_graph_ext_wrapper.cpp +++ b/src/plugins/intel_npu/src/compiler_adapter/src/ze_graph_ext_wrapper.cpp @@ -145,7 +145,7 @@ void ZeGraphExtWrappers::setGraphArgumentValue(ze_graph_handle_t } template -void ZeGraphExtWrappers::initializeGraph(ze_graph_handle_t graphHandle, const Config& config) const { +void ZeGraphExtWrappers::initializeGraph(ze_graph_handle_t graphHandle, const Config& config, std::optional> /* unusedBlob */) const { if (_zeroInitStruct->getGraphDdiTable().version() < ZE_GRAPH_EXT_VERSION_1_8) { initialize_graph_through_command_list(graphHandle, config); } else { diff --git a/src/plugins/intel_npu/tests/functional/shared_tests_instances/skip_tests_config.cpp b/src/plugins/intel_npu/tests/functional/shared_tests_instances/skip_tests_config.cpp index 939269c2bc46f3..c362b4ee92c1aa 100644 --- a/src/plugins/intel_npu/tests/functional/shared_tests_instances/skip_tests_config.cpp +++ b/src/plugins/intel_npu/tests/functional/shared_tests_instances/skip_tests_config.cpp @@ -1,10 +1,10 @@ -// -// Copyright (C) 2022-2024 Intel Corporation +// Copyright (C) 2018-2024 Intel Corporation // SPDX-License-Identifier: Apache-2.0 // #include "functional_test_utils/skip_tests_config.hpp" +#include #include #include #include @@ -16,8 +16,6 @@ #include "functional_test_utils/ov_plugin_cache.hpp" #include "intel_npu/npu_private_properties.hpp" -#include - class BackendName { public: BackendName() { @@ -41,6 +39,10 @@ class BackendName { return _name == "LEVEL0"; } + bool isVpual() const { + return _name == "VPUAL"; + } + bool isIMD() const { return _name == "IMD"; } @@ -62,7 +64,7 @@ class AvailableDevices { // Private device names may be registered via environment variables const std::string environmentDevice = - ov::test::utils::getTestsPlatformFromEnvironmentOr(ov::intel_npu::Platform::AUTO_DETECT.data()); + ov::test::utils::getTestsPlatformFromEnvironmentOr(ov::intel_npu::Platform::AUTO_DETECT.data()); const std::string standardizedEnvironmentDevice = ov::intel_npu::Platform::standardize(environmentDevice); if (std::all_of(_availableDevices.begin(), _availableDevices.end(), [&](const std::string& deviceName) { @@ -86,24 +88,6 @@ class AvailableDevices { }); } - bool has4000() const { - return std::any_of(_availableDevices.begin(), _availableDevices.end(), [](const std::string& deviceName) { - return deviceName.find("4000") != std::string::npos; - }); - } - - bool has5010() const { - return std::any_of(_availableDevices.begin(), _availableDevices.end(), [](const std::string& deviceName) { - return deviceName.find("5010") != std::string::npos; - }); - } - - bool has6010() const { - return std::any_of(_availableDevices.begin(), _availableDevices.end(), [](const std::string& deviceName) { - return deviceName.find("6010") != std::string::npos; - }); - } - private: std::vector _availableDevices; intel_npu::Logger _log = intel_npu::Logger("AvailableDevices", ov::log::Level::INFO); @@ -144,8 +128,8 @@ class SkipRegistry { private: struct Entry { Entry(std::string&& comment, std::vector&& patterns) - : _comment{std::move(comment)}, _patterns{std::move(patterns)} { - } + : _comment{std::move(comment)}, + _patterns{std::move(patterns)} {} std::string _comment; std::vector _patterns; @@ -155,12 +139,16 @@ class SkipRegistry { intel_npu::Logger _log = intel_npu::Logger("SkipRegistry", ov::log::Level::INFO); }; +std::string getCurrentTestName(); + std::string getCurrentTestName() { const auto* currentTestInfo = ::testing::UnitTest::GetInstance()->current_test_info(); const auto currentTestName = currentTestInfo->test_case_name() + std::string(".") + currentTestInfo->name(); return currentTestName; } +std::vector disabledTestPatterns(); + std::vector disabledTestPatterns() { // Initialize skip registry static const auto skipRegistry = []() { @@ -278,13 +266,15 @@ std::vector disabledTestPatterns() { _skipRegistry.addPatterns( "Tests with unsupported precision", { ".*InferRequestCheckTensorPrecision.*type=boolean.*", - ".*InferRequestCheckTensorPrecision.*type=bf16.*", ".*InferRequestCheckTensorPrecision.*type=f64.*", + ".*InferRequestCheckTensorPrecision.*type=bf16.*", ".*InferRequestCheckTensorPrecision.*type=u1\\D.*", + // [Track number: E#97469] + ".*InferRequestCheckTensorPrecision.*type=i64.*", }); - _skipRegistry.addPatterns(!backendName.isZero() || !(devices.has3720() || devices.has4000()), - "Tests enabled only for L0 NPU3720 and NPU4000", { + _skipRegistry.addPatterns(!backendName.isZero() || !devices.has3720(), + "Tests enabled only for L0 NPU3720", { // [Track number: E#70764] ".*InferRequestCheckTensorPrecision.*", ".*InferRequestIOTensorSetPrecisionTest.*", @@ -308,8 +298,8 @@ std::vector disabledTestPatterns() { // [Track number: E#67741] _skipRegistry.addPatterns( "Cannot call setShape for Blobs", { - R"(.*(smoke_Behavior|smoke_Multi_Behavior|smoke_Auto_Behavior).*OVInferRequestIOTensorTest.*canInferAfterIOBlobReallocation.*)", - R"(.*(smoke_Behavior|smoke_Multi_Behavior).*OVInferRequestIOTensorTest.*InferStaticNetworkSetChangedInputTensorThrow.*targetDevice=(NPU_|MULTI_configItem=MULTI_DEVICE_PRIORITIES_NPU).*)" + R"(.*(smoke_Behavior|smoke_Auto_Behavior|smoke_Multi_Behavior).*OVInferRequestIOTensorTest.*canInferAfterIOBlobReallocation.*)", + R"(.*(smoke_Behavior|smoke_Auto_Behavior|smoke_Multi_Behavior).*OVInferRequestIOTensorTest.*InferStaticNetworkSetChangedInputTensorThrow.*targetDevice=(NPU_|MULTI_configItem=MULTI_DEVICE_PRIORITIES_NPU).*)" }); // [Track number: E#67749] @@ -323,10 +313,10 @@ std::vector disabledTestPatterns() { "NPU Plugin currently fails to get a valid output in these test cases", { ".*OVInferRequestIOTensorTest.InferStaticNetworkSetChangedInputTensorThrow.*", ".*OVInferRequestIOTensorTestNPU.InferStaticNetworkSetChangedInputTensorThrow.*", - R"(.*OVInferRequestIOTensorTestNPU.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=(NPU3720_|NPU4000_).*)", - R"(.*OVInferRequestIOTensorTestNPU.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=(NPU3720_|NPU4000_)configItem=MULTI_DEVICE_PRIORITIES_NPU_.*)", - R"(.*OVInferRequestIOTensorTest.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=(NPU3720_|NPU4000_).*)", - R"(.*OVInferRequestIOTensorTest.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=(NPU3720_|NPU4000_)configItem=MULTI_DEVICE_PRIORITIES_NPU_.*)", + R"(.*OVInferRequestIOTensorTestNPU.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=NPU3720_.*)", + R"(.*OVInferRequestIOTensorTestNPU.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=NPU3720_configItem=MULTI_DEVICE_PRIORITIES_NPU_.*)", + R"(.*OVInferRequestIOTensorTest.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=NPU3720_.*)", + R"(.*OVInferRequestIOTensorTest.InferStaticNetworkSetChangedInputTensorThrow/targetDevice=NPU3720_configItem=MULTI_DEVICE_PRIORITIES_NPU_.*)", }); // [Track number: E#68774] @@ -408,6 +398,7 @@ std::vector disabledTestPatterns() { _skipRegistry.addPatterns(devices.count() && !devices.has3720(), "Tests are disabled for all devices except NPU3720", { + // [Track number: E#49620] ".*NPU3720.*", // [Track number: E#84621] ".*DriverCompilerAdapterDowngradeInterpolate11TestNPU.*", @@ -473,53 +464,32 @@ std::vector disabledTestPatterns() { _skipRegistry.addPatterns("OpenVINO issues when using caching mechanism", {// [Tracking number: CVS#119359] - ".*smoke_Auto_BehaviorTests_CachingSupportCase_NPU_Driver/CompileModelLoadFromFileTestBase.*", + ".*smoke_Auto_BehaviorTests_CachingSupportCase_NPU/CompileModelLoadFromFileTestBase.*", // [Tracking number: CVS#120240] - ".*smoke_BehaviorTests_CachingSupportCase_NPU_Driver/CompileModelLoadFromFileTestBase.*"}); - - // [Track number: E#144361] - _skipRegistry.addPatterns(backendName.isZero() && devices.has3720(), - "[WW43]Driver update failures", { - ".*Gather8LayerTest_NPU3720.*1548288.*", - ".*smoke_TwoScatterUpdateInDDR/TwoScatterUpdateTest_NPU3720.SW.*", - }); - - // [Tracking number: E#119397] - _skipRegistry.addPatterns(backendName.isZero() && devices.has4000(), - "Test fails compilation (on both Ubuntu and Windows)", { - ".*DetectionOutputLayerTestCommon.NPU4000.*", - // [Tracking number : E#144444] - ".*smoke_TwoScatterUpdateInDDR.*" - }); - - // [Tracking number : E#144556] - _skipRegistry.addPatterns(backendName.isZero() && devices.has5010(), - "[WW42]Driver update failures", { - ".*smoke_TwoScatterUpdateInDDR.*", - ".*MatMulWithDivide.*", - ".*smoke_SelectDuplicatedInput.*", - }); + ".*smoke_BehaviorTests_CachingSupportCase_NPU/CompileModelLoadFromFileTestBase.*"}); #ifdef WIN32 #elif defined(__linux__) // [Tracking number: E#103391] - _skipRegistry.addPatterns(backendName.isZero() && (devices.has3720() || devices.has4000()), + _skipRegistry.addPatterns(backendName.isZero() && devices.has3720(), "IfTest segfaults npuFuncTest on Ubuntu", { ".*smoke_IfTest.*" }); - // [Tracking number: E#129645] - _skipRegistry.addPatterns(backendName.isZero() && devices.has4000(), - "Tests fail with: ZE_RESULT_ERROR_UNINITIALIZED, code 0x78000001", { - ".*DftLayerTestCommon.NPU4000.*" - }); - // [Track number: E#144361] _skipRegistry.addPatterns(backendName.isZero() && devices.has3720(), - "[WW43]Driver update failures", { - ".*Gather8LayerTest_NPU3720.*1548288.*", - ".*smoke_TwoScatterUpdateInDDR/TwoScatterUpdateTest_NPU3720.SW.*", + "Tests fail with: ZE_RESULT_ERROR_DEVICE_LOST, code 0x70000001", { + // [Tracking number: E#111369] + ".*OVInferRequestMultithreadingTests.canRun3SyncRequestsConsistently.*" + }); + + // [Tracking number: E#107154] + _skipRegistry.addPatterns( + "Can't disable ELF Backend since Graphfile does not work on linux", { + ".*NPU_USE_ELF_COMPILER_BACKEND:NO.*", + ".*USE_ELF_COMPILER_BACKEND_NO.*" }); #endif + _skipRegistry.addPatterns(backendName.isIMD(), "IMD/Simics do not support the tests", { // [Tracking number: E#81065] @@ -537,49 +507,10 @@ std::vector disabledTestPatterns() { ".*smoke_VariableStateBasic.*" }); - _skipRegistry.addPatterns(devices.has5010() || devices.has6010(), - "Accuracy issues", { - // [Tracking number E#132343] - ".*smoke_precommit_SEP_ConvolutionBackpropData2D_OutputPadding.*", - // [Tracking number E#132336] - ".*smoke_precommit_BatchToSpace_4D.*", - ".*smoke_precommit_BatchToSpace_5D.*" - }); - - // [Tracking number E#137476] - _skipRegistry.addPatterns(devices.has5010(), - "Memory tests take too long in SIMICS, application crashes", { - ".*VpuDeviceAllocMemSizeSameAfterDestroy.*" - }); - - // [Tracking number E#137476] - _skipRegistry.addPatterns(devices.has5010(), - "Unicode paths are known to fain in SIMICS enviroments", { - ".*smoke_registerPluginsLibrariesUnicodePath.*" - }); - - // [Tracking number E#136348] - _skipRegistry.addPatterns(devices.has5010(), - "Compilation fails with Dynamic Shapes", { - ".*NPUInferRequestDynamicTests.*" - }); - - // [Tracking number E#124966] - _skipRegistry.addPatterns(devices.has6010(), - "SHAVE IRQ issues from firmware", { - ".*smoke_Eltwise_Signed/EltwiseIntegerLayerTest.NPU6010.*", - ".*smoke_Eltwise_Unsigned/EltwiseIntegerLayerTest.NPU6010.*", - }); - - // [Track number: E#118999] + // [Track number: E#83708] _skipRegistry.addPatterns(backendName.isZero(), - "Newly enabled, never tested", { - ".*smoke_BehaviorTests_Driver/OVCompiledGraphImportExportTest.importExportedFunctionConstantResultOnly.*", - ".*smoke_BehaviorTests_OVClassImportExportTestP/OVClassCompiledModelImportExportTestP.smoke_ImportNetworkThrowWithDeviceName.*", - ".*ClassExecutableNetworkTestSuite1NPU.PropertyIsSupportedAndImmutableAndGet.*", - ".*ClassExecutableNetworkTestSuite2NPU.PropertyIsSupportedAndImmutableAndCanNotSet.*", - ".*ClassPluginPropertiesTestSuite4NPU.CanNotSetGetInexistentProperty.*", - ".*BehaviorTests_OVCheckSetSupportedRWMandatoryMetricsPropsTests/OVCheckSetSupportedRWMetricsPropsTests.ChangeCorrectProperties.*" + "MemoryLSTMCellTest failing with NOT_IMPLEMENTED", { + ".*smoke_MemoryLSTMCellTest.*" }); _skipRegistry.addPatterns(!backendName.isZero() || !devices.has3720(), @@ -602,12 +533,18 @@ std::vector disabledTestPatterns() { }); // [Tracking number: E#99817] - _skipRegistry.addPatterns(backendName.isZero() && (devices.has3720() || devices.has4000()), - "Disabled tests for NPU3720 and NPU4000", { + _skipRegistry.addPatterns(backendName.isZero() && devices.has3720(), + "Disabled tests for NPU3720", { ".*InferRequestVariableStateTest.inferreq_smoke_VariableState_2infers.*", ".*OVInferRequestIOTensorTest.*InferStaticNetworkSetChangedInputTensorThrow.*" }); + // [Tracking number: E#114903] + _skipRegistry.addPatterns(devices.has3720(), + "Tests fail when using latest OV commit from ww09", { + ".*smoke_RandomUniform/RandomLayerTest_NPU3720.SW.*", + }); + // TODO _skipRegistry.addPatterns( "GetExecGraphInfo function is not implemented for NPU plugin", { @@ -616,7 +553,7 @@ std::vector disabledTestPatterns() { // TODO _skipRegistry.addPatterns("Fails with CID", { - ".*smoke_BehaviorTests_OVClassLoadNetworkTest_Driver/OVClassLoadNetworkTestNPU.LoadNetworkHETEROWithDeviceIDNoThrow.*NPU_COMPILER_TYPE_DRIVER.*" + ".*smoke_BehaviorTests_OVClassLoadNetworkTest/OVClassLoadNetworkTestNPU.LoadNetworkHETEROWithDeviceIDNoThrow.*" }); #ifdef WIN32 @@ -642,7 +579,7 @@ std::vector disabledTestPatterns() { // [Tracking number: E#109040] _skipRegistry.addPatterns("Disabled all tests CompileForDifferentPlatformsTests with config NPU_COMPILER_TYPE_DRIVER", { - ".*smoke_BehaviorTest_Driver/CompileForDifferentPlatformsTests.*NPU_COMPILER_TYPE_DRIVER.*" + ".*smoke_BehaviorTest/CompileForDifferentPlatformsTests.*" }); // TODO @@ -653,19 +590,7 @@ std::vector disabledTestPatterns() { // TODO _skipRegistry.addPatterns("Fails with CID", { - ".*smoke_BehaviorTests_OVClassLoadNetworkTest_Driver/OVClassLoadNetworkTestNPU.LoadNetworkHETEROWithDeviceIDNoThrow.*NPU_COMPILER_TYPE_DRIVER.*" - }); - - // [Tracking number: E#114622] - _skipRegistry.addPatterns(!devices.has3720(), - "The implementation does not allow passing extra configuration options. This prohibits specifying the private platform codes explicitly.", { - ".*smoke_OVClassImportExportTestP/OVClassCompiledModelImportExportTestP.smoke_ImportNetworkNoThrowWithDeviceName.*", - ".*nightly_OVClassModelOptionalTestP/OVClassModelOptionalTestP.CompileModel.*", - ".*smoke_BehaviorTests_OVCheckSetSupportedRWMetricsPropsTests/.*", - ".*OVHoldersTest.*", - ".*OVHoldersTestOnImportedNetwork.*", - ".*OVHoldersTestWithConfig.*", - ".*OVInferRequestInferenceTests.*" + ".*smoke_BehaviorTests_OVClassLoadNetworkTest/OVClassLoadNetworkTestNPU.LoadNetworkHETEROWithDeviceIDNoThrow.*" }); // [Tracking number: E#114623] @@ -679,29 +604,26 @@ std::vector disabledTestPatterns() { // [Tracking number: E#114624] _skipRegistry.addPatterns( "The tests are not actually running the compiler-in-driver module.", { - ".*smoke_BehaviorTests_OVCheckSetSupportedRWMetricsPropsTests_Driver/.*" + ".*smoke_BehaviorTests_OVCheckSetSupportedRWMetricsPropsTests.*" }); // [Tracking number: E#109040] - _skipRegistry.addPatterns(devices.has3720() || devices.has4000(), - "Disabled tests for NPU3720 and NPU3720 and NPU4000", { - ".*smoke.*_BehaviorTests_Driver/OVInferRequestCheckTensorPrecision.*type=i16.*DRIVER.*", - ".*smoke.*_BehaviorTests_Driver/OVInferRequestCheckTensorPrecision.*type=u16.*DRIVER.*", - ".*smoke.*_BehaviorTests_Driver/OVInferRequestCheckTensorPrecision.*type=u64.*DRIVER.*", - ".*smoke_OVClassLoadNetworkTest_Driver/OVClassLoadNetworkTestNPU.*DRIVER.*", - }); - - // [Tracking number: E#112064] - _skipRegistry.addPatterns(backendName.isZero(), - "OV func tests still run with RO propery NUM_STREAMS, unskip after PR #25986", { - ".*smoke_BehaviorTests_CoreThreadingTest_Streams_NPU/CoreThreadingTestsWithCacheEnabled.*", - ".*smoke_BehaviorTests_CoreThreadingTest_Streams_NPU/CoreThreadingTestsWithIter.*" + _skipRegistry.addPatterns(devices.has3720(), + "Disabled tests for NPU3720", { + ".*smoke.*_BehaviorTests/OVInferRequestCheckTensorPrecision.*type=i16.*", + ".*smoke.*_BehaviorTests/OVInferRequestCheckTensorPrecision.*type=u16.*", + ".*smoke.*_BehaviorTests/OVInferRequestCheckTensorPrecision.*type=u64.*", + ".*smoke_OVClassLoadNetworkTest/OVClassLoadNetworkTestNPU.*", }); // [Tracking number: E#112064] _skipRegistry.addPatterns(backendName.isZero(), - "Failing core threading tests with cache enabled", { - ".*smoke_BehaviorTests_CoreThreadingTest_NPU/CoreThreadingTestsWithCacheEnabled.*" + "Failing core threading tests", { + ".*CoreThreadingTest.smoke_QueryModel.*", + ".*CoreThreadingTestsWithIter.smoke_CompileModel.*", + ".*CoreThreadingTestsWithIter.smoke_CompileModel_Accuracy_SingleCore.*", + ".*CoreThreadingTestsWithIter.smoke_CompileModel_Accuracy_MultipleCores.*", + ".*CoreThreadingTestsWithIter.nightly_AsyncInfer_ShareInput.*" }); // [Tracking number: E#108600] @@ -712,16 +634,18 @@ std::vector disabledTestPatterns() { ".*OVPropertiesIncorrectTests.SetPropertiesWithIncorrectKey.*DEVICE_ID.*", }); + // [Tracking number: E#117582] + _skipRegistry.addPatterns(backendName.isZero(), + "Failing core threading test with cache enabled", { + ".*CoreThreadingTest.*CoreThreadingTestsWithCacheEnabled.*" + }); + // [Tracking number: E#118331] _skipRegistry.addPatterns(backendName.isZero() && !devices.has3720(), "platform and compiler_type are private", { ".*smoke_Multi_BehaviorTests/OVInferRequestCallbackTests.*", ".*smoke_Auto_BehaviorTests/OVInferRequestCallbackTests.*", ".*smoke_Auto_BehaviorTests/OVInferRequestCallbackTestsNPU.*", - ".*smoke_Multi_BehaviorTests_OVClassCompileModelWithCorrectPropertiesTest/OVClassCompileModelWithCorrectPropertiesTest.*", - ".*smoke_AUTO_BehaviorTests_OVClassCompileModelWithCorrectPropertiesTest/OVClassCompileModelWithCorrectPropertiesTest.*", - // [Tracking number: CVS-140844] - ".*smoke_Auto_BehaviorTests/OVInferRequestIOTensorTest.*", ".*smoke_Multi_BehaviorTests/OVInferRequestCallbackTestsNPU.*", ".*smoke_Multi_BehaviorTests/OVInferRequestIOTensorTestNPU.*", ".*smoke_Multi_BehaviorTests/OVInferRequestIOTensorTest.*", @@ -751,25 +675,32 @@ std::vector disabledTestPatterns() { // [Tracking number: E#118331] _skipRegistry.addPatterns(backendName.isZero() && !devices.has3720(), "platform and compiler_type are private", { - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestCallbackTests.*", - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestCallbackTests.*", - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestCallbackTestsNPU.*", - ".*smoke_Multi_BehaviorTests_OVClassCompileModelWithCorrectPropertiesTest_Driver/OVClassCompileModelWithCorrectPropertiesTest.*", - ".*smoke_AUTO_BehaviorTests_OVClassCompileModelWithCorrectPropertiesTest_Driver/OVClassCompileModelWithCorrectPropertiesTest.*", - // [Tracking number: CVS-140844] - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestIOTensorTest.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestCallbackTestsNPU.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestIOTensorTestNPU.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestIOTensorTest.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestMultithreadingTests.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestPerfCountersTest.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestPerfCountersExceptionTest.*", - ".*smoke_Multi_BehaviorTests_Driver/OVInferRequestWaitTests.*", - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestMultithreadingTestsNPU.*", - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestPerfCountersTest.*", - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestPerfCountersExceptionTest.*", - ".*smoke_Auto_BehaviorTests_Driver/OVInferRequestWaitTests.*", - ".*smoke_OVClassNetworkTestP_Driver/OVClassNetworkTestPNPU.*" + ".*smoke_Multi_BehaviorTests/OVInferRequestCallbackTests.*", + ".*smoke_Auto_BehaviorTests/OVInferRequestCallbackTests.*", + ".*smoke_Auto_BehaviorTests/OVInferRequestCallbackTestsNPU.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestCallbackTestsNPU.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestIOTensorTestNPU.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestIOTensorTest.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestMultithreadingTests.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestPerfCountersTest.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestPerfCountersExceptionTest.*", + ".*smoke_Multi_BehaviorTests/OVInferRequestWaitTests.*", + ".*smoke_Auto_BehaviorTests/OVInferRequestMultithreadingTestsNPU.*", + ".*smoke_Auto_BehaviorTests/OVInferRequestPerfCountersTest.*", + ".*smoke_Auto_BehaviorTests/OVInferRequestPerfCountersExceptionTest.*", + ".*smoke_Auto_BehaviorTests/OVInferRequestWaitTests.*", + ".*smoke_OVClassNetworkTestP/OVClassNetworkTestPNPU.*" + }); + + // [Tracking number: E#125086] + _skipRegistry.addPatterns(devices.has3720() && backendName.isZero(), + "Failing tests after functional tests migration to OV", { + #ifdef WIN32 + ".*OVInferRequestPerfCountersExceptionTest.perfCountWereNotEnabledExceptionTest.*", + #elif defined(__linux__) + ".*OVInferRequestMultithreadingTests.canRun3AsyncRequestsConsistently.*", + #endif + ".*OVCompiledModelPropertiesDefaultSupportedTests.CanCompileWithDefaultValueFromPlugin.*" }); _skipRegistry.addPatterns( @@ -777,14 +708,6 @@ std::vector disabledTestPatterns() { ".*OVInferRequestBatchedTests.SetInputTensors_Can_Infer_Dynamic.*", }); - // [Tracking number: E#143176] - _skipRegistry.addPatterns(devices.has5010() || devices.has6010(), - "Features not yet ported to NPU5 and NPU6", { - ".*smoke_precommit_LSTMSequencePt/LSTMSequenceLayerTestCommon.NPU.*010_HW.*576.144.*", - ".*Split/MatMulMixedPrecisionTestCommon.NPU5010_HW.*", - ".*smoke_Interpolate_Linear_Asymmetric_.*/InterpolateLayerTest_NPU.*010.HW.*" - }); - // [Tracking number: E#118381] _skipRegistry.addPatterns("Comparation is failed, SLT need to be updated.", { ".*smoke.*GridSample_Tiling/GridSampleLayerTest.*align_corners=0.*Mode=nearest_padding_mode=zeros.*", @@ -828,11 +751,6 @@ std::vector disabledTestPatterns() { ".*MatMulTransposeConcatTest.*" }); - // [Tracking number: E#121043] - _skipRegistry.addPatterns("Compiler adapter is not extracting network name from metadata", { - ".*smoke_BehaviorTests/OVClassCompiledModelGetPropertyTest.GetMetricNoThrow_NETWORK_NAME.*" - }); - // [Tracking number: E#121347] _skipRegistry.addPatterns("Error message for empty model from stream must be changed to have \"device xml header\"", { ".*smoke_BehaviorTests/OVClassCompiledModelImportExportTestP.smoke_ImportNetworkThrowWithDeviceName.*", @@ -849,10 +767,6 @@ std::vector disabledTestPatterns() { ".*OVExecGraphSerializationTest.ExecutionGraph.*" }); - _skipRegistry.addPatterns("Disabling test - it will set the default supported properties value which is an invalid value", { - ".*OVCompiledModelPropertiesDefaultSupportedTests.CanCompileWithDefaultValueFromPlugin.*" - }); - return _skipRegistry; }(); // clang-format on