Skip to content

Commit

Permalink
Skip new added tests
Browse files Browse the repository at this point in the history
  • Loading branch information
MirceaDan99 committed Jul 24, 2024
1 parent 157e8c5 commit f6d96ca
Show file tree
Hide file tree
Showing 3 changed files with 110 additions and 4 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,105 @@
// Copyright (C) 2018-2024 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//

#include "overload/ov_plugin/core_integration.hpp"

using namespace ov::test::behavior;

namespace {

const char* NPU_PLUGIN_LIB_NAME = "openvino_intel_npu_plugin";

std::vector<std::string> devices = {
std::string(ov::test::utils::DEVICE_NPU),
};

std::pair<std::string, std::string> plugins[] = {
std::make_pair(std::string(NPU_PLUGIN_LIB_NAME), std::string(ov::test::utils::DEVICE_NPU)),
};

namespace OVClassBasicTestName {
static std::string getTestCaseName(testing::TestParamInfo<std::pair<std::string, std::string>> obj) {
std::ostringstream result;
result << "OVClassBasicTestName_" << obj.param.first << "_" << obj.param.second;
result << "_targetDevice=" << ov::test::utils::getTestsPlatformFromEnvironmentOr(ov::test::utils::DEVICE_NPU);

return result.str();
}
} // namespace OVClassBasicTestName

namespace OVClassNetworkTestName {
static std::string getTestCaseName(testing::TestParamInfo<std::string> obj) {
std::ostringstream result;
result << "OVClassNetworkTestName_" << obj.param;
result << "_targetDevice=" << ov::test::utils::getTestsPlatformFromEnvironmentOr(ov::test::utils::DEVICE_NPU);

return result.str();
}
} // namespace OVClassNetworkTestName

//
// IE Class Common tests with <pluginName, deviceName params>
//

const std::vector<ov::AnyMap> configs = {{}};

INSTANTIATE_TEST_SUITE_P(compatibility_smoke_BehaviorTests_OVBasicPropertiesTestsP,
OVBasicPropertiesTestsP,
::testing::ValuesIn(plugins),
OVClassBasicTestName::getTestCaseName);

#ifdef OPENVINO_ENABLE_UNICODE_PATH_SUPPORT
INSTANTIATE_TEST_SUITE_P(compatibility_smoke_BehaviorTests_OVClassBasicTestP,
OVClassBasicTestPNPU,
::testing::ValuesIn(plugins),
OVClassBasicTestName::getTestCaseName);
#endif

INSTANTIATE_TEST_SUITE_P(smoke_BehaviorTests_OVClassNetworkTestP,
OVClassNetworkTestPNPU,
::testing::Combine(::testing::ValuesIn(devices), ::testing::ValuesIn(configs)),
OVClassNetworkTestPNPU::getTestCaseName);

//
// IE Class GetMetric
//

INSTANTIATE_TEST_SUITE_P(compatibility_smoke_BehaviorTests_OVGetMetricPropsTest_nightly,
OVGetMetricPropsTest,
::testing::ValuesIn(devices),
OVClassNetworkTestName::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(compatibility_smoke_BehaviorTests_OVGetMetricPropsTest_nightly,
OVGetMetricPropsOptionalTest,
::testing::ValuesIn(devices),
OVClassNetworkTestName::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(
smoke_BehaviorTests_OVCheckSetSupportedRWMandatoryMetricsPropsTests,
OVCheckSetSupportedRWMetricsPropsTests,
::testing::Combine(::testing::Values("MULTI", "AUTO"),
::testing::ValuesIn(OVCheckSetSupportedRWMetricsPropsTests::getRWOptionalPropertiesValues(
{ov::log::level.name()}))),
ov::test::utils::appendPlatformTypeTestName<OVCheckSetSupportedRWMetricsPropsTests>);

//
// IE Class GetConfig
//

INSTANTIATE_TEST_SUITE_P(BehaviorTests_OVGetConfigTest_nightly,
OVGetConfigTest,
::testing::ValuesIn(devices),
OVClassNetworkTestName::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(smoke_BehaviorTests_OVClassLoadNetworkTest,
OVClassLoadNetworkTestNPU,
::testing::Combine(::testing::ValuesIn(devices), ::testing::ValuesIn(configs)),
OVClassLoadNetworkTestNPU::getTestCaseName);

INSTANTIATE_TEST_SUITE_P(nightly_BehaviorTests_OVClassGetMetricTest,
OVClassGetMetricAndPrintNoThrow,
::testing::Values(ov::test::utils::DEVICE_NPU),
OVClassNetworkTestName::getTestCaseName);

} // namespace
Original file line number Diff line number Diff line change
Expand Up @@ -13,10 +13,6 @@ using namespace ov::test::behavior;

namespace {

std::vector<std::string> devices = {
std::string(ov::test::utils::DEVICE_NPU),
};

// Several devices case
INSTANTIATE_TEST_SUITE_P(compatibility_nightly_BehaviorTests_OVClassSeveralDevicesTest,
OVClassSeveralDevicesTestCompileModel,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -947,6 +947,11 @@ std::vector<std::string> disabledTestPatterns() {
".*OVExecGraphSerializationTest.ExecutionGraph.*"
});

// [Tracking number: EISW-129376]
_skipRegistry.addPatterns("L0 memory tests not yet fixed in public driver", {
".*OVClassGetMetricAndPrintNoThrow.*VpuDeviceAllocMemSizeSame.*"
});

return _skipRegistry;
}();
// clang-format on
Expand Down

0 comments on commit f6d96ca

Please sign in to comment.