Skip to content

Commit

Permalink
Add unit tests
Browse files Browse the repository at this point in the history
  • Loading branch information
@MirceaDan99
MirceaDan99 committed Jan 20, 2025
1 parent e26d470 commit c647071
Show file tree
Hide file tree
Showing 4 changed files with 202 additions and 0 deletions.
1 change: 1 addition & 0 deletions src/plugins/intel_npu/src/common/include/intel_npu/common/igraph.hpp
View file
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,7 @@ class IGraph : public std::enable_shared_from_this<IGraph> {
virtual ~IGraph() = default;

const NetworkMetadata& get_metadata() const;
const BlobContainer& get_blob_container() const;
ze_graph_handle_t get_handle() const;

void update_network_name(std::string_view name);
Expand Down
4 changes: 4 additions & 0 deletions src/plugins/intel_npu/src/common/src/igraph.cpp
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,10 @@ const NetworkMetadata& IGraph::get_metadata() const {
return _metadata;
}

const BlobContainer& IGraph::get_blob_container() const {
return *_blobPtr;
}

ze_graph_handle_t IGraph::get_handle() const {
return _handle;
}
Expand Down
2 changes: 2 additions & 0 deletions src/plugins/intel_npu/tests/unit/CMakeLists.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ set(MANDATORY_UNIT_TESTS_LIBS
"openvino::gtest"
"openvino::gtest_main"
"openvino::runtime"
"openvino_runtime_s"
"openvino::npu_common"
"openvino::npu_al"
"openvino::npu_logger_utils"
Expand All @@ -29,6 +30,7 @@ ov_add_test_target(
${OpenVINO_SOURCE_DIR}/src/plugins/intel_npu/src/utils/include
${OpenVINO_SOURCE_DIR}/src/plugins/intel_npu/src/plugin/include
${OpenVINO_SOURCE_DIR}/src/plugins/intel_npu/src/al/include
$<TARGET_PROPERTY:openvino_runtime,INTERFACE_INCLUDE_DIRECTORIES>
OBJECT_FILES
${OpenVINO_SOURCE_DIR}/src/plugins/intel_npu/src/plugin/src/metadata.cpp
LINK_LIBRARIES
Expand Down
195 changes: 195 additions & 0 deletions src/plugins/intel_npu/tests/unit/npu/blob_container.cpp
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,195 @@
// Copyright (C) 2018-2025 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//

#include <gtest/gtest.h>

#include <fstream>
#include <sstream>

#include "common_test_utils/file_utils.hpp"
#include "common_test_utils/subgraph_builders/2_input_subtract.hpp"
#include "common_test_utils/test_assertions.hpp"
#include "common_test_utils/test_constants.hpp"
#include "dev/core_impl.hpp"
#include "intel_npu/common/icompiled_model.hpp"
#include "openvino/runtime/core.hpp"
#include "openvino/runtime/iasync_infer_request.hpp"
#include "openvino/runtime/intel_npu/properties.hpp"
#include "openvino/runtime/properties.hpp"
#include "openvino/util/file_path.hpp"

using namespace intel_npu;

using BlobContainerUnitTests = ::testing::Test;

namespace {
const char* dummyBlobHeader = "blobwillstartafterspace correctblob!";
const char* testCacheDir = "blob_container_test_cache_dir";
const char* testFileName = "blob_container_test.blob";

} // namespace

TEST_F(BlobContainerUnitTests, isBlobContainerCorrectlyPickedForCacheEnabled) {
auto core = std::make_shared<ov::CoreImpl>();
core->register_compile_time_plugins();
auto model = ov::test::utils::make_2_input_subtract();

{
auto compiledModel = core->compile_model(model,
ov::test::utils::DEVICE_NPU,
{ov::cache_dir(testCacheDir), ov::enable_profiling(true)});
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());

auto* compiledModelPtr = dynamic_cast<intel_npu::ICompiledModel*>(compiledModel._ptr.get());
OPENVINO_ASSERT(compiledModelPtr != nullptr);
const auto& blobContainer = compiledModelPtr->get_graph()->get_blob_container();
auto* blobContainerAlignedBufferPtr =
dynamic_cast<const intel_npu::BlobContainerAlignedBuffer*>(&blobContainer);
OPENVINO_ASSERT(blobContainerAlignedBufferPtr == nullptr,
"Blob after compilation should not be memory mapped!");
}

{
auto compiledModel = core->compile_model(model,
ov::test::utils::DEVICE_NPU,
{ov::cache_dir(testCacheDir), ov::enable_profiling(true)});
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());
auto outputFile =
std::ofstream(std::filesystem::path(testCacheDir) / testFileName, std::ios::out | std::ios::binary);
OV_ASSERT_NO_THROW(compiledModel->export_model(outputFile));

auto* compiledModelPtr = dynamic_cast<intel_npu::ICompiledModel*>(compiledModel._ptr.get());
OPENVINO_ASSERT(compiledModelPtr != nullptr);
const auto& blobContainer = compiledModelPtr->get_graph()->get_blob_container();
auto* blobContainerAlignedBufferPtr =
dynamic_cast<const intel_npu::BlobContainerAlignedBuffer*>(&blobContainer);
OPENVINO_ASSERT(blobContainerAlignedBufferPtr != nullptr, "Cached blob should be memory mapped!");
}
ov::test::utils::removeDir(testCacheDir);
}

TEST_F(BlobContainerUnitTests, isBlobContainerCorrectlyPickedForFStream) {
auto core = std::make_shared<ov::CoreImpl>();
core->register_compile_time_plugins();
auto model = ov::test::utils::make_2_input_subtract();

{
auto compiledModel = core->compile_model(model, ov::test::utils::DEVICE_NPU, {ov::enable_profiling(true)});
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());
auto outputFile = std::ofstream(testFileName, std::ios::out | std::ios::binary);
OV_ASSERT_NO_THROW(compiledModel->export_model(outputFile));
}

{
auto inputFile = std::ifstream(testFileName, std::ios::in | std::ios::binary);
auto compiledModel = core->import_model(inputFile, ov::test::utils::DEVICE_NPU, {ov::enable_profiling(true)});
inputFile.close();
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());
auto outputFile = std::ofstream(testFileName, std::ios::out | std::ios::binary);
OV_ASSERT_NO_THROW(compiledModel->export_model(outputFile));

auto* compiledModelPtr = dynamic_cast<intel_npu::ICompiledModel*>(compiledModel._ptr.get());
OPENVINO_ASSERT(compiledModelPtr != nullptr);
const auto& blobContainer = compiledModelPtr->get_graph()->get_blob_container();
auto* blobContainerAlignedBufferPtr =
dynamic_cast<const intel_npu::BlobContainerAlignedBuffer*>(&blobContainer);
OPENVINO_ASSERT(blobContainerAlignedBufferPtr == nullptr, "Cannot have memory mapped blob for std::fstream!");
}
ov::test::utils::removeFile(testFileName);
}

TEST_F(BlobContainerUnitTests, isBlobContainerCorrectlyPickedForSStream) {
auto core = std::make_shared<ov::CoreImpl>();
core->register_compile_time_plugins();
auto model = ov::test::utils::make_2_input_subtract();
std::stringstream blobStream;

{
auto compiledModel = core->compile_model(model, ov::test::utils::DEVICE_NPU, {ov::enable_profiling(true)});
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());
OV_ASSERT_NO_THROW(compiledModel->export_model(blobStream));
}

{
auto compiledModel = core->import_model(blobStream, ov::test::utils::DEVICE_NPU, {ov::enable_profiling(true)});
blobStream = std::stringstream();
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());
OV_ASSERT_NO_THROW(compiledModel->export_model(blobStream));

auto* compiledModelPtr = dynamic_cast<intel_npu::ICompiledModel*>(compiledModel._ptr.get());
OPENVINO_ASSERT(compiledModelPtr != nullptr);
const auto& blobContainer = compiledModelPtr->get_graph()->get_blob_container();
auto* blobContainerAlignedBufferPtr =
dynamic_cast<const intel_npu::BlobContainerAlignedBuffer*>(&blobContainer);
OPENVINO_ASSERT(blobContainerAlignedBufferPtr == nullptr,
"Cannot have memory mapped blob for std::stringstream!");
}
}

TEST_F(BlobContainerUnitTests, isBlobHeaderHandledCorrectly) {
auto core = std::make_shared<ov::CoreImpl>();
core->register_compile_time_plugins();
auto model = ov::test::utils::make_2_input_subtract();
std::stringstream blobStream;
blobStream << dummyBlobHeader;

{
auto compiledModel = core->compile_model(model, ov::test::utils::DEVICE_NPU, {ov::enable_profiling(true)});
auto inferRequest = compiledModel->create_infer_request();
inferRequest->infer();
OV_ASSERT_NO_THROW(auto profilingInfo = inferRequest->get_profiling_info());
auto outputFile = std::ofstream(testFileName, std::ios::out | std::ios::binary);
outputFile << dummyBlobHeader;
OV_ASSERT_NO_THROW(compiledModel->export_model(outputFile));
OV_ASSERT_NO_THROW(compiledModel->export_model(blobStream));
}

{
std::string parseDummyHeader;
std::string blob;
blobStream >> parseDummyHeader;

EXPECT_THAT(parseDummyHeader, testing::HasSubstr("blobwillstartafterspace"));
auto compiledModel =
core->import_model(blobStream, ov::test::utils::DEVICE_NPU, {ov::intel_npu::defer_weights_load(true)});
blobStream = {};

auto* compiledModelPtr = dynamic_cast<intel_npu::ICompiledModel*>(compiledModel._ptr.get());
OPENVINO_ASSERT(compiledModelPtr != nullptr);
const auto& blobContainer = compiledModelPtr->get_graph()->get_blob_container();
blob.assign(reinterpret_cast<const char*>(blobContainer.get_ptr()), blobContainer.size());
EXPECT_THAT(blob, testing::HasSubstr("correctblob!"));
}

{
std::string parseDummyHeader;
std::string blob;
auto inputFile = std::ifstream(testFileName, std::ios::in | std::ios::binary);
blobStream >> parseDummyHeader;

EXPECT_THAT(parseDummyHeader, testing::HasSubstr("blobwillstartafterspace"));
auto compiledModel =
core->import_model(blobStream, ov::test::utils::DEVICE_NPU, {ov::intel_npu::defer_weights_load(true)});

auto* compiledModelPtr = dynamic_cast<intel_npu::ICompiledModel*>(compiledModel._ptr.get());
OPENVINO_ASSERT(compiledModelPtr != nullptr);
const auto& blobContainer = compiledModelPtr->get_graph()->get_blob_container();
blob.assign(reinterpret_cast<const char*>(blobContainer.get_ptr()), blobContainer.size());
EXPECT_THAT(blob, testing::HasSubstr("correctblob!"));
}

ov::test::utils::removeFile(testFileName);
}

0 comments on commit c647071

Please sign in to comment.