Optimize CIP path

MirceaDan99 · Jan 17, 2025 · 2f7ec86 · 2f7ec86
1 parent a47ea59
commit 2f7ec86
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 9 deletions.
diff --git a/src/plugins/intel_npu/src/common/include/intel_npu/common/blob_container.hpp b/src/plugins/intel_npu/src/common/include/intel_npu/common/blob_container.hpp
@@ -19,6 +19,8 @@ class BlobContainer {
 
     virtual bool release_from_memory() = 0;
 
+    virtual std::vector<uint8_t> get_ownership_blob() = 0;
+
     virtual ~BlobContainer() = default;
 };
 
@@ -40,6 +42,10 @@ class BlobContainerVector : public BlobContainer {
         return true;
     }
 
+    std::vector<uint8_t> get_ownership_blob() override {
+        return _ownershipBlob;
+    }
+
 private:
     std::vector<uint8_t> _ownershipBlob;
 };
@@ -65,6 +71,12 @@ class BlobContainerAlignedBuffer : public BlobContainer {
         return false;
     }
 
+    std::vector<uint8_t> get_ownership_blob() override {
+        std::vector<uint8_t> blob(_blobSize);
+        blob.assign(reinterpret_cast<const uint8_t*>(this->get_ptr()), reinterpret_cast<const uint8_t*>(this->get_ptr()) + this->size());
+        return blob;
+    }
+
 private:
     uint64_t _blobSize;
     size_t _ovHeaderOffset;

diff --git a/src/plugins/intel_npu/src/compiler_adapter/src/plugin_compiler_adapter.cpp b/src/plugins/intel_npu/src/compiler_adapter/src/plugin_compiler_adapter.cpp
@@ -110,12 +110,8 @@ std::shared_ptr<IGraph> PluginCompilerAdapter::parse(std::unique_ptr<BlobContain
     OV_ITT_TASK_CHAIN(PARSE_BLOB, itt::domains::NPUPlugin, "PluginCompilerAdapter", "parse");
 
     _logger.debug("parse start");
-    std::vector<uint8_t> network(blobPtr->size());
-    network.assign(reinterpret_cast<const uint8_t*>(blobPtr->get_ptr()),
-                   reinterpret_cast<const uint8_t*>(blobPtr->get_ptr()) + blobPtr->size());
-    auto networkMeta = _compiler->parse(network, config);
-    network.clear();
-    network.shrink_to_fit();
+    const auto& blob = blobPtr->get_ownership_blob();
+    auto networkMeta = _compiler->parse(blob, config);
     _logger.debug("parse end");
 
     ze_graph_handle_t graphHandle = nullptr;

diff --git a/src/plugins/intel_npu/src/compiler_adapter/src/plugin_graph.cpp b/src/plugins/intel_npu/src/compiler_adapter/src/plugin_graph.cpp
@@ -56,9 +56,7 @@ size_t PluginGraph::export_blob(std::ostream& stream) const {
 
 std::vector<ov::ProfilingInfo> PluginGraph::process_profiling_output(const std::vector<uint8_t>& profData,
                                                                      const Config& config) const {
-    std::vector<uint8_t> blob(_blobPtr->size());
-    blob.assign(reinterpret_cast<const uint8_t*>(_blobPtr->get_ptr()),
-                reinterpret_cast<const uint8_t*>(_blobPtr->get_ptr()) + _blobPtr->size());
+    const auto& blob = _blobPtr->get_ownership_blob();
     return _compiler->process_profiling_output(profData, blob, config);
 }