[NPUW] Extend serialization for ov::element::Type (#29094)

### Details: - *item1* - *...* ### Tickets: - *ticket-id* --------- Co-authored-by: Anastasiya Pronina <anastasiya.pronina@intel.com>
openvinotoolkit · Feb 21, 2025 · 3ae3523 · 3ae3523
1 parent b803639
commit 3ae3523
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 1 deletion.
diff --git a/src/plugins/intel_npu/src/plugin/npuw/serialization.cpp b/src/plugins/intel_npu/src/plugin/npuw/serialization.cpp
@@ -81,7 +81,7 @@ void ov::npuw::s11n::write(std::ostream& stream, const ov::Output<const ov::Node
     write(stream, var.get_names());
 }
 
-enum class AnyType : int { STRING = 0, CHARS, INT, UINT32, INT64, UINT64, SIZET, FLOAT, BOOL };
+enum class AnyType : int { STRING = 0, CHARS, INT, UINT32, INT64, UINT64, SIZET, FLOAT, BOOL, ELEMENT_TYPE };
 
 void ov::npuw::s11n::write_any(std::ostream& stream, const ov::Any& var) {
     // FIXME: figure out a proper way to serialize Any (for config)
@@ -113,6 +113,9 @@ void ov::npuw::s11n::write_any(std::ostream& stream, const ov::Any& var) {
     } else if (var.is<bool>()) {
         write(stream, static_cast<int>(AnyType::BOOL));
         write(stream, var.as<bool>());
+    } else if (var.is<ov::element::Type>()) {
+        write(stream, static_cast<int>(AnyType::ELEMENT_TYPE));
+        write(stream, var.as<ov::element::Type>());
     } else {
         NPUW_ASSERT(false && "Unsupported type");
     }
@@ -122,6 +125,10 @@ void ov::npuw::s11n::write(std::ostream& stream, const ov::npuw::weights::LazyTe
     var.serialize(stream);
 }
 
+void ov::npuw::s11n::write(std::ostream& stream, const ov::element::Type& var) {
+    stream.write(reinterpret_cast<const char*>(&var), sizeof var);
+}
+
 void ov::npuw::s11n::read(std::istream& stream, std::streampos& var) {
     stream.read(reinterpret_cast<char*>(&var), sizeof var);
 }
@@ -264,6 +271,10 @@ void ov::npuw::s11n::read_any(std::istream& stream, ov::Any& var) {
         bool val;
         read(stream, val);
         var = val;
+    } else if (type == AnyType::ELEMENT_TYPE) {
+        ov::element::Type val;
+        read(stream, val);
+        var = val;
     } else {
         NPUW_ASSERT(false && "Unsupported type");
     }
@@ -273,6 +284,10 @@ void ov::npuw::s11n::read(std::istream& stream, ov::npuw::weights::LazyTensor& v
     var = ov::npuw::weights::LazyTensor::deserialize(stream);
 }
 
+void ov::npuw::s11n::read(std::istream& stream, ov::element::Type& var) {
+    stream.read(reinterpret_cast<char*>(&var), sizeof var);
+}
+
 // Weightless
 // FIXME: all serialization needs a good rewriting
 void ov::npuw::s11n::write_weightless(std::ostream& stream, const std::vector<ov::Tensor>& var, const Context& ctx) {

diff --git a/src/plugins/intel_npu/src/plugin/npuw/serialization.hpp b/src/plugins/intel_npu/src/plugin/npuw/serialization.hpp
@@ -36,6 +36,9 @@ class Output;
 template <class>
 class SharedBuffer;
 class MappedMemory;
+namespace element {
+class Type;
+}
 
 // Forward declaration
 namespace op {
@@ -77,6 +80,7 @@ void write(std::ostream& stream, const ::intel_npu::Config& var);
 void write(std::ostream& stream, const ov::Output<const ov::Node>& var);
 void write_any(std::ostream& stream, const ov::Any& var);
 void write(std::ostream& stream, const ov::npuw::weights::LazyTensor& var);
+void write(std::ostream& stream, const ov::element::Type& var);
 
 void read(std::istream& stream, std::streampos& var);
 void read(std::istream& stream, std::string& var);
@@ -89,6 +93,7 @@ void read(std::istream& stream, std::shared_ptr<ov::op::v0::Parameter>& var);
 void read(std::istream& stream, std::shared_ptr<ov::Node>& var);
 void read_any(std::istream& stream, ov::Any& var);
 void read(std::istream& stream, ov::npuw::weights::LazyTensor& var);
+void read(std::istream& stream, ov::element::Type& var);
 
 // Weightless utils
 void write_weightless(std::ostream& stream, const std::vector<ov::Tensor>& var, const Context& ctx);