Add config to import

openvinotoolkit · Jan 31, 2025 · aa613b3 · aa613b3
1 parent a62b527
commit aa613b3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp
@@ -712,7 +712,7 @@ StatefulLLMPipeline::StatefulLLMPipeline(
         if (!fin.is_open()) {
             OPENVINO_THROW("Blob file can't be opened: " + blob_path);
         }
-        auto compiled = genai::utils::singleton_core().import_model(fin, device, {});
+        auto compiled = genai::utils::singleton_core().import_model(fin, device, config);
         m_max_prompt_len = compiled.get_property("NPUW_LLM_MAX_PROMPT_LEN").as<uint32_t>();
         auto min_resp_len = compiled.get_property("NPUW_LLM_MIN_RESPONSE_LEN").as<uint32_t>();
         m_kvcache_total = m_max_prompt_len + min_resp_len;