Skip to content

Commit

Permalink
Revert "Pass device properties to compile_mode instead of core.set_pr…
Browse files Browse the repository at this point in the history
…operty in LLMPipeline."

This reverts commit 2e4c0cd.
  • Loading branch information
slyalin committed Sep 25, 2024
1 parent 467876b commit ffd92b1
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions src/cpp/src/llm_pipeline.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -99,12 +99,14 @@ class StatefulLLMPipeline final : public LLMPipelineImplBase {
m_generation_config.adapters = adapters_iter->second.as<AdapterConfig>();
auto filtered_plugin_config = plugin_config;
filtered_plugin_config.erase(ov::genai::adapters.name());
core.set_property(device, filtered_plugin_config);
auto model = core.read_model(model_path / "openvino_model.xml");
m_adapter_controller = AdapterController(model, m_generation_config.adapters, "base_model.model.model.", device); // TODO: Make the prefix name configurable
m_model_runner = core.compile_model(model, device, filtered_plugin_config).create_infer_request();
m_model_runner = core.compile_model(model, device).create_infer_request();
m_adapter_controller->apply(m_model_runner, m_generation_config.adapters);
} else {
m_model_runner = core.compile_model(model_path / "openvino_model.xml", device, plugin_config).create_infer_request();
core.set_property(device, plugin_config);
m_model_runner = core.compile_model(model_path / "openvino_model.xml", device).create_infer_request();
}

// If eos_token_id was not provided, take value
Expand Down

0 comments on commit ffd92b1

Please sign in to comment.