Skip to content

Commit 346320b

Browse files
committed
Three-model pipeline became default pipeline
1 parent d31c3aa commit 346320b

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

src/plugins/intel_npu/src/plugin/npuw/llm_compiled_model.cpp

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -973,6 +973,12 @@ void merge_config_with(ov::AnyMap& lhs, const ov::AnyMap& rhs) {
973973
}
974974
}
975975

976+
void update_config(ov::AnyMap& config, const std::pair<std::string, ov::Any>& pair) {
977+
if (config.count(pair.first) == 0) {
978+
config.insert(pair);
979+
}
980+
}
981+
976982
void split_llm_properties(const ov::AnyMap& properties, ov::AnyMap& llm_properties, ov::AnyMap& other_properties) {
977983
for (auto it = properties.begin(); it != properties.end(); ++it) {
978984
if (it->first.find("NPUW_LLM") != it->first.npos) {
@@ -1006,7 +1012,10 @@ ov::npuw::LLMCompiledModel::LLMCompiledModel(const std::shared_ptr<ov::Model>& m
10061012

10071013
ov::AnyMap npuw_llm_props;
10081014
ov::AnyMap other_props;
1015+
10091016
split_llm_properties(properties, npuw_llm_props, other_props);
1017+
update_config(npuw_llm_props, {"NPUW_LLM_SHARED_HEAD", "YES"});
1018+
10101019
// Solely used for serialization at the moment
10111020
m_non_llm_props = other_props;
10121021

0 commit comments

Comments
 (0)