Skip to content

Commit

Permalink
Static pipeline: use default properties when run on CPU (#1551)
Browse files Browse the repository at this point in the history
It allows to minimize dependency on results produced by LLMPipeline
backend (e.g. stateful vs CB)
  • Loading branch information
ilya-lavrenov authored Jan 15, 2025
1 parent ef1f0f6 commit cb15e6e
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions tests/python_tests/test_llm_pipeline_static.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,6 @@
from common import \
get_greedy, \
get_greedy_with_penalties, \
get_multinomial_temperature, \
get_multinomial_all_parameters, \
get_multinomial_temperature_and_presence_penalty, \
get_beam_search
Expand All @@ -34,7 +33,7 @@
'NPUW_ONLINE_PIPELINE': 'NONE',
'PREFILL_CONFIG': { },
'GENERATE_CONFIG': { }
}
} | get_default_properties()


def generate_chat_history(model_path, device, pipeline_config, questions):
Expand All @@ -56,7 +55,7 @@ def test_generation_compare_with_stateful(generation_config):
prompt = 'What is OpenVINO?'
model_path = read_model(get_models_list()[0])[1]

stateful_pipe = ov_genai.LLMPipeline(model_path, "CPU")
stateful_pipe = ov_genai.LLMPipeline(model_path, "CPU", **get_default_properties())
ref_out = stateful_pipe.generate(prompt, generation_config)

static_pipe = ov_genai.LLMPipeline(model_path, "NPU", **common_config)
Expand Down

0 comments on commit cb15e6e

Please sign in to comment.