From db2552b8e3f39817008c0b4ac230464ef0f48738 Mon Sep 17 00:00:00 2001 From: Went-Liang Date: Tue, 29 Oct 2024 19:42:46 +0800 Subject: [PATCH] Fixed bug for print pooler_config Signed-off-by: Went-Liang --- vllm/config.py | 2 +- vllm/engine/llm_engine.py | 9 ++------- 2 files changed, 3 insertions(+), 8 deletions(-) diff --git a/vllm/config.py b/vllm/config.py index 1102f74fcc17b..a60bf25a54761 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -284,7 +284,7 @@ def _init_pooler_config( pooling_softmax=pooling_softmax, pooling_step_tag_id=pooling_step_tag_id, pooling_returned_token_ids=pooling_returned_token_ids) - return PoolerConfig() + return None def _init_attention_free(self) -> bool: architectures = getattr(self.hf_config, "architectures", []) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index a45685b6570f9..7f601974a9fb2 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -257,8 +257,7 @@ def __init__( "multi_step_stream_outputs=%s, enable_prefix_caching=%s, " "use_async_output_proc=%s, use_cached_outputs=%s, " "chat_template_text_format=%s, mm_processor_kwargs=%s, " - "pooling_type=%s, pooling_norm=%s, pooling_softmax=%s, " - "pooling_step_tag_id=%s, pooling_returned_token_ids=%s)", + "pooler_config=%r)", VLLM_VERSION, model_config.model, speculative_config, @@ -295,11 +294,7 @@ def __init__( use_cached_outputs, model_config.chat_template_text_format, model_config.mm_processor_kwargs, - model_config.pooler_config.pooling_type, - model_config.pooler_config.pooling_norm, - model_config.pooler_config.pooling_softmax, - model_config.pooler_config.pooling_step_tag_id, - model_config.pooler_config.pooling_returned_token_ids, + model_config.pooler_config, ) # TODO(woosuk): Print more configs in debug mode. self.model_config = model_config