diff --git a/src/vllm_tgis_adapter/__main__.py b/src/vllm_tgis_adapter/__main__.py index f56021c..cf54695 100644 --- a/src/vllm_tgis_adapter/__main__.py +++ b/src/vllm_tgis_adapter/__main__.py @@ -239,19 +239,14 @@ async def run_http_server( logger.info("vLLM version %s", vllm.__version__) logger.info("args: %s", args) - if args.served_model_name is not None: - served_model_names = args.served_model_name - else: - served_model_names = [args.model] - engine_args = AsyncEngineArgs.from_cli_args(args) - # Enforce pixel values as image input type for vision language models - # when serving with API server - if ( + if hasattr(engine_args, "image_input_type") and ( # vllm <= 0.5.0.post1 engine_args.image_input_type is not None and engine_args.image_input_type.upper() != "PIXEL_VALUES" ): + # Enforce pixel values as image input type for vision language models + # when serving with API server raise ValueError( f"Invalid image_input_type: {engine_args.image_input_type}. " "Only --image-input-type 'pixel_values' is supported for serving "