Skip to content

Commit

Permalink
Merge branch 'main' into generate-stream-trace-context
Browse files Browse the repository at this point in the history
  • Loading branch information
ronensc authored Jul 29, 2024
2 parents f814c0f + 42a5b27 commit 5ebd786
Showing 1 changed file with 0 additions and 13 deletions.
13 changes: 0 additions & 13 deletions src/vllm_tgis_adapter/__main__.py
Original file line number Diff line number Diff line change
Expand Up @@ -323,19 +323,6 @@ async def run_http_server(
logger.info("args: %s", args)

engine_args = AsyncEngineArgs.from_cli_args(args)

if hasattr(engine_args, "image_input_type") and ( # vllm <= 0.5.0.post1
engine_args.image_input_type is not None
and engine_args.image_input_type.upper() != "PIXEL_VALUES"
):
# Enforce pixel values as image input type for vision language models
# when serving with API server
raise ValueError(
f"Invalid image_input_type: {engine_args.image_input_type}. "
"Only --image-input-type 'pixel_values' is supported for serving "
"vision language models with the vLLM API server."
)

engine = AsyncLLMEngine.from_engine_args(
engine_args, # type: ignore[arg-type]
usage_context=UsageContext.OPENAI_API_SERVER,
Expand Down

0 comments on commit 5ebd786

Please sign in to comment.