Skip to content

Commit

Permalink
Bumped vllm version (#6444)
Browse files Browse the repository at this point in the history
  • Loading branch information
oandreeva-nv authored Oct 18, 2023
1 parent c8e4dd0 commit 960afe7
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions build.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@
"2023.0.0", # Standalone OpenVINO
"2.4.7", # DCGM version
"py310_23.1.0-1", # Conda version
"0.2.0", # vLLM version
"0.2.1", # vLLM version
)
}

Expand Down Expand Up @@ -1366,11 +1366,9 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
if "vllm" in backends:
# [DLIS-5606] Build Conda environment for vLLM backend
# Remove Pip install once vLLM backend moves to Conda environment.
# [DLIS-5650] Pre-installing torch 2.0.1, since vllm 0.2
# requires torch >= 2.0.0, but it doesn't work with torch 2.1.0.
df += """
# vLLM needed for vLLM backend
RUN pip3 install torch==2.0.1 vllm=={}
RUN pip3 install vllm=={}
""".format(
TRITON_VERSION_MAP[FLAGS.version][7]
)
Expand Down

0 comments on commit 960afe7

Please sign in to comment.