diff --git a/build.py b/build.py
index 54ebb0ca8a..71091681f3 100755
--- a/build.py
+++ b/build.py
@@ -1323,6 +1323,10 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
         df += """
 WORKDIR /workspace
 
+# Remove previous TRT installation
+RUN apt-get remove --purge -y tensorrt* libnvinfer*
+RUN pip uninstall -y tensorrt
+
 # Install new version of TRT using the script from TRT-LLM
 RUN apt-get update && apt-get install -y --no-install-recommends python-is-python3
 RUN git clone --single-branch --depth=1 -b {} https://{}:{}@gitlab-master.nvidia.com/ftp/tekit_backend.git tensorrtllm_backend