Install genai-pa into SDK container (#6942)

* Update Docerkfile to install genai * Change the installation script * install both build and hatch * Update name --------- Co-authored-by: Elias Bermudez <[email protected]>
triton-inference-server · Mar 13, 2024 · 3d817de · 3d817de
1 parent 6559cea
commit 3d817de
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/Dockerfile.sdk b/Dockerfile.sdk
@@ -144,6 +144,10 @@ RUN if [ "$TARGETPLATFORM" = "linux/amd64" ]; then \
         --jar-install-path /workspace/install/java-api-bindings; \
     fi
 
+RUN pip3 install hatch build \
+    && cd /workspace/client/src/c++/perf_analyzer/genai-perf \
+    && hatch version $(cat /workspace/TRITON_VERSION) \
+    && python3 -m build --wheel --outdir /workspace/install/python
 ############################################################################
 ## Create sdk container
 ############################################################################
@@ -211,6 +215,8 @@ RUN pip3 install --upgrade numpy pillow attrdict && \
          "tritonclient-*linux*.whl" | xargs printf -- '%s[all]' | \
     xargs pip3 install --upgrade
 
+RUN pip3 install install/python/genai_perf-*.whl
+
 # Install DCGM
 RUN if [ "$TRITON_ENABLE_GPU" = "ON" ]; then \
         [ "$(uname -m)" != "x86_64" ] && arch="sbsa" || arch="x86_64" && \