Expose tritonserver args in values.yaml (#5582)

triton-inference-server · Mar 4, 2024 · 46f87ff · 46f87ff
1 parent 5ba53d8
commit 46f87ff
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/deploy/k8s-onprem/templates/deployment.yaml b/deploy/k8s-onprem/templates/deployment.yaml
@@ -69,7 +69,11 @@ spec:
             limits:
               nvidia.com/gpu: {{ .Values.image.numGpus }}
 
-          args: ["tritonserver", "--model-repository=/models"]
+          args:
+            - tritonserver
+            {{- range .Values.serverArgs }}
+            - {{ . }}
+            {{- end }}
 
           ports:
             - containerPort: 8000

diff --git a/deploy/k8s-onprem/values.yaml b/deploy/k8s-onprem/values.yaml
@@ -35,6 +35,10 @@ image:
   modelRepositoryPath: /srv/models
   numGpus: 1
 
+# add server args here e.g. --grpc-use-ssl, --grpc-server-certs, repository-poll-secs, etc
+serverArgs:
+  - '--model-repository=/models'
+
 traefik:
   ports:
     triton-http: