update caikit+tgis grpc template

red-hat-data-services · Feb 14, 2024 · c6687f0 · c6687f0
1 parent 8d5900e
commit c6687f0
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/ods_ci/tests/Resources/Files/llm/serving_runtimes/caikit_tgis_servingruntime_grpc.yaml b/ods_ci/tests/Resources/Files/llm/serving_runtimes/caikit_tgis_servingruntime_grpc.yaml
@@ -23,10 +23,15 @@ spec:
       #     memory: 16Gi
     - name: transformer-container
       image: quay.io/modh/caikit-tgis-serving@sha256:ce6b66bb847608dac5eacd7f9123d2a076a06893d7f37f2da5876a8930527513
-      command: ["python", "-m", "caikit.runtime.grpc_server"]
       env:
         - name: RUNTIME_LOCAL_MODELS_DIR
           value: /mnt/models
+        - name: TRANSFORMERS_CACHE
+          value: /tmp/transformers_cache
+        - name: RUNTIME_GRPC_ENABLED
+          value: "true"
+        - name: RUNTIME_HTTP_ENABLED
+          value: "false"
       ports:
         - containerPort: 8085
           name: h2c