Update Flyte components (#2244)

* Update Flyte Components Signed-off-by: Flyte-Bot <[email protected]> * Add 0.19.3 changelog Signed-off-by: Eduardo Apolinario <[email protected]> * Change release version in conf.py Signed-off-by: Eduardo Apolinario <[email protected]> Co-authored-by: eapolinario <[email protected]>
flyteorg · Mar 10, 2022 · 2ece384 · 2ece384
1 parent e670453
commit 2ece384
Show file tree

Hide file tree

Showing 24 changed files with 233 additions and 132 deletions.
diff --git a/CHANGELOG/CHANGELOG-v0.19.3.md b/CHANGELOG/CHANGELOG-v0.19.3.md
@@ -0,0 +1,29 @@
+# Flyte v0.19.3 Changelog
+
+## Updates
+### Core Platform
+* Support for [Type Annotations](https://github.com/flyteorg/flyte/blob/master/rfc/system/1855-type-metadata.md) complete.
+* BigQuery plugin
+* Support for [hash-based caching](https://github.com/flyteorg/flyte/issues/1581) of schema and structured dataset offloaded types.
+* Configurable gRPC message size.
+* Cleanup of database connection handling in Admin.
+* Bug and performance fixes around
+
+### SDK
+
+* New `current_task_metadata`  field in `StructuredDatasetDecoder` interface.
+* Authentication configs removed (auto-detected from Admin)
+* AWS Batch Task
+* Callable fetched entities
+
+See the complete notes for [flytekit v0.31.0](https://github.com/flyteorg/flytekit/releases/tag/v0.31.0). Keep in mind we'll be releasing v0.32.0 in a couple days. At that time the `StructuredDataset` type will be the default Flyte type for dataframes!
+
+### UI
+* Fix node IDs for certain nested scenarios where node IDs are shared across nested workflows.
+
+## Component Versions
+Admin v0.6.92 to v0.6.112
+Propeller v0.16.19 to v0.16.32
+Console v0.41.0 to v0.43.0
+
+
diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md
@@ -139,7 +139,7 @@ helm install gateway bitnami/contour -n flyte
 | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command |
 | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment |
-| flyteadmin.image.tag | string | `"v0.6.104"` |  |
+| flyteadmin.image.tag | string | `"v0.6.112"` |  |
 | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create |
 | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment |
 | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods |
@@ -177,7 +177,7 @@ helm install gateway bitnami/contour -n flyte
 | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
 | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment |
-| flytepropeller.image.tag | string | `"v0.16.29"` |  |
+| flytepropeller.image.tag | string | `"v0.16.32"` |  |
 | flytepropeller.manager | bool | `false` |  |
 | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment |
 | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods |
@@ -193,7 +193,7 @@ helm install gateway bitnami/contour -n flyte
 | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files |
 | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
 | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment |
-| flytescheduler.image.tag | string | `"v0.6.104"` | Docker image tag |
+| flytescheduler.image.tag | string | `"v0.6.112"` | Docker image tag |
 | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment |
 | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods |
 | flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). |

diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml
@@ -16,7 +16,7 @@ flyteadmin:
   image:
     # -- Docker image for Flyteadmin deployment
     repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE
-    tag: v0.6.104 # FLYTEADMIN_TAG
+    tag: v0.6.112 # FLYTEADMIN_TAG
     pullPolicy: IfNotPresent
   # -- Additional flyteadmin container environment variables
   #
@@ -91,7 +91,7 @@ flytescheduler:
     # -- Docker image for Flytescheduler deployment
     repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE
     # -- Docker image tag
-    tag: v0.6.104 # FLYTESCHEDULER_TAG
+    tag: v0.6.112 # FLYTESCHEDULER_TAG
     # -- Docker image pull policy
     pullPolicy: IfNotPresent
   # -- Default resources requests and limits for Flytescheduler deployment
@@ -194,7 +194,7 @@ flytepropeller:
   image:
     # -- Docker image for Flytepropeller deployment
     repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE
-    tag: v0.16.29 # FLYTEPROPELLER_TAG
+    tag: v0.16.32 # FLYTEPROPELLER_TAG
     pullPolicy: IfNotPresent
   # -- Default resources requests and limits for Flytepropeller deployment
   resources:

diff --git a/charts/flyte/README.md b/charts/flyte/README.md
diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml
@@ -16,7 +16,7 @@ flyte:
       # -- Docker image for Flyteadmin deployment
       repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE
       # -- Docker image tag
-      tag: v0.6.104 # FLYTEADMIN_TAG
+      tag: v0.6.112 # FLYTEADMIN_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Additional flyteadmin container environment variables
@@ -86,7 +86,7 @@ flyte:
       # -- Docker image for Flytescheduler deployment
       repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE
       # -- Docker image tag
-      tag: v0.6.104 # FLYTESCHEDULER_TAG
+      tag: v0.6.112 # FLYTESCHEDULER_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Default resources requests and limits for Flytescheduler deployment
@@ -180,7 +180,7 @@ flyte:
       # -- Docker image for Flytepropeller deployment
       repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE
       # -- Docker image tag
-      tag: v0.16.29 # FLYTEPROPELLER_TAG
+      tag: v0.16.32 # FLYTEPROPELLER_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Default resources requests and limits for Flytepropeller deployment

diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml
@@ -868,7 +868,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - migrate
           - run
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           name: run-migrations
           volumeMounts:
@@ -885,7 +885,7 @@ spec:
           - flytesnacks
           - flytetester
           - flyteexamples
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           name: seed-projects
           volumeMounts:
@@ -899,7 +899,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - clusterresource
           - sync
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           name: sync-cluster-resources
           volumeMounts:
@@ -910,7 +910,7 @@ spec:
           - mountPath: /etc/flyte/config
             name: config-volume
         - name: generate-secrets
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           command: ["/bin/sh", "-c"]
           args:
@@ -933,7 +933,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+        image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
         imagePullPolicy: "IfNotPresent"
         name: flyteadmin
         ports:
@@ -1177,7 +1177,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.29"
+        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.32"
         imagePullPolicy: "IfNotPresent"
         name: flytepropeller
         ports:
@@ -1230,7 +1230,7 @@ spec:
       labels:
         app: flyte-pod-webhook
         app.kubernetes.io/name: flyte-pod-webhook
-        app.kubernetes.io/version: v0.16.29
+        app.kubernetes.io/version: v0.16.32
       annotations:
         configChecksum: "0d6064977e729ccf7ff28a5198b11fe0679dafc50d2636d8783578243394d0a"
     spec:
@@ -1241,7 +1241,7 @@ spec:
       serviceAccountName: flyte-pod-webhook
       initContainers:
       - name: generate-secrets
-        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.29"
+        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.32"
         imagePullPolicy: "IfNotPresent"
         command:
           - flytepropeller
@@ -1264,7 +1264,7 @@ spec:
             mountPath: /etc/flyte/config
       containers:
         - name: webhook
-          image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.29"
+          image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.32"
           imagePullPolicy: "IfNotPresent"
           command:
             - flytepropeller
@@ -1320,7 +1320,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+            image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
             imagePullPolicy: "IfNotPresent"
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml
@@ -8716,7 +8716,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: cr.flyte.org/flyteorg/flytepropeller:v0.16.29
+        image: cr.flyte.org/flyteorg/flytepropeller:v0.16.32
         imagePullPolicy: IfNotPresent
         name: webhook
         volumeMounts:
@@ -8743,7 +8743,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: cr.flyte.org/flyteorg/flytepropeller:v0.16.29
+        image: cr.flyte.org/flyteorg/flytepropeller:v0.16.32
         imagePullPolicy: IfNotPresent
         name: generate-secrets
         volumeMounts:
@@ -8791,7 +8791,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.104
+        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.112
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -8838,7 +8838,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.104
+        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.112
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -8855,7 +8855,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.104
+        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.112
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -8869,7 +8869,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.104
+        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.112
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -8889,7 +8889,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.104
+        image: cr.flyte.org/flyteorg/flyteadmin:v0.6.112
         imagePullPolicy: IfNotPresent
         name: generate-secrets
         volumeMounts:
@@ -8990,7 +8990,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: cr.flyte.org/flyteorg/flytepropeller:v0.16.29
+        image: cr.flyte.org/flyteorg/flytepropeller:v0.16.32
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -9258,7 +9258,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: cr.flyte.org/flyteorg/flyteadmin:v0.6.104
+            image: cr.flyte.org/flyteorg/flyteadmin:v0.6.112
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml
@@ -576,7 +576,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - migrate
           - run
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           name: run-migrations
           volumeMounts:
@@ -593,7 +593,7 @@ spec:
           - flytesnacks
           - flytetester
           - flyteexamples
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           name: seed-projects
           volumeMounts:
@@ -607,7 +607,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - clusterresource
           - sync
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           name: sync-cluster-resources
           volumeMounts:
@@ -618,7 +618,7 @@ spec:
           - mountPath: /etc/flyte/config
             name: config-volume
         - name: generate-secrets
-          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
           imagePullPolicy: "IfNotPresent"
           command: ["/bin/sh", "-c"]
           args:
@@ -641,7 +641,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+        image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
         imagePullPolicy: "IfNotPresent"
         name: flyteadmin
         ports:
@@ -880,7 +880,7 @@ spec:
         - precheck
         - --config
         - /etc/flyte/config/*.yaml
-        image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.104"
+        image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.112"
         imagePullPolicy: "IfNotPresent"
         name: flytescheduler-check
         volumeMounts:
@@ -896,7 +896,7 @@ spec:
         - run
         - --config
         - /etc/flyte/config/*.yaml
-        image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.104"
+        image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.112"
         imagePullPolicy: "IfNotPresent"
         name: flytescheduler
         ports:
@@ -955,7 +955,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.104"
+            image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.112"
             imagePullPolicy: "IfNotPresent"
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml
@@ -387,7 +387,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.29"
+        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.32"
         imagePullPolicy: "IfNotPresent"
         name: flytepropeller
         ports:
@@ -440,7 +440,7 @@ spec:
       labels:
         app: flyte-pod-webhook
         app.kubernetes.io/name: flyte-pod-webhook
-        app.kubernetes.io/version: v0.16.29
+        app.kubernetes.io/version: v0.16.32
       annotations:
         configChecksum: "0d6064977e729ccf7ff28a5198b11fe0679dafc50d2636d8783578243394d0a"
     spec:
@@ -451,7 +451,7 @@ spec:
       serviceAccountName: flyte-pod-webhook
       initContainers:
       - name: generate-secrets
-        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.29"
+        image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.32"
         imagePullPolicy: "IfNotPresent"
         command:
           - flytepropeller
@@ -474,7 +474,7 @@ spec:
             mountPath: /etc/flyte/config
       containers:
         - name: webhook
-          image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.29"
+          image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.32"
           imagePullPolicy: "IfNotPresent"
           command:
             - flytepropeller