feat: add script for image replacement

scripts/update_images.py

@@ -1,15 +1,23 @@
 #!/usr/bin/env python3
 
-"""Updates components container images in bundle/manifests/operator.clusterserviceversion.yaml" and config/manager/manager.yaml"""
+"""Updates components container images in:
+- bundle/manifests/operator.clusterserviceversion.yaml
+- config/manager/manager.yaml
+- tests/replace_components_images.sh
+"""
 
 import argparse
 import os
+import subprocess
 import yaml
 
 RED_HAT_REGISTRY = "registry.connect.redhat.com/sumologic/"
+PUBLIC_ECR_REGISTRY = "public.ecr.aws/sumologic/"
 ENV_PREFIX = "RELATED_IMAGE_"
 CLUSTER_SERVICE_VERSION_PATH = "bundle/manifests/operator.clusterserviceversion.yaml"
 MANAGER_PATH = "config/manager/manager.yaml"
+REPLACE_COMPONENTS_IMAGES_PATH = "tests/replace_components_images.sh"
+BASH_HEADER = "#!/usr/bin/env bash\n\n"
 
 
 def pairwise(iterable: list) -> list:
@@ -73,7 +81,7 @@ def generate_image_lists(image_list_file: str):
     return related_images, image_envs
 
 
-def create_new_file_path(file_path: str, create_new_file: bool) -> str:
+def create_new_file_path(file_path: str, create_new_file: bool, extension=".yaml") -> str:
     """Creates path for the file with updated list of components images
 
     Args:
@@ -85,7 +93,7 @@ def create_new_file_path(file_path: str, create_new_file: bool) -> str:
     """
     new_path = file_path
     if create_new_file:
-        new_path = file_path.replace(".yaml", "_new.yaml")
+        new_path = file_path.replace(extension, f"_new{extension}")
     return new_path
 
 
@@ -179,6 +187,32 @@ def update_manager(file_path: str, new_image_envs: list, create_new_file):
             yaml.safe_dump_all(new_contents, manager_file_new)
 
 
+def update_replace_components_images(image_file_path: str, create_new_file: bool):
+    """Updates components images in tests/replace_components_images.sh
+
+    Args:
+        file_path (str): path to the output of get_images_sha256.sh, see: https://github.com/SumoLogic/sumologic-openshift-images/blob/main/scripts/get_images_sha256.sh
+        create_new_file (bool): determines whether new yaml should be created or the exiting file should be overwritten
+    """
+    cmd_lines = []
+    for image_with_tag, image_with_sha256 in pairwise(get_lines(image_file_path)):
+        public_ecr_image_with_tag = image_with_tag.replace(RED_HAT_REGISTRY, PUBLIC_ECR_REGISTRY)
+        docker_output = subprocess.run(["docker", "pull", public_ecr_image_with_tag], stdout=subprocess.PIPE, check=False)
+
+        for line in str(docker_output.stdout).split("\\n"):
+            if "Digest" in line:
+                digest = line.removeprefix("Digest:").strip()
+                component, _ = image_with_tag.removeprefix(RED_HAT_REGISTRY).split(":")
+                public_ecr_image_with_sha256 = f"{PUBLIC_ECR_REGISTRY}{component}@{digest}"
+                cmd_lines.append(f'sed -i.bak "s#{image_with_sha256}#{public_ecr_image_with_sha256}#g" bundle.yaml')
+
+        new_file_path = create_new_file_path(REPLACE_COMPONENTS_IMAGES_PATH, create_new_file, ".sh")
+        with open(new_file_path, "w", encoding="utf-8") as new_file:
+            new_file.write(BASH_HEADER)
+            for cmd in cmd_lines:
+                new_file.write(f"{cmd}\n")
+
+
 def parse_args():
     """Parses command line arguments"""
     parser = argparse.ArgumentParser()
@@ -210,3 +244,5 @@ def parse_args():
 
     m_path = os.path.join(args.operator_repo_dir, MANAGER_PATH)
     update_manager(m_path, image_envs_list, args.create_new_file)
+
+    update_replace_components_images(args.images_file, args.create_new_file)

tests/deploy_helm_operator.sh

@@ -13,25 +13,9 @@ readonly NAMESPACE="sumologic-system"
 readonly TIME=300
 
 # Change container registry in bundle.yaml to public.ecr.aws and ghcr.io to not login to registry.connect.redhat.com
-sed -i.bak "s#registry.connect.redhat.com/sumologic/kubernetes-setup@sha256:f58a7df3898c2c7b9b85c6537e7c8e971aa66e8556ee3c429e581efa3967284b#public.ecr.aws/sumologic/kubernetes-setup@sha256:f58a7df3898c2c7b9b85c6537e7c8e971aa66e8556ee3c429e581efa3967284b#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/node-exporter@sha256:7acec4473ddf508514dca1d08335cfd071e345d7eca660793d59e09ef9f0491f#public.ecr.aws/sumologic/node-exporter@sha256:685b59ebf0ce3c7e32f9de83359fdfc66a5143660f96b82c8ef8964c727bb2e5#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/kube-state-metrics@sha256:094ad2a0136b7ded390763dd9c63acf282903d49d07385a806160e2cdad89345#public.ecr.aws/sumologic/kube-state-metrics@sha256:18fb3800783b26db6a131ab846a28186dc0e9c12401e72a12ad99bf11d33186a#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/prometheus-operator@sha256:79769d200a6d5b977fed1c05e1021ad83b89b817b30ab24131cf9d262f4b86fc#public.ecr.aws/sumologic/prometheus-operator@sha256:27384cfcd3bf32bee7584332b82188a7da5780dfc33f33ea8aa3afd2c10ca948#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/prometheus-config-reloader@sha256:bbc4ae3f769172545cd0ee7862066e6dab75045370f099e4bdacc344fe7c46a7#public.ecr.aws/sumologic/prometheus-config-reloader@sha256:7fc45d6c4cfa93363751277d3b761d30b1857be70d2c83568cabc36b19f47914#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/prometheus@sha256:f9fa9040c8e134a1e6be81dd6e14f1d1dee3e0651e4039cf9580e8e9cfbf8455#public.ecr.aws/sumologic/prometheus@sha256:47004a8f74aab2353e8d0ac5725e4206a53305e7766a19b1cbb1dd770c2e8e36#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/thanos@sha256:9772a1f329596cc4f0934b044f63b2c4f6e93952a44f1c68cc09f1a61f7f309a#public.ecr.aws/sumologic/thanos@sha256:3f5b6df4e423475f912cb2e48e55e89235c68b473b53e202b246e024307ea965#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/metrics-server@sha256:4a60b5f706e4ae2b79c91a90dd4d23d8fd87408beed9f0a14a29d639bbcb8a35#public.ecr.aws/sumologic/metrics-server@sha256:c4a41f333bf942fa21c08d0c5b1b6b649f878341886ba59593b73d808ad9d3b0#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/kube-rbac-proxy@sha256:c1ea7aa4873a78d8d506e4dab8c281c6c72a65d1374312cd76b27ed881b043b5#public.ecr.aws/sumologic/kube-rbac-proxy@sha256:d47164d94803408071d68227798eadd3692d6705a6bcd55ccb31b025fc36d1d8#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/kube-rbac-proxy:v0.8.0-ubi#public.ecr.aws/sumologic/kube-rbac-proxy:v0.8.0-ubi#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/tailing-sidecar-operator@sha256:8b22b5035e7512fff17b05b37076f1bdbc3102cfbfc676e66ef7f3682dff5b98#ghcr.io/sumologic/tailing-sidecar-operator@sha256:e8b1d815666b69ab3047bc1d81afb51fb03caa99ca382c3f81949488072cd748#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/tailing-sidecar@sha256:34c7e3d6a15dcbb72ce498744baa5e6b4663af4838a6f6429458e2d73ecb4d09#ghcr.io/sumologic/tailing-sidecar@sha256:3a9a741cbc10298d9be5bd68367883de45ad887e63ce12fedaf4024da807b82f#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/telegraf-operator@sha256:b21263cb36281d282246376e3dfd63e8ea5885a50047690f7fa3845917a7bbc6#public.ecr.aws/sumologic/telegraf-operator-ubi@sha256:0757c4b2bf9984eecb2d436b70b6613f4e5f7025b5f53af0382d0acf4c666449#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/telegraf@sha256:ca396dad12a289aea9136da713020d31b179e9f49aae61c48332d61086d1d059#public.ecr.aws/sumologic/telegraf@sha256:f9883d1e9e0baf0d326a7c2c5503e011b36bf0bff22d6470c2f6d2b39fdd11fb#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/kubernetes-fluentd@sha256:fdc41e366fa24046eb023ab76ca3bb571cdde5b35ea75ccdd9b9435091266562#public.ecr.aws/sumologic/kubernetes-fluentd@sha256:dca1e3854b2e7fd2540c53c8092e3105c6a4bdcce426035a2cd5fed28a8690bf#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/fluent-bit@sha256:18e188c2b72d4404cd14244776795244e49ff7f4bc743db97c5acec068fe5394#public.ecr.aws/sumologic/fluent-bit@sha256:a8ead538bbba26e83c9f70137ee9ae6dac922f7844ebd3273d57178b214790ab#g" bundle.yaml
-sed -i.bak "s#registry.connect.redhat.com/sumologic/opentelemetry-operator@sha256:b6fc0d5880016a8dc51a371839d0336409ad242f3ef046ca877c5d2c9df7e43e#public.ecr.aws/sumologic/opentelemetry-operator@sha256:b6fc0d5880016a8dc51a371839d0336409ad242f3ef046ca877c5d2c9df7e43e#g" bundle.yaml
-
-# Change image in bundle.yaml to imag
+./tests/replace_components_images.sh
+
+# Change image in bundle.yaml to image
 sed -i.bak "s#registry.connect.redhat.com/sumologic/sumologic-kubernetes-collection-helm-operator:2.19.1-0#${IMG}#g" bundle.yaml
 
 kubectl apply -f bundle.yaml

tests/replace_components_images.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+sed -i.bak "s#registry.connect.redhat.com/sumologic/kubernetes-setup@sha256:f58a7df3898c2c7b9b85c6537e7c8e971aa66e8556ee3c429e581efa3967284b#public.ecr.aws/sumologic/kubernetes-setup@sha256:f58a7df3898c2c7b9b85c6537e7c8e971aa66e8556ee3c429e581efa3967284b#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/node-exporter@sha256:7acec4473ddf508514dca1d08335cfd071e345d7eca660793d59e09ef9f0491f#public.ecr.aws/sumologic/node-exporter@sha256:685b59ebf0ce3c7e32f9de83359fdfc66a5143660f96b82c8ef8964c727bb2e5#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/kube-state-metrics@sha256:094ad2a0136b7ded390763dd9c63acf282903d49d07385a806160e2cdad89345#public.ecr.aws/sumologic/kube-state-metrics@sha256:18fb3800783b26db6a131ab846a28186dc0e9c12401e72a12ad99bf11d33186a#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/prometheus-operator@sha256:79769d200a6d5b977fed1c05e1021ad83b89b817b30ab24131cf9d262f4b86fc#public.ecr.aws/sumologic/prometheus-operator@sha256:27384cfcd3bf32bee7584332b82188a7da5780dfc33f33ea8aa3afd2c10ca948#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/prometheus-config-reloader@sha256:bbc4ae3f769172545cd0ee7862066e6dab75045370f099e4bdacc344fe7c46a7#public.ecr.aws/sumologic/prometheus-config-reloader@sha256:7fc45d6c4cfa93363751277d3b761d30b1857be70d2c83568cabc36b19f47914#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/prometheus@sha256:f9fa9040c8e134a1e6be81dd6e14f1d1dee3e0651e4039cf9580e8e9cfbf8455#public.ecr.aws/sumologic/prometheus@sha256:47004a8f74aab2353e8d0ac5725e4206a53305e7766a19b1cbb1dd770c2e8e36#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/thanos@sha256:9772a1f329596cc4f0934b044f63b2c4f6e93952a44f1c68cc09f1a61f7f309a#public.ecr.aws/sumologic/thanos@sha256:3f5b6df4e423475f912cb2e48e55e89235c68b473b53e202b246e024307ea965#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/metrics-server@sha256:4a60b5f706e4ae2b79c91a90dd4d23d8fd87408beed9f0a14a29d639bbcb8a35#public.ecr.aws/sumologic/metrics-server@sha256:c4a41f333bf942fa21c08d0c5b1b6b649f878341886ba59593b73d808ad9d3b0#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/kube-rbac-proxy@sha256:c1ea7aa4873a78d8d506e4dab8c281c6c72a65d1374312cd76b27ed881b043b5#public.ecr.aws/sumologic/kube-rbac-proxy@sha256:d47164d94803408071d68227798eadd3692d6705a6bcd55ccb31b025fc36d1d8#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/kube-rbac-proxy:v0.8.0-ubi#public.ecr.aws/sumologic/kube-rbac-proxy:v0.8.0-ubi#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/tailing-sidecar-operator@sha256:8b22b5035e7512fff17b05b37076f1bdbc3102cfbfc676e66ef7f3682dff5b98#ghcr.io/sumologic/tailing-sidecar-operator@sha256:e8b1d815666b69ab3047bc1d81afb51fb03caa99ca382c3f81949488072cd748#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/tailing-sidecar@sha256:34c7e3d6a15dcbb72ce498744baa5e6b4663af4838a6f6429458e2d73ecb4d09#ghcr.io/sumologic/tailing-sidecar@sha256:3a9a741cbc10298d9be5bd68367883de45ad887e63ce12fedaf4024da807b82f#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/telegraf-operator@sha256:b21263cb36281d282246376e3dfd63e8ea5885a50047690f7fa3845917a7bbc6#public.ecr.aws/sumologic/telegraf-operator-ubi@sha256:0757c4b2bf9984eecb2d436b70b6613f4e5f7025b5f53af0382d0acf4c666449#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/telegraf@sha256:ca396dad12a289aea9136da713020d31b179e9f49aae61c48332d61086d1d059#public.ecr.aws/sumologic/telegraf@sha256:f9883d1e9e0baf0d326a7c2c5503e011b36bf0bff22d6470c2f6d2b39fdd11fb#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/kubernetes-fluentd@sha256:fdc41e366fa24046eb023ab76ca3bb571cdde5b35ea75ccdd9b9435091266562#public.ecr.aws/sumologic/kubernetes-fluentd@sha256:dca1e3854b2e7fd2540c53c8092e3105c6a4bdcce426035a2cd5fed28a8690bf#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/fluent-bit@sha256:18e188c2b72d4404cd14244776795244e49ff7f4bc743db97c5acec068fe5394#public.ecr.aws/sumologic/fluent-bit@sha256:a8ead538bbba26e83c9f70137ee9ae6dac922f7844ebd3273d57178b214790ab#g" bundle.yaml
+sed -i.bak "s#registry.connect.redhat.com/sumologic/opentelemetry-operator@sha256:b6fc0d5880016a8dc51a371839d0336409ad242f3ef046ca877c5d2c9df7e43e#public.ecr.aws/sumologic/opentelemetry-operator@sha256:b6fc0d5880016a8dc51a371839d0336409ad242f3ef046ca877c5d2c9df7e43e#g" bundle.yaml