diff --git a/.github/workflows/beam_LoadTests_Go_CoGBK_Flink_batch.yml b/.github/workflows/beam_LoadTests_Go_CoGBK_Flink_batch.yml
index 78c22cbd7869..291ce23ef4f3 100644
--- a/.github/workflows/beam_LoadTests_Go_CoGBK_Flink_batch.yml
+++ b/.github/workflows/beam_LoadTests_Go_CoGBK_Flink_batch.yml
@@ -52,7 +52,7 @@ env:
GCS_BUCKET: gs://beam-flink-cluster
FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz
HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
- FLINK_TASKMANAGER_SLOTS: 5
+ FLINK_TASKMANAGER_SLOTS: 1
DETACHED_MODE: true
HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest
@@ -96,7 +96,7 @@ jobs:
env:
FLINK_NUM_WORKERS: 5
HIGH_MEM_MACHINE: n1-highmem-16
- HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=12g,flink:taskmanager.memory.jvm-overhead.max=4g,flink:jobmanager.memory.process.size=6g,flink:jobmanager.memory.jvm-overhead.max= 2g,flink:jobmanager.memory.flink.size=4g
+ HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=6g,flink:taskmanager.memory.jvm-overhead.max=10g,flink:jobmanager.memory.process.size=16g,flink:jobmanager.memory.jvm-overhead.max=10g,flink:jobmanager.memory.flink.size=6g,flink:restart-strategy=fixed-delay,flink:restart-strategy.fixed-delay.attempts=3,flink:restart-strategy.fixed-delay.delay=10s
run: |
cd ${{ github.workspace }}/.test-infra/dataproc; ./flink_cluster.sh create
# The env variables are created and populated in the test-arguments-action as "<github.job>_test_arguments_<argument_file_paths_index>"
diff --git a/.github/workflows/beam_LoadTests_Go_GBK_Flink_Batch.yml b/.github/workflows/beam_LoadTests_Go_GBK_Flink_Batch.yml
index a7790105f3e9..36f90de5c772 100644
--- a/.github/workflows/beam_LoadTests_Go_GBK_Flink_Batch.yml
+++ b/.github/workflows/beam_LoadTests_Go_GBK_Flink_Batch.yml
@@ -52,7 +52,7 @@ env:
GCS_BUCKET: gs://beam-flink-cluster
FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz
HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
- FLINK_TASKMANAGER_SLOTS: 5
+ FLINK_TASKMANAGER_SLOTS: 1
DETACHED_MODE: true
HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest
@@ -99,7 +99,7 @@ jobs:
env:
FLINK_NUM_WORKERS: 5
HIGH_MEM_MACHINE: n1-highmem-16
- HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=12g,flink:taskmanager.memory.jvm-overhead.max=4g,flink:jobmanager.memory.process.size=6g,flink:jobmanager.memory.jvm-overhead.max= 2g,flink:jobmanager.memory.flink.size=4g
+ HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=8g,flink:taskmanager.memory.jvm-overhead.max=8g,flink:jobmanager.memory.process.size=16g,flink:jobmanager.memory.jvm-overhead.max=8g,flink:jobmanager.memory.flink.size=8g,flink:restart-strategy=fixed-delay,flink:restart-strategy.fixed-delay.attempts=3,flink:restart-strategy.fixed-delay.delay=10s
run: |
cd ${{ github.workspace }}/.test-infra/dataproc; ./flink_cluster.sh create
# The env variables are created and populated in the test-arguments-action as "<github.job>_test_arguments_<argument_file_paths_index>"
diff --git a/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_10KB.txt b/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_10KB.txt
index 7698c7aa7c75..7eb9a3c80534 100644
--- a/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_10KB.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_10KB.txt
@@ -16,8 +16,8 @@
--influx_measurement=go_batch_cogbk_2
--influx_namespace=flink
---input_options=''{\"num_records\":1000000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":100000,\"hot_key_fraction\":1}''
---co_input_options=''{\"num_records\":100000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":1000,\"hot_key_fraction\":1}''
+--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":1000,\"hot_key_fraction\":1}''
+--co_input_options=''{\"num_records\":1000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":10,\"hot_key_fraction\":1}''
--iterations=4
--parallelism=5
--endpoint=localhost:8099
diff --git a/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_2MB.txt b/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_2MB.txt
index c6b1f5fcc331..ccf5ae7cbf28 100644
--- a/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_2MB.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_CoGBK_Flink_Batch_Reiteration_2MB.txt
@@ -16,8 +16,8 @@
--influx_measurement=go_batch_cogbk_3
--influx_namespace=flink
---input_options=''{\"num_records\":1000000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":1000,\"hot_key_fraction\":1}''
---co_input_options=''{\"num_records\":100000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":1000,\"hot_key_fraction\":1}''
+--input_options=''{\"num_records\":100,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":100,\"hot_key_fraction\":1}''
+--co_input_options=''{\"num_records\":10,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":10,\"hot_key_fraction\":1}''
--iterations=4
--parallelism=5
--endpoint=localhost:8099
diff --git a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100b.txt b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100b.txt
index d5c1d865e18d..4aded4245726 100644
--- a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100b.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100b.txt
@@ -16,7 +16,7 @@
--influx_namespace=flink
--influx_measurement=go_batch_gbk_2
---input_options=''{\"num_records\":1000000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":500000,\"key_size\":10,\"value_size\":90}''
--iterations=1
--fanout=1
--parallelism=5
diff --git a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100kb.txt b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100kb.txt
index a188f8c09787..f02e6984c81f 100644
--- a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100kb.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_100kb.txt
@@ -19,7 +19,7 @@
--iterations=1
--fanout=1
--parallelism=5
---input_options=''{\"num_records\":1000,\"key_size\":10000,\"value_size\":90000}''
+--input_options=''{\"num_records\":50,\"key_size\":10000,\"value_size\":90000}''
--endpoint=localhost:8099
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
diff --git a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_4.txt b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_4.txt
index 4378d56a8f8c..0042a9b80f38 100644
--- a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_4.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_4.txt
@@ -19,7 +19,7 @@
--iterations=1
--fanout=4
--parallelism=16
---input_options=''{\"num_records\":100000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90}''
--endpoint=localhost:8099
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
diff --git a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_8.txt b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_8.txt
index 43292d577170..fb14c2da58de 100644
--- a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_8.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Fanout_8.txt
@@ -19,7 +19,7 @@
--iterations=1
--fanout=8
--parallelism=16
---input_options=''{\"num_records\":100000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90}''
--endpoint=localhost:8099
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
diff --git a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Reiteration_10KB.txt b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Reiteration_10KB.txt
index c4d33c21482a..ee220853c60c 100644
--- a/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Reiteration_10KB.txt
+++ b/.github/workflows/load-tests-pipeline-options/go_GBK_Flink_Batch_Reiteration_10KB.txt
@@ -19,7 +19,7 @@
--iterations=4
--fanout=1
--parallelism=5
---input_options=''{\"num_records\":1000000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":200,\"hot_key_fraction\":1}''
+--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90,\"num_hot_keys\":100,\"hot_key_fraction\":1}''
--endpoint=localhost:8099
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest