feat: Provide environment variables for strategy to avoid rate limiti…

…ng on weacast loaders (closes #270)
kalisio · Nov 9, 2021 · b46bbbe · b46bbbe
1 parent 90a41c1
commit b46bbbe
Show file tree

Hide file tree

Showing 6 changed files with 15 additions and 5 deletions.
diff --git a/.env.default b/.env.default
@@ -253,22 +253,22 @@ WEACAST_CONSTRAINTS="node.role==worker"
 
 # Weacast loaders
 ARPEGE_WORLD_LOADER_IMAGE=weacast/weacast-arpege
-ARPEGE_WORLD_LOADER_TAG=world-1.6.0
+ARPEGE_WORLD_LOADER_TAG=world-1.6.1
 ARPEGE_WORLD_LOADER_UPPER_LIMIT=172800
 ARPEGE_WORLD_LOADER_CONSTRAINTS="node.role==worker"
 ARPEGE_EUROPE_LOADER_IMAGE=weacast/weacast-arpege
-ARPEGE_EUROPE_LOADER_TAG=europe-1.6.0
+ARPEGE_EUROPE_LOADER_TAG=europe-1.6.1
 ARPEGE_EUROPE_LOADER_UPPER_LIMIT=172800
 ARPEGE_EUROPE_LOADER_CONSTRAINTS="node.role==worker"
 AROME_FRANCE_LOADER_IMAGE=weacast/weacast-arome
-AROME_FRANCE_LOADER_TAG=france-1.6.0
+AROME_FRANCE_LOADER_TAG=france-1.6.1
 AROME_FRANCE_LOADER_UPPER_LIMIT=129600
 AROME_FRANCE_LOADER_CONSTRAINTS="node.role==worker"
 AROME_FRANCE_HIGH_LOADER_IMAGE=weacast/weacast-arome
-AROME_FRANCE_HIGH_LOADER_TAG=france-high-1.6.0
+AROME_FRANCE_HIGH_LOADER_TAG=france-high-1.6.1
 AROME_FRANCE_HIGH_LOADER_UPPER_LIMIT=86400
 AROME_FRANCE_HIGH_LOADER_CONSTRAINTS="node.role==worker"
 GFS_WORLD_LOADER_IMAGE=weacast/weacast-gfs
-GFS_WORLD_LOADER_TAG=world-1.6.0
+GFS_WORLD_LOADER_TAG=world-1.6.1
 GFS_WORLD_LOADER_UPPER_LIMIT=259200
 GFS_WORLD_LOADER_CONSTRAINTS="node.role==worker"
diff --git a/deploy/arome-france-high-loader.yml b/deploy/arome-france-high-loader.yml
@@ -6,6 +6,8 @@ services:
     environment:
       - DB_URL=${WEACAST_LOADERS_DB_URL}
       - SYNC_DB_URL=${WEACAST_LOADERS_SYNC_DB_URL}
+      - WORKERS_LIMIT=${AROME_FRANCE_HIGH_LOADER_WORKERS_LIMIT}
+      - REQUEST_DELAY=${AROME_FRANCE_HIGH_LOADER_REQUEST_DELAY}
       - UPPER_LIMIT=${AROME_FRANCE_HIGH_LOADER_UPPER_LIMIT}
       - DEBUG=${AROME_RANCE_HIGH_LOADER_DEBUG}
       - HTTP_PROXY

diff --git a/deploy/arome-france-loader.yml b/deploy/arome-france-loader.yml
@@ -6,6 +6,8 @@ services:
     environment:
       - DB_URL=${WEACAST_LOADERS_DB_URL}
       - SYNC_DB_URL=${WEACAST_LOADERS_SYNC_DB_URL}
+      - WORKERS_LIMIT=${AROME_FRANCE_LOADER_WORKERS_LIMIT}
+      - REQUEST_DELAY=${AROME_FRANCE_LOADER_REQUEST_DELAY}
       - UPPER_LIMIT=${AROME_FRANCE_LOADER_UPPER_LIMIT}
       - DEBUG=${AROME_FRANCE_LOADER_DEBUG}
       - HTTP_PROXY

diff --git a/deploy/arpege-europe-loader.yml b/deploy/arpege-europe-loader.yml
@@ -6,6 +6,8 @@ services:
     environment:
       - DB_URL=${WEACAST_LOADERS_DB_URL}
       - SYNC_DB_URL=${WEACAST_LOADERS_SYNC_DB_URL}
+      - WORKERS_LIMIT=${ARPEGE_EUROPE_LOADER_WORKERS_LIMIT}
+      - REQUEST_DELAY=${ARPEGE_EUROPE_LOADER_REQUEST_DELAY}
       - UPPER_LIMIT=${ARPEGE_EUROPE_LOADER_UPPER_LIMIT}
       - DEBUG=${ARPEGE_EUROPE_LOADER_DEBUG}
       - HTTP_PROXY

diff --git a/deploy/arpege-world-loader.yml b/deploy/arpege-world-loader.yml
@@ -6,6 +6,8 @@ services:
     environment:
       - DB_URL=${WEACAST_LOADERS_DB_URL}
       - SYNC_DB_URL=${WEACAST_LOADERS_SYNC_DB_URL}
+      - WORKERS_LIMIT=${ARPEGE_WORLD_LOADER_WORKERS_LIMIT}
+      - REQUEST_DELAY=${ARPEGE_WORLD_LOADER_REQUEST_DELAY}
       - UPPER_LIMIT=${ARPEGE_WORLD_LOADER_UPPER_LIMIT}
       - DEBUG=${ARPEGE_WORLD_LOADER_DEBUG}
       - HTTP_PROXY

diff --git a/deploy/gfs-world-loader.yml b/deploy/gfs-world-loader.yml
@@ -6,6 +6,8 @@ services:
     environment:
       - DB_URL=${WEACAST_LOADERS_DB_URL}
       - SYNC_DB_URL=${WEACAST_LOADERS_SYNC_DB_URL}
+      - WORKERS_LIMIT=${GFS_WORLD_LOADER_WORKERS_LIMIT}
+      - REQUEST_DELAY=${GFS_WORLD_LOADER_REQUEST_DELAY}
       - UPPER_LIMIT=${GFS_WORLD_LOADER_UPPER_LIMIT}
       - DEBUG=${GFS_WORLD_LOADER_DEBUG}
       - HTTP_PROXY