Skip to content

Commit

Permalink
add dev_scheduler entrypoint
Browse files Browse the repository at this point in the history
  • Loading branch information
Omer Lachish committed Jun 13, 2019
1 parent efef063 commit df2eb1d
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 7 deletions.
21 changes: 16 additions & 5 deletions bin/docker-entrypoint
Original file line number Diff line number Diff line change
Expand Up @@ -14,14 +14,20 @@ scheduler() {
WORKERS_COUNT=${WORKERS_COUNT:-1}
QUEUES=${QUEUES:-celery}
SCHEDULE_DB=${SCHEDULE_DB:-celerybeat-schedule}
if [[ -n "$AUTO_RELOAD" ]]; then
WATCHER="watchmedo auto-restart --directory=./redash/ --pattern=*.py --recursive --"
fi

echo "Starting scheduler and $WORKERS_COUNT workers for queues: $QUEUES..."

CMD="${WATCHER} /usr/local/bin/celery worker --app=redash.worker --beat -s$SCHEDULE_DB -c$WORKERS_COUNT -Q$QUEUES -linfo --max-tasks-per-child=10 -Ofair"
exec $CMD
/usr/local/bin/celery worker --app=redash.worker --beat -s$SCHEDULE_DB -c$WORKERS_COUNT -Q$QUEUES -linfo --max-tasks-per-child=10 -Ofair
}

dev_scheduler() {
WORKERS_COUNT=${WORKERS_COUNT:-1}
QUEUES=${QUEUES:-celery}
SCHEDULE_DB=${SCHEDULE_DB:-celerybeat-schedule}

echo "Starting dev scheduler and $WORKERS_COUNT workers for queues: $QUEUES..."

exec watchmedo auto-restart --directory=./redash/ --pattern=*.py --recursive -- /usr/local/bin/celery worker --app=redash.worker --beat -s$SCHEDULE_DB -c$WORKERS_COUNT -Q$QUEUES -linfo --max-tasks-per-child=10 -Ofair
}

server() {
Expand All @@ -45,6 +51,7 @@ help() {
echo "server -- start Redash server (with gunicorn)"
echo "worker -- start Celery worker"
echo "scheduler -- start Celery worker with a beat (scheduler) process"
echo "dev_scheduler -- start Celery worker with a beat (scheduler) process which picks up code changes and reloads"
echo "celery_healthcheck -- runs a Celery healthcheck. Useful for Docker's HEALTHCHECK mechanism."
echo ""
echo "shell -- open shell"
Expand Down Expand Up @@ -79,6 +86,10 @@ case "$1" in
shift
scheduler
;;
dev_scheduler)
shift
dev_scheduler
;;
dev_server)
export FLASK_DEBUG=1
exec /app/manage.py runserver --debugger --reload -h 0.0.0.0
Expand Down
3 changes: 1 addition & 2 deletions docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ services:
REDASH_RATELIMIT_ENABLED: "false"
worker:
build: .
command: scheduler
command: dev_scheduler
volumes:
- type: bind
source: .
Expand All @@ -35,7 +35,6 @@ services:
REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
QUEUES: "queries,scheduled_queries,celery,schemas"
WORKERS_COUNT: 2
AUTO_RELOAD: "true"
redis:
image: redis:3-alpine
restart: unless-stopped
Expand Down

0 comments on commit df2eb1d

Please sign in to comment.