From d7cb8cd83ebed8824460f0dcaf3d0c5ff686fc52 Mon Sep 17 00:00:00 2001 From: Daniel Imberman Date: Mon, 30 Apr 2018 15:17:36 -0700 Subject: [PATCH] added airflow section --- .../logs/scheduler/2018-04-30/example.py.log | 210 ------------------ {AIRFLOW_HOME}/logs/scheduler/latest | 1 - 2 files changed, 211 deletions(-) delete mode 100644 {AIRFLOW_HOME}/logs/scheduler/2018-04-30/example.py.log delete mode 120000 {AIRFLOW_HOME}/logs/scheduler/latest diff --git a/{AIRFLOW_HOME}/logs/scheduler/2018-04-30/example.py.log b/{AIRFLOW_HOME}/logs/scheduler/2018-04-30/example.py.log deleted file mode 100644 index 6f7f289..0000000 --- a/{AIRFLOW_HOME}/logs/scheduler/2018-04-30/example.py.log +++ /dev/null @@ -1,210 +0,0 @@ -[2018-04-30 14:58:59,347] {{jobs.py:369}} INFO - Started process (PID=8152) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:58:59,353] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:58:59,355] {{logging_mixin.py:95}} INFO - [2018-04-30 14:58:59,355] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:58:59,365] {{jobs.py:380}} ERROR - Got an exception! Propagating... -Traceback (most recent call last): - File "/Users/dimberman/code/open-source/airflow/airflow/jobs.py", line 372, in helper - pickle_dags) - File "/Users/dimberman/code/open-source/airflow/airflow/utils/db.py", line 74, in wrapper - return func(*args, **kwargs) - File "/Users/dimberman/code/open-source/airflow/airflow/jobs.py", line 1773, in process_file - dagbag = models.DagBag(file_path) - File "/Users/dimberman/code/open-source/airflow/airflow/models.py", line 215, in __init__ - self.collect_dags(example_dag_folder) - File "/Users/dimberman/code/open-source/airflow/airflow/models.py", line 474, in collect_dags - filepath, only_if_updated=only_if_updated) - File "/Users/dimberman/code/open-source/airflow/airflow/models.py", line 301, in process_file - m = imp.load_source(mod_name, filepath) - File "/Users/dimberman/.local/share/virtualenvs/airflow-819CYDem/lib/python3.6/imp.py", line 172, in load_source - module = _load(spec) - File "", line 684, in _load - File "", line 665, in _load_unlocked - File "", line 678, in exec_module - File "", line 219, in _call_with_frames_removed - File "/Users/dimberman/code/open-source/airflow/airflow/example_dags/example_bash_operator.py", line 22, in - from airflow.operators.bash_operator import BashOperator - File "", line 971, in _find_and_load - File "", line 951, in _find_and_load_unlocked - File "", line 894, in _find_spec - File "", line 1157, in find_spec - File "", line 1129, in _get_spec - File "", line 1245, in find_spec - File "", line 1285, in _fill_cache - File "/Users/dimberman/code/open-source/airflow/airflow/bin/cli.py", line 88, in sigint_handler - sys.exit(0) -SystemExit: 0 -[2018-04-30 14:59:33,863] {{jobs.py:369}} INFO - Started process (PID=8192) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:33,868] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:33,869] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:33,868] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:33,922] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:34,473] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:34,473] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:34,475] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:34,473] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:34.473688+00:00 - -[2018-04-30 14:59:34,484] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.621 seconds -[2018-04-30 14:59:35,897] {{jobs.py:369}} INFO - Started process (PID=8201) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:35,905] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:35,906] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:35,906] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:36,007] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:36,869] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:36,868] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:36,874] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:36,869] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:36.869673+00:00 - -[2018-04-30 14:59:36,893] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.996 seconds -[2018-04-30 14:59:37,921] {{jobs.py:369}} INFO - Started process (PID=8226) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:37,925] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:37,926] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:37,925] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:37,976] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:38,443] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:38,443] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:38,445] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:38,444] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:38.444010+00:00 - -[2018-04-30 14:59:38,454] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.533 seconds -[2018-04-30 14:59:39,478] {{jobs.py:369}} INFO - Started process (PID=8228) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:39,484] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:39,486] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:39,485] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:39,571] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:40,240] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:40,239] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:40,242] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:40,240] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:40.240365+00:00 - -[2018-04-30 14:59:40,253] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.775 seconds -[2018-04-30 14:59:41,289] {{jobs.py:369}} INFO - Started process (PID=8231) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:41,296] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:41,297] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:41,296] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:41,373] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:42,161] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:42,159] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:42,164] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:42,162] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:42.162349+00:00 - -[2018-04-30 14:59:42,187] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.898 seconds -[2018-04-30 14:59:43,219] {{jobs.py:369}} INFO - Started process (PID=8232) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:43,227] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:43,228] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:43,228] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:43,315] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:43,929] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:43,929] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:43,931] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:43,929] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:43.929674+00:00 - -[2018-04-30 14:59:43,942] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.723 seconds -[2018-04-30 14:59:44,969] {{jobs.py:369}} INFO - Started process (PID=8234) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:44,976] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:44,978] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:44,977] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:45,043] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:45,531] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:45,530] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:45,533] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:45,531] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:45.531438+00:00 - -[2018-04-30 14:59:45,548] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.579 seconds -[2018-04-30 14:59:46,578] {{jobs.py:369}} INFO - Started process (PID=8237) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:46,584] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:46,586] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:46,585] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:46,646] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:47,142] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:47,142] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:47,144] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:47,143] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:47.143131+00:00 - -[2018-04-30 14:59:47,154] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.576 seconds -[2018-04-30 14:59:48,181] {{jobs.py:369}} INFO - Started process (PID=8238) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:48,186] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:48,187] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:48,186] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:48,250] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:48,787] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:48,787] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:48,789] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:48,787] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:48.787716+00:00 - -[2018-04-30 14:59:48,799] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.618 seconds -[2018-04-30 14:59:49,826] {{jobs.py:369}} INFO - Started process (PID=8239) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:49,832] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:49,833] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:49,832] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:49,898] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:50,455] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:50,454] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:50,457] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:50,455] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:50.455459+00:00 - -[2018-04-30 14:59:50,467] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.641 seconds -[2018-04-30 14:59:51,499] {{jobs.py:369}} INFO - Started process (PID=8240) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:51,505] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 14:59:51,506] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:51,506] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 14:59:51,579] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 14:59:52,168] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:52,168] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 14:59:52,171] {{logging_mixin.py:95}} INFO - [2018-04-30 14:59:52,169] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:54:52.169343+00:00 - -[2018-04-30 14:59:52,183] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 0.684 seconds -[2018-04-30 15:00:19,004] {{jobs.py:369}} INFO - Started process (PID=8252) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:19,010] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:19,011] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:19,011] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 15:00:20,066] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:20,541] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:20,541] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 15:00:20,542] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:20,541] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:55:20.541678+00:00 - -[2018-04-30 15:00:20,551] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 1.547 seconds -[2018-04-30 15:00:22,044] {{jobs.py:369}} INFO - Started process (PID=8259) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:22,048] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:22,050] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:22,049] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 15:00:22,858] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:23,404] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:23,404] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 15:00:23,406] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:23,405] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:55:23.405124+00:00 - -[2018-04-30 15:00:23,420] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 1.376 seconds -[2018-04-30 15:00:24,462] {{jobs.py:369}} INFO - Started process (PID=8269) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:24,469] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:24,470] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:24,470] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 15:00:25,588] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:26,078] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:26,077] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 15:00:26,079] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:26,078] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:55:26.078478+00:00 - -[2018-04-30 15:00:26,089] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 1.627 seconds -[2018-04-30 15:00:27,120] {{jobs.py:369}} INFO - Started process (PID=8276) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:27,125] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:27,126] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:27,126] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 15:00:27,924] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:28,466] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:28,466] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 15:00:28,467] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:28,467] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:55:28.467155+00:00 - -[2018-04-30 15:00:28,476] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 1.356 seconds -[2018-04-30 15:00:29,513] {{jobs.py:369}} INFO - Started process (PID=8285) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:29,520] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:29,522] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:29,521] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 15:00:30,676] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:31,249] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:31,248] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 15:00:31,250] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:31,249] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:55:31.249640+00:00 - -[2018-04-30 15:00:31,263] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 1.749 seconds -[2018-04-30 15:00:32,298] {{jobs.py:369}} INFO - Started process (PID=8294) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:32,306] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:32,307] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:32,307] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - -[2018-04-30 15:00:33,458] {{jobs.py:1780}} INFO - DAG(s) dict_keys(['example_bash_operator', 'example_branch_operator', 'example_branch_dop_operator_v3', 'example_http_operator', 'example_kubernetes_executor', 'example_kubernetes_operator', 'latest_only', 'latest_only_with_trigger', 'example_passing_params_via_test_command', 'example_python_operator', 'example_short_circuit_operator', 'example_skip_dag', 'example_subdag_operator.section-1', 'example_subdag_operator.section-2', 'example_subdag_operator', 'example_trigger_controller_dag', 'example_trigger_target_dag', 'example_xcom', 'test_utils', 'tutorial', 'exxxample_skip_dag']) retrieved from /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:34,101] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:34,100] {{models.py:366}} INFO - Finding 'running' jobs without a recent heartbeat - -[2018-04-30 15:00:34,102] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:34,101] {{models.py:370}} INFO - Failing jobs without heartbeat after 2018-04-30 21:55:34.101571+00:00 - -[2018-04-30 15:00:34,113] {{jobs.py:376}} INFO - Processing /Users/dimberman/airflow/dags/example.py took 1.815 seconds -[2018-04-30 15:00:35,148] {{jobs.py:369}} INFO - Started process (PID=8301) to work on /Users/dimberman/airflow/dags/example.py -[2018-04-30 15:00:35,154] {{jobs.py:1768}} INFO - Processing file /Users/dimberman/airflow/dags/example.py for tasks to queue -[2018-04-30 15:00:35,155] {{logging_mixin.py:95}} INFO - [2018-04-30 15:00:35,155] {{models.py:203}} INFO - Filling up the DagBag from /Users/dimberman/airflow/dags/example.py - diff --git a/{AIRFLOW_HOME}/logs/scheduler/latest b/{AIRFLOW_HOME}/logs/scheduler/latest deleted file mode 120000 index 6dfd884..0000000 --- a/{AIRFLOW_HOME}/logs/scheduler/latest +++ /dev/null @@ -1 +0,0 @@ -{AIRFLOW_HOME}/logs/scheduler/2018-04-30 \ No newline at end of file