an-test-client1002.eqiad.wmnet *** Found local files: *** * /srv/airflow-analytics_test/logs/dag_id=aqs_hourly/run_id=scheduled__2023-10-31T17:00:00+00:00/task_id=wait_for_webrequest/attempt=1.log [2023-10-31T18:00:01.761+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T18:00:01.779+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T18:00:01.779+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T18:00:01.797+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T18:00:01.812+0000] {standard_task_runner.py:57} INFO - Started process 258109 to run task [2023-10-31T18:00:01.828+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123906', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpa_owseym'] [2023-10-31T18:00:01.838+0000] {standard_task_runner.py:85} INFO - Job 123906: Subtask wait_for_webrequest [2023-10-31T18:00:02.072+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T18:00:02.512+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T18:00:03.353+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T18:00:03.355+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T18:00:03.386+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:00:03.388+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:00:03.391+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T18:00:03.525+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T18:00:03.564+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T18:00:03.657+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T18:10:05.408+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T18:10:05.435+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T18:10:05.436+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T18:10:05.459+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T18:10:05.466+0000] {standard_task_runner.py:57} INFO - Started process 261179 to run task [2023-10-31T18:10:05.477+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123915', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpa1r41uxw'] [2023-10-31T18:10:05.483+0000] {standard_task_runner.py:85} INFO - Job 123915: Subtask wait_for_webrequest [2023-10-31T18:10:05.689+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T18:10:06.025+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T18:10:06.599+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T18:10:06.600+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T18:10:06.621+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:10:06.623+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:10:06.626+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T18:10:06.820+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T18:10:06.853+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T18:10:06.963+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T18:20:08.154+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T18:20:08.175+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T18:20:08.175+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T18:20:08.195+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T18:20:08.201+0000] {standard_task_runner.py:57} INFO - Started process 268175 to run task [2023-10-31T18:20:08.206+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123921', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpbx2laagm'] [2023-10-31T18:20:08.210+0000] {standard_task_runner.py:85} INFO - Job 123921: Subtask wait_for_webrequest [2023-10-31T18:20:08.452+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T18:20:08.801+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T18:20:09.393+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T18:20:09.394+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T18:20:09.415+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:20:09.417+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:20:09.419+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T18:20:09.581+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T18:20:09.626+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T18:20:09.735+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T18:30:10.875+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T18:30:10.895+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T18:30:10.895+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T18:30:10.918+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T18:30:10.928+0000] {standard_task_runner.py:57} INFO - Started process 271143 to run task [2023-10-31T18:30:10.940+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123927', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpdicf8ebw'] [2023-10-31T18:30:10.944+0000] {standard_task_runner.py:85} INFO - Job 123927: Subtask wait_for_webrequest [2023-10-31T18:30:11.177+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T18:30:11.493+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T18:30:12.264+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T18:30:12.265+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T18:30:12.287+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:30:12.289+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:30:12.291+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T18:30:12.442+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T18:30:12.479+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T18:30:12.660+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T18:40:14.149+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T18:40:14.178+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T18:40:14.178+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T18:40:14.203+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T18:40:14.213+0000] {standard_task_runner.py:57} INFO - Started process 273798 to run task [2023-10-31T18:40:14.221+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123931', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpk3su0rlm'] [2023-10-31T18:40:14.228+0000] {standard_task_runner.py:85} INFO - Job 123931: Subtask wait_for_webrequest [2023-10-31T18:40:14.470+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T18:40:14.800+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T18:40:15.329+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T18:40:15.330+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T18:40:15.351+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:40:15.353+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:40:15.355+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T18:40:15.503+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T18:40:15.562+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T18:40:15.665+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T18:50:17.325+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T18:50:17.344+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T18:50:17.345+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T18:50:17.368+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T18:50:17.378+0000] {standard_task_runner.py:57} INFO - Started process 280472 to run task [2023-10-31T18:50:17.403+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123935', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmptaalufub'] [2023-10-31T18:50:17.411+0000] {standard_task_runner.py:85} INFO - Job 123935: Subtask wait_for_webrequest [2023-10-31T18:50:17.603+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T18:50:17.963+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T18:50:18.506+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T18:50:18.507+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T18:50:18.527+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:50:18.530+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T18:50:18.532+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T18:50:18.683+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T18:50:18.704+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T18:50:18.812+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T19:00:20.470+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T19:00:20.491+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T19:00:20.492+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T19:00:20.510+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T19:00:20.517+0000] {standard_task_runner.py:57} INFO - Started process 283331 to run task [2023-10-31T19:00:20.528+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123940', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpm6inl902'] [2023-10-31T19:00:20.532+0000] {standard_task_runner.py:85} INFO - Job 123940: Subtask wait_for_webrequest [2023-10-31T19:00:20.787+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T19:00:21.140+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T19:00:21.814+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T19:00:21.815+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T19:00:21.842+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:00:21.851+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:00:21.853+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T19:00:21.999+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T19:00:22.060+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T19:00:22.210+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T19:10:23.092+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T19:10:23.124+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T19:10:23.125+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T19:10:23.153+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T19:10:23.159+0000] {standard_task_runner.py:57} INFO - Started process 287225 to run task [2023-10-31T19:10:23.168+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123955', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp776s16wt'] [2023-10-31T19:10:23.173+0000] {standard_task_runner.py:85} INFO - Job 123955: Subtask wait_for_webrequest [2023-10-31T19:10:23.424+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T19:10:23.788+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T19:10:24.343+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T19:10:24.345+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T19:10:24.367+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:10:24.370+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:10:24.373+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T19:10:24.619+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T19:10:24.662+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T19:10:24.772+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T19:20:25.310+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T19:20:25.330+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T19:20:25.330+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T19:20:25.351+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T19:20:25.358+0000] {standard_task_runner.py:57} INFO - Started process 290659 to run task [2023-10-31T19:20:25.374+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123959', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpss7dqac7'] [2023-10-31T19:20:25.382+0000] {standard_task_runner.py:85} INFO - Job 123959: Subtask wait_for_webrequest [2023-10-31T19:20:25.648+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T19:20:26.007+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T19:20:26.581+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T19:20:26.582+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T19:20:26.603+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:20:26.605+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:20:26.607+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T19:20:26.767+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T19:20:26.824+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T19:20:26.931+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T19:30:27.844+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T19:30:27.867+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T19:30:27.868+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T19:30:27.888+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T19:30:27.894+0000] {standard_task_runner.py:57} INFO - Started process 293335 to run task [2023-10-31T19:30:27.908+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123963', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpeyztocfd'] [2023-10-31T19:30:27.915+0000] {standard_task_runner.py:85} INFO - Job 123963: Subtask wait_for_webrequest [2023-10-31T19:30:28.170+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T19:30:28.526+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T19:30:29.112+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T19:30:29.113+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T19:30:29.133+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:30:29.135+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:30:29.137+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T19:30:29.292+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T19:30:29.319+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T19:30:29.425+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T19:40:30.433+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T19:40:30.460+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T19:40:30.460+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T19:40:30.483+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T19:40:30.490+0000] {standard_task_runner.py:57} INFO - Started process 296068 to run task [2023-10-31T19:40:30.502+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123967', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp_7m_6b6b'] [2023-10-31T19:40:30.510+0000] {standard_task_runner.py:85} INFO - Job 123967: Subtask wait_for_webrequest [2023-10-31T19:40:30.760+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T19:40:31.097+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T19:40:31.634+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T19:40:31.636+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T19:40:31.654+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:40:31.656+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:40:31.659+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T19:40:31.814+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T19:40:31.874+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T19:40:31.972+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T19:50:32.936+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T19:50:32.963+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T19:50:32.963+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T19:50:32.987+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T19:50:32.997+0000] {standard_task_runner.py:57} INFO - Started process 299415 to run task [2023-10-31T19:50:33.009+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123971', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp0z775ciq'] [2023-10-31T19:50:33.017+0000] {standard_task_runner.py:85} INFO - Job 123971: Subtask wait_for_webrequest [2023-10-31T19:50:33.281+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T19:50:33.625+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T19:50:34.189+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T19:50:34.190+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T19:50:34.221+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:50:34.222+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T19:50:34.225+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T19:50:34.373+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T19:50:34.421+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T19:50:34.526+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T20:00:35.782+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T20:00:35.798+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T20:00:35.798+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T20:00:35.831+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T20:00:35.836+0000] {standard_task_runner.py:57} INFO - Started process 302096 to run task [2023-10-31T20:00:35.841+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123976', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpvle0sfqb'] [2023-10-31T20:00:35.847+0000] {standard_task_runner.py:85} INFO - Job 123976: Subtask wait_for_webrequest [2023-10-31T20:00:36.065+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T20:00:36.373+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T20:00:36.962+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T20:00:36.964+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T20:00:36.992+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:00:36.994+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:00:36.996+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T20:00:37.132+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T20:00:37.183+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T20:00:37.262+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T20:10:38.553+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T20:10:38.575+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T20:10:38.576+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T20:10:38.597+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T20:10:38.608+0000] {standard_task_runner.py:57} INFO - Started process 305905 to run task [2023-10-31T20:10:38.623+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123991', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp7my01xkd'] [2023-10-31T20:10:38.629+0000] {standard_task_runner.py:85} INFO - Job 123991: Subtask wait_for_webrequest [2023-10-31T20:10:38.862+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T20:10:39.173+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T20:10:39.745+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T20:10:39.746+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T20:10:39.768+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:10:39.771+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:10:39.773+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T20:10:39.918+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T20:10:39.955+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T20:10:40.062+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T20:20:40.987+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T20:20:41.008+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T20:20:41.008+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T20:20:41.030+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T20:20:41.042+0000] {standard_task_runner.py:57} INFO - Started process 309347 to run task [2023-10-31T20:20:41.052+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123995', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpswiigst9'] [2023-10-31T20:20:41.056+0000] {standard_task_runner.py:85} INFO - Job 123995: Subtask wait_for_webrequest [2023-10-31T20:20:41.288+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T20:20:41.641+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T20:20:42.219+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T20:20:42.220+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T20:20:42.243+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:20:42.244+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:20:42.247+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T20:20:42.410+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T20:20:42.469+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T20:20:42.577+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T20:30:43.570+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T20:30:43.597+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T20:30:43.598+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T20:30:43.618+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T20:30:43.624+0000] {standard_task_runner.py:57} INFO - Started process 312075 to run task [2023-10-31T20:30:43.636+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '123999', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpzldkg736'] [2023-10-31T20:30:43.640+0000] {standard_task_runner.py:85} INFO - Job 123999: Subtask wait_for_webrequest [2023-10-31T20:30:43.865+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T20:30:44.214+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T20:30:44.744+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T20:30:44.745+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T20:30:44.766+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:30:44.768+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:30:44.772+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T20:30:44.943+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T20:30:44.970+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T20:30:45.075+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T20:40:46.826+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T20:40:46.847+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T20:40:46.847+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T20:40:46.867+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T20:40:46.873+0000] {standard_task_runner.py:57} INFO - Started process 314689 to run task [2023-10-31T20:40:46.889+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124003', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpi0eqde44'] [2023-10-31T20:40:46.896+0000] {standard_task_runner.py:85} INFO - Job 124003: Subtask wait_for_webrequest [2023-10-31T20:40:47.135+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T20:40:47.476+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T20:40:48.128+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T20:40:48.129+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T20:40:48.151+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:40:48.152+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:40:48.155+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T20:40:48.306+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T20:40:48.336+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T20:40:48.412+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T20:50:50.119+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T20:50:50.141+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T20:50:50.141+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T20:50:50.163+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T20:50:50.169+0000] {standard_task_runner.py:57} INFO - Started process 318207 to run task [2023-10-31T20:50:50.181+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124007', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp6i9y249r'] [2023-10-31T20:50:50.188+0000] {standard_task_runner.py:85} INFO - Job 124007: Subtask wait_for_webrequest [2023-10-31T20:50:50.422+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T20:50:50.769+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T20:50:51.337+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T20:50:51.339+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T20:50:51.358+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:50:51.361+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T20:50:51.364+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T20:50:51.519+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T20:50:51.551+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T20:50:51.656+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T21:00:52.842+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T21:00:52.866+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T21:00:52.867+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T21:00:52.888+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T21:00:52.895+0000] {standard_task_runner.py:57} INFO - Started process 321044 to run task [2023-10-31T21:00:52.908+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124013', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpo046shb1'] [2023-10-31T21:00:52.915+0000] {standard_task_runner.py:85} INFO - Job 124013: Subtask wait_for_webrequest [2023-10-31T21:00:53.155+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T21:00:53.485+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T21:00:54.033+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T21:00:54.035+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T21:00:54.054+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:00:54.056+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:00:54.059+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T21:00:54.209+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T21:00:54.236+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T21:00:54.337+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T21:10:55.864+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T21:10:55.893+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T21:10:55.893+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T21:10:55.920+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T21:10:55.927+0000] {standard_task_runner.py:57} INFO - Started process 324680 to run task [2023-10-31T21:10:55.940+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124027', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp0npk5b4y'] [2023-10-31T21:10:55.948+0000] {standard_task_runner.py:85} INFO - Job 124027: Subtask wait_for_webrequest [2023-10-31T21:10:56.190+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T21:10:56.552+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T21:10:57.173+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T21:10:57.174+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T21:10:57.193+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:10:57.196+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:10:57.198+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T21:10:57.355+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T21:10:57.390+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T21:10:57.493+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T21:20:59.275+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T21:20:59.298+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T21:20:59.298+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T21:20:59.319+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T21:20:59.326+0000] {standard_task_runner.py:57} INFO - Started process 328075 to run task [2023-10-31T21:20:59.339+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124031', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpo4e11p28'] [2023-10-31T21:20:59.346+0000] {standard_task_runner.py:85} INFO - Job 124031: Subtask wait_for_webrequest [2023-10-31T21:20:59.587+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T21:20:59.905+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T21:21:00.750+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T21:21:00.752+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T21:21:00.773+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:21:00.774+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:21:00.777+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T21:21:00.955+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T21:21:00.987+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T21:21:01.085+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T21:31:02.184+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T21:31:02.249+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T21:31:02.250+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T21:31:02.284+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T21:31:02.291+0000] {standard_task_runner.py:57} INFO - Started process 330823 to run task [2023-10-31T21:31:02.311+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124035', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmppxofegwb'] [2023-10-31T21:31:02.319+0000] {standard_task_runner.py:85} INFO - Job 124035: Subtask wait_for_webrequest [2023-10-31T21:31:02.511+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T21:31:02.785+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T21:31:03.347+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T21:31:03.349+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T21:31:03.368+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:31:03.370+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:31:03.372+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T21:31:03.521+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T21:31:03.566+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T21:31:03.651+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T21:41:05.105+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T21:41:05.133+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T21:41:05.133+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T21:41:05.155+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T21:41:05.161+0000] {standard_task_runner.py:57} INFO - Started process 333361 to run task [2023-10-31T21:41:05.170+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124039', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpf0mcrz90'] [2023-10-31T21:41:05.174+0000] {standard_task_runner.py:85} INFO - Job 124039: Subtask wait_for_webrequest [2023-10-31T21:41:05.405+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T21:41:05.748+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T21:41:06.381+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T21:41:06.383+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T21:41:06.407+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:41:06.409+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:41:06.411+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T21:41:06.564+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T21:41:06.590+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T21:41:06.693+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T21:51:08.053+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T21:51:08.080+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T21:51:08.081+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T21:51:08.105+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T21:51:08.115+0000] {standard_task_runner.py:57} INFO - Started process 336567 to run task [2023-10-31T21:51:08.126+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124043', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmprjntoq2o'] [2023-10-31T21:51:08.133+0000] {standard_task_runner.py:85} INFO - Job 124043: Subtask wait_for_webrequest [2023-10-31T21:51:08.375+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T21:51:08.680+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T21:51:09.215+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T21:51:09.216+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T21:51:09.234+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:51:09.236+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T21:51:09.238+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T21:51:09.388+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T21:51:09.420+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T21:51:09.522+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T22:01:10.748+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T22:01:10.774+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T22:01:10.775+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T22:01:10.815+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T22:01:10.820+0000] {standard_task_runner.py:57} INFO - Started process 339391 to run task [2023-10-31T22:01:10.832+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124049', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp6gjffyou'] [2023-10-31T22:01:10.836+0000] {standard_task_runner.py:85} INFO - Job 124049: Subtask wait_for_webrequest [2023-10-31T22:01:11.021+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T22:01:11.283+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T22:01:12.640+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T22:01:12.655+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T22:01:12.718+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:01:12.720+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:01:12.725+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T22:01:12.914+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T22:01:12.975+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T22:01:13.080+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T22:11:14.715+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T22:11:14.739+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T22:11:14.740+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T22:11:14.767+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T22:11:14.776+0000] {standard_task_runner.py:57} INFO - Started process 342957 to run task [2023-10-31T22:11:14.789+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124063', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpz6bbggif'] [2023-10-31T22:11:14.796+0000] {standard_task_runner.py:85} INFO - Job 124063: Subtask wait_for_webrequest [2023-10-31T22:11:15.044+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T22:11:15.402+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T22:11:15.947+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T22:11:15.948+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T22:11:15.967+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:11:15.969+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:11:15.972+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T22:11:16.123+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T22:11:16.160+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T22:11:16.277+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T22:21:17.266+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T22:21:17.287+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T22:21:17.287+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T22:21:17.312+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T22:21:17.322+0000] {standard_task_runner.py:57} INFO - Started process 346217 to run task [2023-10-31T22:21:17.327+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124067', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpajib4rp_'] [2023-10-31T22:21:17.333+0000] {standard_task_runner.py:85} INFO - Job 124067: Subtask wait_for_webrequest [2023-10-31T22:21:17.537+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T22:21:17.853+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T22:21:18.433+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T22:21:18.435+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T22:21:18.453+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:21:18.455+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:21:18.457+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T22:21:18.611+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T22:21:18.672+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T22:21:18.778+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T22:31:19.869+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T22:31:19.896+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T22:31:19.897+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T22:31:19.918+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T22:31:19.924+0000] {standard_task_runner.py:57} INFO - Started process 348834 to run task [2023-10-31T22:31:19.938+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124071', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmprhbxzfz5'] [2023-10-31T22:31:19.946+0000] {standard_task_runner.py:85} INFO - Job 124071: Subtask wait_for_webrequest [2023-10-31T22:31:20.197+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T22:31:20.503+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T22:31:21.171+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T22:31:21.173+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T22:31:21.194+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:31:21.197+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:31:21.199+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T22:31:21.360+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T22:31:21.391+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T22:31:21.515+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T22:41:22.936+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T22:41:22.959+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T22:41:22.960+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T22:41:22.983+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T22:41:22.989+0000] {standard_task_runner.py:57} INFO - Started process 351999 to run task [2023-10-31T22:41:23.004+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124075', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpb_rswyx2'] [2023-10-31T22:41:23.010+0000] {standard_task_runner.py:85} INFO - Job 124075: Subtask wait_for_webrequest [2023-10-31T22:41:23.236+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T22:41:23.515+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T22:41:24.103+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T22:41:24.104+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T22:41:24.126+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:41:24.128+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:41:24.130+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T22:41:24.324+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T22:41:24.372+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T22:41:24.475+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T22:51:25.216+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T22:51:25.242+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T22:51:25.242+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T22:51:25.259+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T22:51:25.266+0000] {standard_task_runner.py:57} INFO - Started process 354810 to run task [2023-10-31T22:51:25.277+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124079', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp6hlkom7g'] [2023-10-31T22:51:25.281+0000] {standard_task_runner.py:85} INFO - Job 124079: Subtask wait_for_webrequest [2023-10-31T22:51:25.531+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T22:51:25.838+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T22:51:26.398+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T22:51:26.399+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T22:51:26.420+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:51:26.422+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T22:51:26.425+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T22:51:26.610+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T22:51:26.652+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T22:51:26.764+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T23:01:28.326+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T23:01:28.349+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T23:01:28.349+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T23:01:28.371+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T23:01:28.381+0000] {standard_task_runner.py:57} INFO - Started process 357706 to run task [2023-10-31T23:01:28.396+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124087', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmps9880_t_'] [2023-10-31T23:01:28.405+0000] {standard_task_runner.py:85} INFO - Job 124087: Subtask wait_for_webrequest [2023-10-31T23:01:28.657+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T23:01:28.952+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T23:01:29.525+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T23:01:29.527+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T23:01:29.545+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:01:29.546+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:01:29.548+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T23:01:29.705+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T23:01:29.768+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T23:01:29.890+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T23:11:31.215+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T23:11:31.233+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T23:11:31.234+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T23:11:31.252+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T23:11:31.259+0000] {standard_task_runner.py:57} INFO - Started process 361187 to run task [2023-10-31T23:11:31.273+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124099', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpjw5htxow'] [2023-10-31T23:11:31.283+0000] {standard_task_runner.py:85} INFO - Job 124099: Subtask wait_for_webrequest [2023-10-31T23:11:31.532+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T23:11:31.918+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T23:11:32.503+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T23:11:32.504+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T23:11:32.524+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:11:32.527+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:11:32.530+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T23:11:32.700+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T23:11:32.722+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T23:11:32.894+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T23:21:34.245+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T23:21:34.273+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T23:21:34.274+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T23:21:34.309+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T23:21:34.316+0000] {standard_task_runner.py:57} INFO - Started process 364650 to run task [2023-10-31T23:21:34.328+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124103', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp802kjoqv'] [2023-10-31T23:21:34.335+0000] {standard_task_runner.py:85} INFO - Job 124103: Subtask wait_for_webrequest [2023-10-31T23:21:34.583+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T23:21:34.957+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T23:21:35.550+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T23:21:35.552+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T23:21:35.573+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:21:35.575+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:21:35.577+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T23:21:35.733+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T23:21:35.781+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T23:21:35.990+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T23:31:36.818+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T23:31:36.843+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T23:31:36.844+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T23:31:36.871+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T23:31:36.878+0000] {standard_task_runner.py:57} INFO - Started process 367328 to run task [2023-10-31T23:31:36.891+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124107', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmppd4h3h43'] [2023-10-31T23:31:36.900+0000] {standard_task_runner.py:85} INFO - Job 124107: Subtask wait_for_webrequest [2023-10-31T23:31:37.160+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T23:31:37.477+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T23:31:38.094+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T23:31:38.096+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T23:31:38.117+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:31:38.119+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:31:38.122+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T23:31:38.277+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T23:31:38.304+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T23:31:38.411+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T23:41:39.536+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T23:41:39.558+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T23:41:39.559+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T23:41:39.579+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T23:41:39.586+0000] {standard_task_runner.py:57} INFO - Started process 369997 to run task [2023-10-31T23:41:39.599+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124111', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpsmqg_d0v'] [2023-10-31T23:41:39.606+0000] {standard_task_runner.py:85} INFO - Job 124111: Subtask wait_for_webrequest [2023-10-31T23:41:39.852+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T23:41:40.178+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T23:41:40.855+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T23:41:40.856+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T23:41:40.877+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:41:40.879+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:41:40.882+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T23:41:41.032+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T23:41:41.047+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T23:41:41.142+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-10-31T23:51:42.078+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-10-31T23:51:42.099+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-10-31T23:51:42.100+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-10-31T23:51:42.129+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-10-31T23:51:42.138+0000] {standard_task_runner.py:57} INFO - Started process 373372 to run task [2023-10-31T23:51:42.148+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124115', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpan40kn8c'] [2023-10-31T23:51:42.152+0000] {standard_task_runner.py:85} INFO - Job 124115: Subtask wait_for_webrequest [2023-10-31T23:51:42.388+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-10-31T23:51:42.738+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-10-31T23:51:43.361+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-10-31T23:51:43.362+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-10-31T23:51:43.380+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:51:43.382+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-10-31T23:51:43.386+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-10-31T23:51:43.550+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-10-31T23:51:43.600+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-10-31T23:51:43.707+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T00:01:45.174+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T00:01:45.191+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T00:01:45.191+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T00:01:45.212+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T00:01:45.221+0000] {standard_task_runner.py:57} INFO - Started process 376375 to run task [2023-11-01T00:01:45.231+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124123', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp2stj0v2j'] [2023-11-01T00:01:45.237+0000] {standard_task_runner.py:85} INFO - Job 124123: Subtask wait_for_webrequest [2023-11-01T00:01:45.467+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T00:01:45.788+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T00:01:46.458+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T00:01:46.464+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T00:01:46.494+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:01:46.495+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:01:46.498+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T00:01:46.654+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T00:01:46.692+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T00:01:46.771+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T00:11:48.262+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T00:11:48.285+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T00:11:48.285+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T00:11:48.304+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T00:11:48.310+0000] {standard_task_runner.py:57} INFO - Started process 381176 to run task [2023-11-01T00:11:48.324+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124138', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpe9ixe7fb'] [2023-11-01T00:11:48.331+0000] {standard_task_runner.py:85} INFO - Job 124138: Subtask wait_for_webrequest [2023-11-01T00:11:48.592+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T00:11:49.136+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T00:11:49.687+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T00:11:49.688+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T00:11:49.711+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:11:49.713+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:11:49.715+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T00:11:49.924+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T00:11:49.974+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T00:11:50.087+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T00:21:51.620+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T00:21:51.641+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T00:21:51.642+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T00:21:51.666+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T00:21:51.672+0000] {standard_task_runner.py:57} INFO - Started process 385249 to run task [2023-11-01T00:21:51.686+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124161', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp7po866t0'] [2023-11-01T00:21:51.690+0000] {standard_task_runner.py:85} INFO - Job 124161: Subtask wait_for_webrequest [2023-11-01T00:21:51.911+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T00:21:52.223+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T00:21:52.937+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T00:21:52.939+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T00:21:52.968+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:21:52.970+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:21:52.973+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T00:21:53.100+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T00:21:53.149+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T00:21:53.228+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T00:31:54.389+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T00:31:54.412+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T00:31:54.412+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T00:31:54.432+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T00:31:54.438+0000] {standard_task_runner.py:57} INFO - Started process 388990 to run task [2023-11-01T00:31:54.450+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124181', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp8e92sf2x'] [2023-11-01T00:31:54.457+0000] {standard_task_runner.py:85} INFO - Job 124181: Subtask wait_for_webrequest [2023-11-01T00:31:54.700+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T00:31:55.064+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T00:31:55.635+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T00:31:55.636+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T00:31:55.657+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:31:55.659+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:31:55.661+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T00:31:55.808+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T00:31:55.859+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T00:31:55.979+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T00:41:57.088+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T00:41:57.118+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T00:41:57.118+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T00:41:57.142+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T00:41:57.149+0000] {standard_task_runner.py:57} INFO - Started process 393049 to run task [2023-11-01T00:41:57.160+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124199', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpvj4m8mj5'] [2023-11-01T00:41:57.164+0000] {standard_task_runner.py:85} INFO - Job 124199: Subtask wait_for_webrequest [2023-11-01T00:41:57.390+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T00:41:57.724+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T00:41:58.249+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T00:41:58.251+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T00:41:58.271+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:41:58.272+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:41:58.274+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T00:41:58.420+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T00:41:58.455+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T00:41:58.558+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T00:51:59.827+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T00:51:59.850+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T00:51:59.850+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T00:51:59.877+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T00:51:59.885+0000] {standard_task_runner.py:57} INFO - Started process 395781 to run task [2023-11-01T00:51:59.897+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124203', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmphc9vaufk'] [2023-11-01T00:51:59.904+0000] {standard_task_runner.py:85} INFO - Job 124203: Subtask wait_for_webrequest [2023-11-01T00:52:00.148+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T00:52:00.485+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T00:52:01.025+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T00:52:01.027+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T00:52:01.047+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:52:01.048+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T00:52:01.050+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T00:52:01.172+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T00:52:01.227+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T00:52:01.330+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T01:02:02.950+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T01:02:02.968+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T01:02:02.969+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T01:02:02.988+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T01:02:02.994+0000] {standard_task_runner.py:57} INFO - Started process 398844 to run task [2023-11-01T01:02:03.003+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124212', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpsz0jzq7s'] [2023-11-01T01:02:03.007+0000] {standard_task_runner.py:85} INFO - Job 124212: Subtask wait_for_webrequest [2023-11-01T01:02:03.227+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T01:02:03.543+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T01:02:04.141+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T01:02:04.145+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T01:02:04.168+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:02:04.169+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:02:04.172+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T01:02:04.318+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T01:02:04.342+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T01:02:04.521+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T01:12:05.733+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T01:12:05.757+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T01:12:05.757+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T01:12:05.783+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T01:12:05.790+0000] {standard_task_runner.py:57} INFO - Started process 402762 to run task [2023-11-01T01:12:05.809+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124223', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpxdpkyixr'] [2023-11-01T01:12:05.820+0000] {standard_task_runner.py:85} INFO - Job 124223: Subtask wait_for_webrequest [2023-11-01T01:12:06.025+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T01:12:06.571+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T01:12:07.234+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T01:12:07.235+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T01:12:07.253+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:12:07.255+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:12:07.257+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T01:12:07.409+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T01:12:07.473+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T01:12:07.648+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T01:22:09.022+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T01:22:09.043+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T01:22:09.044+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T01:22:09.063+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T01:22:09.069+0000] {standard_task_runner.py:57} INFO - Started process 405553 to run task [2023-11-01T01:22:09.078+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124227', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpxmn2bsch'] [2023-11-01T01:22:09.083+0000] {standard_task_runner.py:85} INFO - Job 124227: Subtask wait_for_webrequest [2023-11-01T01:22:09.317+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T01:22:09.675+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T01:22:10.239+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T01:22:10.241+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T01:22:10.261+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:22:10.263+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:22:10.265+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T01:22:10.420+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T01:22:10.456+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T01:22:10.571+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T01:32:12.153+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T01:32:12.181+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T01:32:12.181+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T01:32:12.207+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T01:32:12.216+0000] {standard_task_runner.py:57} INFO - Started process 408247 to run task [2023-11-01T01:32:12.237+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124231', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp796wtof7'] [2023-11-01T01:32:12.245+0000] {standard_task_runner.py:85} INFO - Job 124231: Subtask wait_for_webrequest [2023-11-01T01:32:12.511+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T01:32:12.864+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T01:32:13.643+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T01:32:13.645+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T01:32:13.676+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:32:13.679+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:32:13.682+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T01:32:13.845+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T01:32:13.888+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T01:32:14.014+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T01:42:14.773+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T01:42:14.798+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T01:42:14.798+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T01:42:14.820+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T01:42:14.826+0000] {standard_task_runner.py:57} INFO - Started process 411302 to run task [2023-11-01T01:42:14.839+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124235', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp60yuv4hd'] [2023-11-01T01:42:14.846+0000] {standard_task_runner.py:85} INFO - Job 124235: Subtask wait_for_webrequest [2023-11-01T01:42:15.101+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T01:42:15.442+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T01:42:16.107+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T01:42:16.108+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T01:42:16.127+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:42:16.128+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:42:16.130+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T01:42:16.272+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T01:42:16.290+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T01:42:16.394+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T01:52:17.607+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T01:52:17.631+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T01:52:17.631+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T01:52:17.653+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T01:52:17.659+0000] {standard_task_runner.py:57} INFO - Started process 414059 to run task [2023-11-01T01:52:17.671+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124239', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpks3spt0g'] [2023-11-01T01:52:17.679+0000] {standard_task_runner.py:85} INFO - Job 124239: Subtask wait_for_webrequest [2023-11-01T01:52:17.936+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T01:52:18.287+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T01:52:18.846+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T01:52:18.852+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T01:52:18.874+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:52:18.876+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T01:52:18.878+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T01:52:19.027+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T01:52:19.082+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T01:52:19.194+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T02:02:20.719+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T02:02:20.745+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T02:02:20.746+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T02:02:20.766+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T02:02:20.772+0000] {standard_task_runner.py:57} INFO - Started process 417121 to run task [2023-11-01T02:02:20.785+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124248', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpngx98mn5'] [2023-11-01T02:02:20.792+0000] {standard_task_runner.py:85} INFO - Job 124248: Subtask wait_for_webrequest [2023-11-01T02:02:21.034+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T02:02:21.428+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T02:02:21.992+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T02:02:21.993+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T02:02:22.012+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:02:22.014+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:02:22.016+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T02:02:22.144+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T02:02:22.194+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T02:02:22.297+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T02:12:24.057+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T02:12:24.084+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T02:12:24.085+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T02:12:24.111+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T02:12:24.120+0000] {standard_task_runner.py:57} INFO - Started process 421046 to run task [2023-11-01T02:12:24.133+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124259', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpx0g57p7n'] [2023-11-01T02:12:24.140+0000] {standard_task_runner.py:85} INFO - Job 124259: Subtask wait_for_webrequest [2023-11-01T02:12:24.366+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T02:12:24.709+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T02:12:25.267+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T02:12:25.268+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T02:12:25.290+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:12:25.291+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:12:25.294+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T02:12:25.442+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T02:12:25.504+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T02:12:25.615+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T02:22:27.152+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T02:22:27.169+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T02:22:27.170+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T02:22:27.194+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T02:22:27.202+0000] {standard_task_runner.py:57} INFO - Started process 423846 to run task [2023-11-01T02:22:27.213+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124263', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpww2vtwni'] [2023-11-01T02:22:27.217+0000] {standard_task_runner.py:85} INFO - Job 124263: Subtask wait_for_webrequest [2023-11-01T02:22:27.415+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T02:22:27.708+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T02:22:28.247+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T02:22:28.249+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T02:22:28.267+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:22:28.268+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:22:28.270+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T02:22:28.410+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T02:22:28.466+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T02:22:28.572+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T02:32:29.846+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T02:32:29.869+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T02:32:29.870+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T02:32:29.897+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T02:32:29.906+0000] {standard_task_runner.py:57} INFO - Started process 426578 to run task [2023-11-01T02:32:29.920+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124268', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpdr2jqwe0'] [2023-11-01T02:32:29.929+0000] {standard_task_runner.py:85} INFO - Job 124268: Subtask wait_for_webrequest [2023-11-01T02:32:30.178+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T02:32:30.526+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T02:32:31.109+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T02:32:31.110+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T02:32:31.130+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:32:31.131+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:32:31.134+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T02:32:31.283+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T02:32:31.330+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T02:32:31.441+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T02:42:32.608+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T02:42:32.637+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T02:42:32.637+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T02:42:32.671+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T02:42:32.681+0000] {standard_task_runner.py:57} INFO - Started process 429819 to run task [2023-11-01T02:42:32.695+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124273', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpxpwhvrpj'] [2023-11-01T02:42:32.702+0000] {standard_task_runner.py:85} INFO - Job 124273: Subtask wait_for_webrequest [2023-11-01T02:42:32.945+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T02:42:33.289+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T02:42:33.847+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T02:42:33.848+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T02:42:33.878+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:42:33.880+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:42:33.882+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T02:42:34.029+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T02:42:34.069+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T02:42:34.172+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T02:52:34.848+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T02:52:34.871+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T02:52:34.871+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T02:52:34.892+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T02:52:34.898+0000] {standard_task_runner.py:57} INFO - Started process 432560 to run task [2023-11-01T02:52:34.910+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124276', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmprg3jkqkt'] [2023-11-01T02:52:34.918+0000] {standard_task_runner.py:85} INFO - Job 124276: Subtask wait_for_webrequest [2023-11-01T02:52:35.172+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T02:52:35.455+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T02:52:36.023+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T02:52:36.024+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T02:52:36.042+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:52:36.045+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T02:52:36.049+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T02:52:36.192+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T02:52:36.240+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T02:52:36.346+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T03:02:37.435+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T03:02:37.459+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T03:02:37.459+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T03:02:37.484+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T03:02:37.497+0000] {standard_task_runner.py:57} INFO - Started process 435841 to run task [2023-11-01T03:02:37.512+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124285', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpwsipwohk'] [2023-11-01T03:02:37.521+0000] {standard_task_runner.py:85} INFO - Job 124285: Subtask wait_for_webrequest [2023-11-01T03:02:37.780+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T03:02:38.132+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T03:02:38.742+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T03:02:38.743+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T03:02:38.763+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:02:38.765+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:02:38.768+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T03:02:38.925+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T03:02:38.964+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T03:02:39.063+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T03:12:40.186+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T03:12:40.209+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T03:12:40.209+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T03:12:40.227+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T03:12:40.233+0000] {standard_task_runner.py:57} INFO - Started process 439693 to run task [2023-11-01T03:12:40.246+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124294', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp4bjhjqfr'] [2023-11-01T03:12:40.253+0000] {standard_task_runner.py:85} INFO - Job 124294: Subtask wait_for_webrequest [2023-11-01T03:12:40.486+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T03:12:40.834+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T03:12:41.385+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T03:12:41.387+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T03:12:41.408+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:12:41.410+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:12:41.413+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T03:12:41.562+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T03:12:41.624+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T03:12:41.729+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T03:22:42.381+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T03:22:42.405+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T03:22:42.406+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T03:22:42.432+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T03:22:42.440+0000] {standard_task_runner.py:57} INFO - Started process 442556 to run task [2023-11-01T03:22:42.453+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124297', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpdngrdu0q'] [2023-11-01T03:22:42.461+0000] {standard_task_runner.py:85} INFO - Job 124297: Subtask wait_for_webrequest [2023-11-01T03:22:42.714+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T03:22:43.061+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T03:22:43.925+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T03:22:43.926+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T03:22:43.948+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:22:43.950+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:22:43.952+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T03:22:44.081+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T03:22:44.105+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T03:22:44.175+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T03:32:45.315+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T03:32:45.336+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T03:32:45.337+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T03:32:45.357+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T03:32:45.364+0000] {standard_task_runner.py:57} INFO - Started process 445370 to run task [2023-11-01T03:32:45.378+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124300', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp_y61pwc_'] [2023-11-01T03:32:45.386+0000] {standard_task_runner.py:85} INFO - Job 124300: Subtask wait_for_webrequest [2023-11-01T03:32:45.634+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T03:32:46.027+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T03:32:46.768+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T03:32:46.771+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T03:32:46.793+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:32:46.796+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:32:46.798+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T03:32:46.958+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T03:32:47.030+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T03:32:47.146+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T03:42:47.954+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T03:42:47.978+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T03:42:47.978+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T03:42:47.999+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T03:42:48.005+0000] {standard_task_runner.py:57} INFO - Started process 448425 to run task [2023-11-01T03:42:48.017+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124303', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpwrja6thf'] [2023-11-01T03:42:48.024+0000] {standard_task_runner.py:85} INFO - Job 124303: Subtask wait_for_webrequest [2023-11-01T03:42:48.266+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T03:42:48.616+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T03:42:49.188+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T03:42:49.189+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T03:42:49.209+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:42:49.211+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:42:49.213+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T03:42:49.362+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T03:42:49.428+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T03:42:49.546+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T03:52:50.169+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T03:52:50.186+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T03:52:50.187+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T03:52:50.203+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T03:52:50.209+0000] {standard_task_runner.py:57} INFO - Started process 451232 to run task [2023-11-01T03:52:50.222+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124306', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpa9xmowjg'] [2023-11-01T03:52:50.228+0000] {standard_task_runner.py:85} INFO - Job 124306: Subtask wait_for_webrequest [2023-11-01T03:52:50.469+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T03:52:50.847+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T03:52:51.415+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T03:52:51.421+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T03:52:51.442+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:52:51.444+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T03:52:51.447+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T03:52:51.597+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T03:52:51.633+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T03:52:51.821+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T04:02:52.810+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T04:02:52.833+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T04:02:52.834+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T04:02:52.856+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T04:02:52.867+0000] {standard_task_runner.py:57} INFO - Started process 454398 to run task [2023-11-01T04:02:52.877+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124315', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp51x1j_ir'] [2023-11-01T04:02:52.883+0000] {standard_task_runner.py:85} INFO - Job 124315: Subtask wait_for_webrequest [2023-11-01T04:02:53.125+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T04:02:53.501+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T04:02:54.048+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T04:02:54.049+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T04:02:54.069+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:02:54.071+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:02:54.073+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T04:02:54.223+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T04:02:54.255+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T04:02:54.356+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T04:12:55.187+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T04:12:55.215+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T04:12:55.216+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T04:12:55.241+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T04:12:55.249+0000] {standard_task_runner.py:57} INFO - Started process 458169 to run task [2023-11-01T04:12:55.263+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124324', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpzb98nr54'] [2023-11-01T04:12:55.271+0000] {standard_task_runner.py:85} INFO - Job 124324: Subtask wait_for_webrequest [2023-11-01T04:12:55.501+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T04:12:55.846+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T04:12:56.393+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T04:12:56.394+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T04:12:56.422+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:12:56.424+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:12:56.427+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T04:12:56.586+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T04:12:56.632+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T04:12:56.760+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T04:22:57.408+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T04:22:57.432+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T04:22:57.433+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T04:22:57.460+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T04:22:57.471+0000] {standard_task_runner.py:57} INFO - Started process 460974 to run task [2023-11-01T04:22:57.484+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124327', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpycz5je1b'] [2023-11-01T04:22:57.490+0000] {standard_task_runner.py:85} INFO - Job 124327: Subtask wait_for_webrequest [2023-11-01T04:22:57.743+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T04:22:58.097+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T04:22:58.727+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T04:22:58.729+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T04:22:58.808+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:22:58.817+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:22:58.820+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T04:22:58.959+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T04:22:58.987+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T04:22:59.082+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T04:33:00.904+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T04:33:00.926+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T04:33:00.926+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T04:33:00.949+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T04:33:00.955+0000] {standard_task_runner.py:57} INFO - Started process 463667 to run task [2023-11-01T04:33:00.961+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124330', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpvl_reufc'] [2023-11-01T04:33:00.966+0000] {standard_task_runner.py:85} INFO - Job 124330: Subtask wait_for_webrequest [2023-11-01T04:33:01.218+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T04:33:01.575+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T04:33:02.374+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T04:33:02.379+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T04:33:02.440+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:33:02.442+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:33:02.446+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T04:33:02.591+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T04:33:02.657+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T04:33:02.756+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T04:43:03.839+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T04:43:03.861+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T04:43:03.861+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T04:43:03.882+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T04:43:03.887+0000] {standard_task_runner.py:57} INFO - Started process 466712 to run task [2023-11-01T04:43:03.898+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124333', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpuo_8cxxp'] [2023-11-01T04:43:03.903+0000] {standard_task_runner.py:85} INFO - Job 124333: Subtask wait_for_webrequest [2023-11-01T04:43:04.129+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T04:43:04.487+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T04:43:05.041+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T04:43:05.042+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T04:43:05.065+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:43:05.069+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:43:05.071+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T04:43:05.227+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T04:43:05.273+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T04:43:05.420+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T04:53:06.200+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T04:53:06.222+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T04:53:06.223+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T04:53:06.243+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T04:53:06.251+0000] {standard_task_runner.py:57} INFO - Started process 469557 to run task [2023-11-01T04:53:06.261+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124336', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpcsu9_dsz'] [2023-11-01T04:53:06.265+0000] {standard_task_runner.py:85} INFO - Job 124336: Subtask wait_for_webrequest [2023-11-01T04:53:06.521+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T04:53:06.867+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T04:53:07.449+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T04:53:07.450+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T04:53:07.471+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:53:07.473+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T04:53:07.476+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T04:53:07.633+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T04:53:07.681+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T04:53:07.800+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T05:03:08.816+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T05:03:08.846+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T05:03:08.846+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T05:03:08.868+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T05:03:08.884+0000] {standard_task_runner.py:57} INFO - Started process 472854 to run task [2023-11-01T05:03:08.896+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124346', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpz8abywzy'] [2023-11-01T05:03:08.907+0000] {standard_task_runner.py:85} INFO - Job 124346: Subtask wait_for_webrequest [2023-11-01T05:03:09.103+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T05:03:09.421+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T05:03:10.498+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T05:03:10.499+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T05:03:10.555+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:03:10.557+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:03:10.559+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T05:03:10.720+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T05:03:10.792+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T05:03:10.872+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T05:13:11.722+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T05:13:11.757+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T05:13:11.757+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T05:13:11.776+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T05:13:11.781+0000] {standard_task_runner.py:57} INFO - Started process 476618 to run task [2023-11-01T05:13:11.793+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124354', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp5ichnwzq'] [2023-11-01T05:13:11.802+0000] {standard_task_runner.py:85} INFO - Job 124354: Subtask wait_for_webrequest [2023-11-01T05:13:12.041+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T05:13:12.388+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T05:13:12.935+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T05:13:12.936+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T05:13:12.956+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:13:12.959+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:13:12.961+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T05:13:13.116+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T05:13:13.164+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T05:13:13.274+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T05:23:14.743+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T05:23:14.768+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T05:23:14.769+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T05:23:14.796+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T05:23:14.806+0000] {standard_task_runner.py:57} INFO - Started process 479569 to run task [2023-11-01T05:23:14.820+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124357', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpc7dpuoq1'] [2023-11-01T05:23:14.827+0000] {standard_task_runner.py:85} INFO - Job 124357: Subtask wait_for_webrequest [2023-11-01T05:23:15.071+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T05:23:15.416+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T05:23:15.956+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T05:23:15.957+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T05:23:15.978+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:23:15.979+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:23:15.982+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T05:23:16.129+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T05:23:16.153+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T05:23:16.256+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T05:33:17.435+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T05:33:17.468+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T05:33:17.469+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T05:33:17.492+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T05:33:17.499+0000] {standard_task_runner.py:57} INFO - Started process 482295 to run task [2023-11-01T05:33:17.512+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124360', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpkomkadjp'] [2023-11-01T05:33:17.521+0000] {standard_task_runner.py:85} INFO - Job 124360: Subtask wait_for_webrequest [2023-11-01T05:33:17.758+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T05:33:18.106+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T05:33:18.640+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T05:33:18.642+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T05:33:18.664+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:33:18.667+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:33:18.669+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T05:33:18.829+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T05:33:18.883+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T05:33:18.997+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T05:43:19.953+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T05:43:19.977+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T05:43:19.978+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T05:43:20.003+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T05:43:20.010+0000] {standard_task_runner.py:57} INFO - Started process 485360 to run task [2023-11-01T05:43:20.022+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124363', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpsnb3mn0g'] [2023-11-01T05:43:20.030+0000] {standard_task_runner.py:85} INFO - Job 124363: Subtask wait_for_webrequest [2023-11-01T05:43:20.248+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T05:43:20.600+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T05:43:21.191+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T05:43:21.193+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T05:43:21.214+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:43:21.216+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:43:21.219+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T05:43:21.378+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T05:43:21.436+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T05:43:21.550+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T05:53:22.207+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T05:53:22.233+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T05:53:22.234+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T05:53:22.262+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T05:53:22.271+0000] {standard_task_runner.py:57} INFO - Started process 488138 to run task [2023-11-01T05:53:22.284+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124366', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmphuv2ohfw'] [2023-11-01T05:53:22.291+0000] {standard_task_runner.py:85} INFO - Job 124366: Subtask wait_for_webrequest [2023-11-01T05:53:22.549+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T05:53:22.877+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T05:53:23.441+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T05:53:23.448+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T05:53:23.470+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:53:23.472+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T05:53:23.476+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T05:53:23.727+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T05:53:23.780+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T05:53:23.896+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T06:03:25.392+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T06:03:25.416+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T06:03:25.416+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T06:03:25.431+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T06:03:25.437+0000] {standard_task_runner.py:57} INFO - Started process 491499 to run task [2023-11-01T06:03:25.446+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124376', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp2fez_nft'] [2023-11-01T06:03:25.450+0000] {standard_task_runner.py:85} INFO - Job 124376: Subtask wait_for_webrequest [2023-11-01T06:03:25.676+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T06:03:26.008+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T06:03:26.590+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T06:03:26.591+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T06:03:26.614+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:03:26.615+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:03:26.617+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T06:03:26.767+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T06:03:26.823+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T06:03:26.930+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T06:13:27.894+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T06:13:27.917+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T06:13:27.917+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T06:13:27.936+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T06:13:27.942+0000] {standard_task_runner.py:57} INFO - Started process 495235 to run task [2023-11-01T06:13:27.955+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124384', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp1l3kx4ev'] [2023-11-01T06:13:27.962+0000] {standard_task_runner.py:85} INFO - Job 124384: Subtask wait_for_webrequest [2023-11-01T06:13:28.238+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T06:13:28.598+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T06:13:29.168+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T06:13:29.169+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T06:13:29.190+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:13:29.193+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:13:29.195+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T06:13:29.361+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T06:13:29.406+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T06:13:29.559+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T06:23:30.917+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T06:23:30.937+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T06:23:30.938+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T06:23:30.959+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T06:23:30.964+0000] {standard_task_runner.py:57} INFO - Started process 498041 to run task [2023-11-01T06:23:30.971+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124387', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpy_1upkx8'] [2023-11-01T06:23:30.976+0000] {standard_task_runner.py:85} INFO - Job 124387: Subtask wait_for_webrequest [2023-11-01T06:23:31.200+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T06:23:31.504+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T06:23:32.112+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T06:23:32.113+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T06:23:32.132+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:23:32.134+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:23:32.136+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T06:23:32.287+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T06:23:32.345+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T06:23:32.509+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T06:33:33.836+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T06:33:33.861+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T06:33:33.861+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T06:33:33.890+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T06:33:33.900+0000] {standard_task_runner.py:57} INFO - Started process 500875 to run task [2023-11-01T06:33:33.913+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124390', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp8p0ylou7'] [2023-11-01T06:33:33.922+0000] {standard_task_runner.py:85} INFO - Job 124390: Subtask wait_for_webrequest [2023-11-01T06:33:34.165+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T06:33:34.465+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T06:33:35.053+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T06:33:35.054+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T06:33:35.077+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:33:35.083+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:33:35.086+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T06:33:35.226+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T06:33:35.246+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T06:33:35.353+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T06:43:37.022+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T06:43:37.047+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T06:43:37.047+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T06:43:37.074+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T06:43:37.085+0000] {standard_task_runner.py:57} INFO - Started process 503974 to run task [2023-11-01T06:43:37.093+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124393', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp8klo8rfl'] [2023-11-01T06:43:37.100+0000] {standard_task_runner.py:85} INFO - Job 124393: Subtask wait_for_webrequest [2023-11-01T06:43:37.346+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T06:43:37.682+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T06:43:38.247+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T06:43:38.248+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T06:43:38.268+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:43:38.270+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:43:38.274+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T06:43:38.425+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T06:43:38.473+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T06:43:38.652+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T06:53:39.531+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T06:53:39.558+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T06:53:39.559+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T06:53:39.587+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T06:53:39.594+0000] {standard_task_runner.py:57} INFO - Started process 506784 to run task [2023-11-01T06:53:39.606+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124396', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp6bln8lxg'] [2023-11-01T06:53:39.613+0000] {standard_task_runner.py:85} INFO - Job 124396: Subtask wait_for_webrequest [2023-11-01T06:53:39.857+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T06:53:40.211+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T06:53:40.768+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T06:53:40.770+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T06:53:40.791+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:53:40.794+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T06:53:40.796+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T06:53:40.955+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T06:53:40.977+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T06:53:41.072+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T07:03:42.008+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T07:03:42.036+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T07:03:42.036+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T07:03:42.058+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T07:03:42.065+0000] {standard_task_runner.py:57} INFO - Started process 510083 to run task [2023-11-01T07:03:42.074+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124406', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpc8rujk1t'] [2023-11-01T07:03:42.079+0000] {standard_task_runner.py:85} INFO - Job 124406: Subtask wait_for_webrequest [2023-11-01T07:03:42.334+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T07:03:42.681+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T07:03:43.280+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T07:03:43.281+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T07:03:43.301+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:03:43.303+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:03:43.305+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T07:03:43.454+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T07:03:43.492+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T07:03:43.609+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T07:13:44.809+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T07:13:44.830+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T07:13:44.830+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T07:13:44.853+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T07:13:44.860+0000] {standard_task_runner.py:57} INFO - Started process 513832 to run task [2023-11-01T07:13:44.873+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124414', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpcdocuejp'] [2023-11-01T07:13:44.879+0000] {standard_task_runner.py:85} INFO - Job 124414: Subtask wait_for_webrequest [2023-11-01T07:13:45.116+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T07:13:45.416+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T07:13:45.979+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T07:13:45.980+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T07:13:46.002+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:13:46.004+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:13:46.007+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T07:13:46.149+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T07:13:46.202+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T07:13:46.307+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T07:23:47.066+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T07:23:47.088+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T07:23:47.089+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T07:23:47.109+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T07:23:47.115+0000] {standard_task_runner.py:57} INFO - Started process 516739 to run task [2023-11-01T07:23:47.132+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124417', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp7zxpuk2r'] [2023-11-01T07:23:47.139+0000] {standard_task_runner.py:85} INFO - Job 124417: Subtask wait_for_webrequest [2023-11-01T07:23:47.384+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T07:23:47.716+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T07:23:48.247+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T07:23:48.248+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T07:23:48.266+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:23:48.268+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:23:48.272+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T07:23:48.427+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T07:23:48.459+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T07:23:48.550+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T07:33:50.205+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T07:33:50.228+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T07:33:50.228+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T07:33:50.249+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T07:33:50.255+0000] {standard_task_runner.py:57} INFO - Started process 519497 to run task [2023-11-01T07:33:50.263+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124420', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmppl3cm7sd'] [2023-11-01T07:33:50.268+0000] {standard_task_runner.py:85} INFO - Job 124420: Subtask wait_for_webrequest [2023-11-01T07:33:50.524+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T07:33:50.869+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T07:33:51.416+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T07:33:51.418+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T07:33:51.441+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:33:51.443+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:33:51.446+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T07:33:51.593+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T07:33:51.637+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T07:33:51.778+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T07:43:52.613+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T07:43:52.637+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T07:43:52.637+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T07:43:52.657+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T07:43:52.663+0000] {standard_task_runner.py:57} INFO - Started process 522577 to run task [2023-11-01T07:43:52.675+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124423', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpbdw6b4t_'] [2023-11-01T07:43:52.682+0000] {standard_task_runner.py:85} INFO - Job 124423: Subtask wait_for_webrequest [2023-11-01T07:43:52.933+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T07:43:53.277+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T07:43:53.859+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T07:43:53.860+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T07:43:53.879+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:43:53.881+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:43:53.884+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T07:43:54.033+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T07:43:54.085+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T07:43:54.186+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T07:53:54.788+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T07:53:54.810+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T07:53:54.810+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T07:53:54.829+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T07:53:54.836+0000] {standard_task_runner.py:57} INFO - Started process 525359 to run task [2023-11-01T07:53:54.848+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124426', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp_7zgp5ig'] [2023-11-01T07:53:54.855+0000] {standard_task_runner.py:85} INFO - Job 124426: Subtask wait_for_webrequest [2023-11-01T07:53:55.095+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T07:53:55.432+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T07:53:56.014+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T07:53:56.015+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T07:53:56.037+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:53:56.039+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T07:53:56.042+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T07:53:56.229+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T07:53:56.260+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T07:53:56.362+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T08:03:57.228+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T08:03:57.251+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T08:03:57.251+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T08:03:57.272+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T08:03:57.278+0000] {standard_task_runner.py:57} INFO - Started process 528659 to run task [2023-11-01T08:03:57.284+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124436', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp5jez0_cu'] [2023-11-01T08:03:57.288+0000] {standard_task_runner.py:85} INFO - Job 124436: Subtask wait_for_webrequest [2023-11-01T08:03:57.531+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T08:03:57.868+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T08:03:58.415+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T08:03:58.417+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T08:03:58.438+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:03:58.439+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:03:58.441+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T08:03:58.592+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T08:03:58.621+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T08:03:58.725+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T08:13:59.557+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T08:13:59.580+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T08:13:59.580+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T08:13:59.604+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T08:13:59.614+0000] {standard_task_runner.py:57} INFO - Started process 532306 to run task [2023-11-01T08:13:59.627+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124444', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpy2073tbf'] [2023-11-01T08:13:59.635+0000] {standard_task_runner.py:85} INFO - Job 124444: Subtask wait_for_webrequest [2023-11-01T08:13:59.899+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T08:14:00.263+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T08:14:00.806+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T08:14:00.807+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T08:14:00.827+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:14:00.830+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:14:00.833+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T08:14:00.986+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T08:14:01.040+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T08:14:01.147+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T08:24:03.015+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T08:24:03.036+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T08:24:03.036+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T08:24:03.054+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T08:24:03.060+0000] {standard_task_runner.py:57} INFO - Started process 535166 to run task [2023-11-01T08:24:03.069+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124447', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmptvawopv8'] [2023-11-01T08:24:03.073+0000] {standard_task_runner.py:85} INFO - Job 124447: Subtask wait_for_webrequest [2023-11-01T08:24:03.309+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T08:24:03.657+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T08:24:04.236+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T08:24:04.239+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T08:24:04.264+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:24:04.265+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:24:04.268+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T08:24:04.422+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T08:24:04.447+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T08:24:04.546+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T08:34:06.147+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T08:34:06.174+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T08:34:06.174+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T08:34:06.197+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T08:34:06.204+0000] {standard_task_runner.py:57} INFO - Started process 537843 to run task [2023-11-01T08:34:06.219+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124450', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpa9tenmol'] [2023-11-01T08:34:06.226+0000] {standard_task_runner.py:85} INFO - Job 124450: Subtask wait_for_webrequest [2023-11-01T08:34:06.492+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T08:34:06.890+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T08:34:07.480+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T08:34:07.481+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T08:34:07.502+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:34:07.505+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:34:07.507+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T08:34:07.653+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T08:34:07.678+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T08:34:07.795+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T08:44:09.407+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T08:44:09.427+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T08:44:09.427+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T08:44:09.446+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T08:44:09.452+0000] {standard_task_runner.py:57} INFO - Started process 540916 to run task [2023-11-01T08:44:09.464+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124453', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpg9tdw7af'] [2023-11-01T08:44:09.469+0000] {standard_task_runner.py:85} INFO - Job 124453: Subtask wait_for_webrequest [2023-11-01T08:44:09.711+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T08:44:10.053+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T08:44:10.632+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T08:44:10.660+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T08:44:10.691+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:44:10.694+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:44:10.697+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T08:44:10.839+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T08:44:10.878+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T08:44:10.989+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T08:54:12.358+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T08:54:12.386+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T08:54:12.386+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T08:54:12.412+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T08:54:12.423+0000] {standard_task_runner.py:57} INFO - Started process 543759 to run task [2023-11-01T08:54:12.435+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124456', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmphtmo5hed'] [2023-11-01T08:54:12.443+0000] {standard_task_runner.py:85} INFO - Job 124456: Subtask wait_for_webrequest [2023-11-01T08:54:12.683+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T08:54:13.064+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T08:54:13.632+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T08:54:13.634+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T08:54:13.655+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:54:13.658+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T08:54:13.660+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T08:54:13.813+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T08:54:13.848+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T08:54:13.959+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T09:04:15.547+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T09:04:15.570+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T09:04:15.570+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T09:04:15.596+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T09:04:15.604+0000] {standard_task_runner.py:57} INFO - Started process 547282 to run task [2023-11-01T09:04:15.617+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124468', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpsee1ijdw'] [2023-11-01T09:04:15.624+0000] {standard_task_runner.py:85} INFO - Job 124468: Subtask wait_for_webrequest [2023-11-01T09:04:15.872+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T09:04:16.240+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T09:04:16.789+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T09:04:16.791+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T09:04:16.813+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:04:16.815+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:04:16.817+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T09:04:16.970+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T09:04:17.028+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T09:04:17.134+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T09:14:18.068+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T09:14:18.091+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T09:14:18.091+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T09:14:18.111+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T09:14:18.118+0000] {standard_task_runner.py:57} INFO - Started process 550850 to run task [2023-11-01T09:14:18.130+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124474', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpeyap7b19'] [2023-11-01T09:14:18.138+0000] {standard_task_runner.py:85} INFO - Job 124474: Subtask wait_for_webrequest [2023-11-01T09:14:18.396+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T09:14:18.759+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T09:14:19.323+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T09:14:19.325+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T09:14:19.346+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:14:19.349+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:14:19.352+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T09:14:19.501+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T09:14:19.540+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T09:14:19.665+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T09:24:20.467+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T09:24:20.492+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T09:24:20.493+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T09:24:20.515+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T09:24:20.521+0000] {standard_task_runner.py:57} INFO - Started process 553763 to run task [2023-11-01T09:24:20.533+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124477', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpmz9b5o1y'] [2023-11-01T09:24:20.537+0000] {standard_task_runner.py:85} INFO - Job 124477: Subtask wait_for_webrequest [2023-11-01T09:24:20.760+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T09:24:21.093+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T09:24:21.738+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T09:24:21.740+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T09:24:21.762+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:24:21.764+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:24:21.766+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T09:24:21.915+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T09:24:21.946+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T09:24:22.040+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T09:34:23.295+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T09:34:23.318+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T09:34:23.319+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T09:34:23.347+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T09:34:23.357+0000] {standard_task_runner.py:57} INFO - Started process 556512 to run task [2023-11-01T09:34:23.369+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124480', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmphuzgh_ng'] [2023-11-01T09:34:23.376+0000] {standard_task_runner.py:85} INFO - Job 124480: Subtask wait_for_webrequest [2023-11-01T09:34:23.616+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T09:34:23.973+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T09:34:24.573+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T09:34:24.574+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T09:34:24.600+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:34:24.602+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:34:24.605+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T09:34:24.767+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T09:34:24.823+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T09:34:24.929+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T09:44:26.062+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T09:44:26.109+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T09:44:26.110+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T09:44:26.137+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T09:44:26.144+0000] {standard_task_runner.py:57} INFO - Started process 559540 to run task [2023-11-01T09:44:26.158+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124483', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpsb0a4s7o'] [2023-11-01T09:44:26.166+0000] {standard_task_runner.py:85} INFO - Job 124483: Subtask wait_for_webrequest [2023-11-01T09:44:26.414+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T09:44:26.780+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T09:44:27.388+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T09:44:27.389+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T09:44:27.430+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:44:27.432+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:44:27.436+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T09:44:27.595+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T09:44:27.654+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T09:44:27.784+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T09:54:29.053+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T09:54:29.075+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T09:54:29.076+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T09:54:29.096+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T09:54:29.103+0000] {standard_task_runner.py:57} INFO - Started process 562781 to run task [2023-11-01T09:54:29.117+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124486', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp0hujc0is'] [2023-11-01T09:54:29.124+0000] {standard_task_runner.py:85} INFO - Job 124486: Subtask wait_for_webrequest [2023-11-01T09:54:29.366+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T09:54:29.719+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T09:54:30.315+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T09:54:30.316+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T09:54:30.337+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:54:30.340+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T09:54:30.343+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T09:54:30.493+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T09:54:30.526+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T09:54:30.634+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T10:04:32.483+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T10:04:32.509+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T10:04:32.509+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T10:04:32.531+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T10:04:32.537+0000] {standard_task_runner.py:57} INFO - Started process 566481 to run task [2023-11-01T10:04:32.550+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124498', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp6noi2f4u'] [2023-11-01T10:04:32.558+0000] {standard_task_runner.py:85} INFO - Job 124498: Subtask wait_for_webrequest [2023-11-01T10:04:32.807+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T10:04:33.124+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T10:04:33.860+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T10:04:33.861+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T10:04:33.881+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:04:33.883+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:04:33.885+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T10:04:34.003+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T10:04:34.044+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T10:04:34.128+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T10:14:35.373+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T10:14:35.405+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T10:14:35.406+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T10:14:35.428+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T10:14:35.434+0000] {standard_task_runner.py:57} INFO - Started process 569984 to run task [2023-11-01T10:14:35.448+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124504', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpnuwbdgv9'] [2023-11-01T10:14:35.455+0000] {standard_task_runner.py:85} INFO - Job 124504: Subtask wait_for_webrequest [2023-11-01T10:14:35.700+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T10:14:36.057+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T10:14:36.602+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T10:14:36.603+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T10:14:36.623+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:14:36.625+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:14:36.628+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T10:14:36.779+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T10:14:36.817+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T10:14:36.944+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T10:24:37.921+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T10:24:37.945+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T10:24:37.946+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T10:24:37.968+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T10:24:37.975+0000] {standard_task_runner.py:57} INFO - Started process 572944 to run task [2023-11-01T10:24:37.987+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124507', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp2etoa4o0'] [2023-11-01T10:24:37.992+0000] {standard_task_runner.py:85} INFO - Job 124507: Subtask wait_for_webrequest [2023-11-01T10:24:38.237+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T10:24:38.602+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T10:24:39.217+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T10:24:39.218+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T10:24:39.239+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:24:39.241+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:24:39.243+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T10:24:39.403+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T10:24:39.440+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T10:24:39.558+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T10:34:40.414+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T10:34:40.438+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T10:34:40.439+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T10:34:40.464+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T10:34:40.470+0000] {standard_task_runner.py:57} INFO - Started process 575954 to run task [2023-11-01T10:34:40.484+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124510', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpm0jv39eo'] [2023-11-01T10:34:40.492+0000] {standard_task_runner.py:85} INFO - Job 124510: Subtask wait_for_webrequest [2023-11-01T10:34:40.730+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T10:34:41.069+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T10:34:41.590+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T10:34:41.592+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T10:34:41.610+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:34:41.613+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:34:41.615+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T10:34:41.762+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T10:34:41.813+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T10:34:41.917+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T10:44:42.925+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T10:44:42.954+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T10:44:42.954+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T10:44:42.980+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T10:44:42.987+0000] {standard_task_runner.py:57} INFO - Started process 579146 to run task [2023-11-01T10:44:42.999+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124513', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpcfhyctrz'] [2023-11-01T10:44:43.007+0000] {standard_task_runner.py:85} INFO - Job 124513: Subtask wait_for_webrequest [2023-11-01T10:44:43.250+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T10:44:43.588+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T10:44:44.107+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T10:44:44.108+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T10:44:44.129+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:44:44.131+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:44:44.133+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T10:44:44.278+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T10:44:44.331+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T10:44:44.441+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T10:54:45.312+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T10:54:45.334+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T10:54:45.334+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T10:54:45.354+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T10:54:45.359+0000] {standard_task_runner.py:57} INFO - Started process 581937 to run task [2023-11-01T10:54:45.365+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124516', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpxp6hd4lc'] [2023-11-01T10:54:45.370+0000] {standard_task_runner.py:85} INFO - Job 124516: Subtask wait_for_webrequest [2023-11-01T10:54:45.562+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T10:54:45.883+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T10:54:46.460+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T10:54:46.462+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T10:54:46.480+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:54:46.482+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T10:54:46.485+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T10:54:46.639+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T10:54:46.700+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T10:54:46.806+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T11:04:47.634+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T11:04:47.653+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T11:04:47.654+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T11:04:47.674+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T11:04:47.680+0000] {standard_task_runner.py:57} INFO - Started process 585462 to run task [2023-11-01T11:04:47.691+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124528', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpph85xomr'] [2023-11-01T11:04:47.696+0000] {standard_task_runner.py:85} INFO - Job 124528: Subtask wait_for_webrequest [2023-11-01T11:04:47.922+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T11:04:48.252+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T11:04:49.016+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T11:04:49.017+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T11:04:49.072+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:04:49.078+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:04:49.082+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T11:04:49.314+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T11:04:49.389+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T11:04:49.469+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T11:14:50.314+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T11:14:50.330+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T11:14:50.331+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T11:14:50.348+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T11:14:50.354+0000] {standard_task_runner.py:57} INFO - Started process 589061 to run task [2023-11-01T11:14:50.366+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124534', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpcbje6hvn'] [2023-11-01T11:14:50.372+0000] {standard_task_runner.py:85} INFO - Job 124534: Subtask wait_for_webrequest [2023-11-01T11:14:50.587+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T11:14:50.948+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T11:14:51.464+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T11:14:51.466+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T11:14:51.491+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:14:51.493+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:14:51.496+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T11:14:51.641+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T11:14:51.700+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T11:14:51.796+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T11:24:53.522+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T11:24:53.542+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T11:24:53.543+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T11:24:53.564+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T11:24:53.577+0000] {standard_task_runner.py:57} INFO - Started process 591955 to run task [2023-11-01T11:24:53.589+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124537', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp_uiz821y'] [2023-11-01T11:24:53.597+0000] {standard_task_runner.py:85} INFO - Job 124537: Subtask wait_for_webrequest [2023-11-01T11:24:53.834+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T11:24:54.208+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T11:24:54.808+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T11:24:54.810+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T11:24:54.832+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:24:54.834+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:24:54.837+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T11:24:54.981+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T11:24:55.007+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T11:24:55.117+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T11:34:56.766+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T11:34:56.791+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T11:34:56.791+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T11:34:56.814+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T11:34:56.821+0000] {standard_task_runner.py:57} INFO - Started process 594620 to run task [2023-11-01T11:34:56.833+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124540', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp5qwctjh1'] [2023-11-01T11:34:56.840+0000] {standard_task_runner.py:85} INFO - Job 124540: Subtask wait_for_webrequest [2023-11-01T11:34:57.090+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T11:34:57.436+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T11:34:58.055+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T11:34:58.056+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T11:34:58.079+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:34:58.082+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:34:58.085+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T11:34:58.245+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T11:34:58.287+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T11:34:58.391+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T11:44:59.614+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T11:44:59.638+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T11:44:59.638+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T11:44:59.668+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T11:44:59.677+0000] {standard_task_runner.py:57} INFO - Started process 597676 to run task [2023-11-01T11:44:59.690+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124543', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp23y1t86p'] [2023-11-01T11:44:59.697+0000] {standard_task_runner.py:85} INFO - Job 124543: Subtask wait_for_webrequest [2023-11-01T11:44:59.945+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T11:45:00.254+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T11:45:00.846+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T11:45:00.847+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T11:45:00.871+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:45:00.873+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:45:00.876+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T11:45:01.021+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T11:45:01.061+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T11:45:01.161+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T11:55:03.438+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T11:55:03.461+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T11:55:03.462+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T11:55:03.491+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T11:55:03.510+0000] {standard_task_runner.py:57} INFO - Started process 600561 to run task [2023-11-01T11:55:03.522+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124546', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp9szzyp7d'] [2023-11-01T11:55:03.539+0000] {standard_task_runner.py:85} INFO - Job 124546: Subtask wait_for_webrequest [2023-11-01T11:55:03.758+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T11:55:04.099+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T11:55:04.684+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T11:55:04.686+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T11:55:04.713+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:55:04.715+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T11:55:04.718+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T11:55:04.878+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T11:55:04.905+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T11:55:05.002+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T12:05:06.280+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T12:05:06.303+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T12:05:06.303+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T12:05:06.324+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T12:05:06.330+0000] {standard_task_runner.py:57} INFO - Started process 604260 to run task [2023-11-01T12:05:06.343+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124560', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpuxx98dx5'] [2023-11-01T12:05:06.351+0000] {standard_task_runner.py:85} INFO - Job 124560: Subtask wait_for_webrequest [2023-11-01T12:05:06.599+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T12:05:06.911+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T12:05:07.522+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T12:05:07.524+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T12:05:07.546+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:05:07.548+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:05:07.550+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T12:05:07.685+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T12:05:07.712+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T12:05:07.814+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T12:15:09.329+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T12:15:09.352+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T12:15:09.353+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T12:15:09.376+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T12:15:09.383+0000] {standard_task_runner.py:57} INFO - Started process 607594 to run task [2023-11-01T12:15:09.399+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124564', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpopwmicjw'] [2023-11-01T12:15:09.408+0000] {standard_task_runner.py:85} INFO - Job 124564: Subtask wait_for_webrequest [2023-11-01T12:15:09.659+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T12:15:10.024+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T12:15:10.778+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T12:15:10.779+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T12:15:10.799+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:15:10.801+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:15:10.804+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T12:15:10.948+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T12:15:11.008+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T12:15:11.113+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T12:25:12.308+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T12:25:12.339+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T12:25:12.340+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T12:25:12.365+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T12:25:12.372+0000] {standard_task_runner.py:57} INFO - Started process 610555 to run task [2023-11-01T12:25:12.384+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124567', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp_c2kdh6q'] [2023-11-01T12:25:12.392+0000] {standard_task_runner.py:85} INFO - Job 124567: Subtask wait_for_webrequest [2023-11-01T12:25:12.632+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T12:25:12.958+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T12:25:13.523+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T12:25:13.525+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T12:25:13.545+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:25:13.547+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:25:13.549+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T12:25:13.697+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T12:25:13.755+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T12:25:13.858+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T12:35:15.056+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T12:35:15.082+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T12:35:15.082+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T12:35:15.109+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T12:35:15.124+0000] {standard_task_runner.py:57} INFO - Started process 613251 to run task [2023-11-01T12:35:15.138+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124570', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpzszrg_e0'] [2023-11-01T12:35:15.143+0000] {standard_task_runner.py:85} INFO - Job 124570: Subtask wait_for_webrequest [2023-11-01T12:35:15.390+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T12:35:15.747+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T12:35:16.386+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T12:35:16.387+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T12:35:16.408+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:35:16.411+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:35:16.413+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T12:35:16.566+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T12:35:16.596+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T12:35:16.695+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T12:45:17.423+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T12:45:17.449+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T12:45:17.450+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T12:45:17.469+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T12:45:17.475+0000] {standard_task_runner.py:57} INFO - Started process 616425 to run task [2023-11-01T12:45:17.493+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124573', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpghquh0u_'] [2023-11-01T12:45:17.499+0000] {standard_task_runner.py:85} INFO - Job 124573: Subtask wait_for_webrequest [2023-11-01T12:45:17.743+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T12:45:18.084+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T12:45:18.666+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T12:45:18.668+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T12:45:18.689+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:45:18.690+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:45:18.692+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T12:45:18.830+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T12:45:18.859+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T12:45:18.975+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T12:55:20.140+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T12:55:20.162+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T12:55:20.163+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T12:55:20.183+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T12:55:20.190+0000] {standard_task_runner.py:57} INFO - Started process 619159 to run task [2023-11-01T12:55:20.198+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124576', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpeu1_9qts'] [2023-11-01T12:55:20.202+0000] {standard_task_runner.py:85} INFO - Job 124576: Subtask wait_for_webrequest [2023-11-01T12:55:20.438+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T12:55:20.780+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T12:55:21.357+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T12:55:21.358+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T12:55:21.379+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:55:21.382+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T12:55:21.384+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T12:55:21.548+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T12:55:21.579+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T12:55:21.685+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T13:05:23.224+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T13:05:23.247+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T13:05:23.247+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T13:05:23.267+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T13:05:23.273+0000] {standard_task_runner.py:57} INFO - Started process 622812 to run task [2023-11-01T13:05:23.288+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124590', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpp1_iburs'] [2023-11-01T13:05:23.295+0000] {standard_task_runner.py:85} INFO - Job 124590: Subtask wait_for_webrequest [2023-11-01T13:05:23.532+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T13:05:23.866+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T13:05:24.457+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T13:05:24.458+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T13:05:24.479+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:05:24.481+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:05:24.483+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T13:05:24.632+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T13:05:24.655+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T13:05:24.752+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T13:15:25.926+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T13:15:25.944+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T13:15:25.944+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T13:15:25.969+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T13:15:25.977+0000] {standard_task_runner.py:57} INFO - Started process 626247 to run task [2023-11-01T13:15:25.988+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124594', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmprw0_o9kn'] [2023-11-01T13:15:25.998+0000] {standard_task_runner.py:85} INFO - Job 124594: Subtask wait_for_webrequest [2023-11-01T13:15:26.224+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T13:15:26.572+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T13:15:27.114+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T13:15:27.116+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T13:15:27.136+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:15:27.138+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:15:27.140+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T13:15:27.286+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T13:15:27.324+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T13:15:27.444+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T13:25:28.364+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T13:25:28.390+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T13:25:28.391+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T13:25:28.425+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T13:25:28.435+0000] {standard_task_runner.py:57} INFO - Started process 629286 to run task [2023-11-01T13:25:28.441+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124597', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpt0q5ke4k'] [2023-11-01T13:25:28.446+0000] {standard_task_runner.py:85} INFO - Job 124597: Subtask wait_for_webrequest [2023-11-01T13:25:28.694+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T13:25:29.024+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T13:25:29.557+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T13:25:29.558+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T13:25:29.579+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:25:29.581+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:25:29.583+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T13:25:29.739+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T13:25:29.781+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T13:25:29.893+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T13:35:30.757+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T13:35:30.779+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T13:35:30.780+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T13:35:30.803+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T13:35:30.825+0000] {standard_task_runner.py:57} INFO - Started process 631881 to run task [2023-11-01T13:35:30.832+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124600', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpir_xk97g'] [2023-11-01T13:35:30.837+0000] {standard_task_runner.py:85} INFO - Job 124600: Subtask wait_for_webrequest [2023-11-01T13:35:31.095+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T13:35:31.455+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T13:35:32.076+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T13:35:32.078+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T13:35:32.100+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:35:32.103+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:35:32.105+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T13:35:32.250+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T13:35:32.292+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T13:35:32.396+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T13:45:33.641+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T13:45:33.663+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T13:45:33.663+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T13:45:33.691+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T13:45:33.703+0000] {standard_task_runner.py:57} INFO - Started process 635105 to run task [2023-11-01T13:45:33.715+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124603', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpik5kg2i2'] [2023-11-01T13:45:33.722+0000] {standard_task_runner.py:85} INFO - Job 124603: Subtask wait_for_webrequest [2023-11-01T13:45:33.965+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T13:45:34.302+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T13:45:34.868+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T13:45:34.869+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T13:45:34.889+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:45:34.891+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:45:34.894+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T13:45:35.051+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T13:45:35.088+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T13:45:35.189+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T13:55:36.064+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T13:55:36.091+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T13:55:36.092+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T13:55:36.118+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T13:55:36.126+0000] {standard_task_runner.py:57} INFO - Started process 637815 to run task [2023-11-01T13:55:36.139+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124606', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmptd_uq9h7'] [2023-11-01T13:55:36.147+0000] {standard_task_runner.py:85} INFO - Job 124606: Subtask wait_for_webrequest [2023-11-01T13:55:36.403+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T13:55:36.765+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T13:55:37.334+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T13:55:37.335+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T13:55:37.359+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:55:37.361+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T13:55:37.363+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T13:55:37.514+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T13:55:37.548+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T13:55:37.647+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T14:05:39.312+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T14:05:39.336+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T14:05:39.337+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T14:05:39.358+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T14:05:39.365+0000] {standard_task_runner.py:57} INFO - Started process 641440 to run task [2023-11-01T14:05:39.375+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124620', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpe1bij9zo'] [2023-11-01T14:05:39.380+0000] {standard_task_runner.py:85} INFO - Job 124620: Subtask wait_for_webrequest [2023-11-01T14:05:39.619+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T14:05:39.939+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T14:05:40.630+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T14:05:40.631+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T14:05:40.669+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:05:40.671+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:05:40.673+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T14:05:40.838+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T14:05:40.873+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T14:05:40.978+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T14:15:41.840+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T14:15:41.860+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T14:15:41.860+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T14:15:41.880+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T14:15:41.890+0000] {standard_task_runner.py:57} INFO - Started process 645001 to run task [2023-11-01T14:15:41.902+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124624', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp2511dku6'] [2023-11-01T14:15:41.909+0000] {standard_task_runner.py:85} INFO - Job 124624: Subtask wait_for_webrequest [2023-11-01T14:15:42.163+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T14:15:42.516+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T14:15:43.065+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T14:15:43.066+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T14:15:43.087+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:15:43.089+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:15:43.092+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T14:15:43.240+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T14:15:43.274+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T14:15:43.404+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T14:25:44.278+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T14:25:44.297+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T14:25:44.298+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T14:25:44.317+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T14:25:44.323+0000] {standard_task_runner.py:57} INFO - Started process 647800 to run task [2023-11-01T14:25:44.335+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124627', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp6qku6n19'] [2023-11-01T14:25:44.342+0000] {standard_task_runner.py:85} INFO - Job 124627: Subtask wait_for_webrequest [2023-11-01T14:25:44.567+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T14:25:44.889+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T14:25:45.529+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T14:25:45.531+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T14:25:45.553+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:25:45.555+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:25:45.558+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T14:25:45.718+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T14:25:45.744+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T14:25:45.836+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T14:35:47.274+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T14:35:47.308+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T14:35:47.309+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T14:35:47.336+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T14:35:47.347+0000] {standard_task_runner.py:57} INFO - Started process 650494 to run task [2023-11-01T14:35:47.360+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124630', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp9xg0l542'] [2023-11-01T14:35:47.368+0000] {standard_task_runner.py:85} INFO - Job 124630: Subtask wait_for_webrequest [2023-11-01T14:35:47.634+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T14:35:47.981+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T14:35:48.545+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T14:35:48.550+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T14:35:48.574+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:35:48.576+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:35:48.579+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T14:35:48.750+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T14:35:48.772+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T14:35:48.843+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T14:45:49.649+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T14:45:49.670+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T14:45:49.670+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T14:45:49.695+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T14:45:49.701+0000] {standard_task_runner.py:57} INFO - Started process 653453 to run task [2023-11-01T14:45:49.715+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124633', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpu5sviq7a'] [2023-11-01T14:45:49.723+0000] {standard_task_runner.py:85} INFO - Job 124633: Subtask wait_for_webrequest [2023-11-01T14:45:49.975+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T14:45:50.311+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T14:45:50.910+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T14:45:50.911+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T14:45:50.935+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:45:50.937+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:45:50.940+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T14:45:51.103+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T14:45:51.133+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T14:45:51.246+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T14:55:52.044+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T14:55:52.071+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T14:55:52.071+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T14:55:52.104+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T14:55:52.112+0000] {standard_task_runner.py:57} INFO - Started process 656186 to run task [2023-11-01T14:55:52.124+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124636', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpj_jvkc22'] [2023-11-01T14:55:52.132+0000] {standard_task_runner.py:85} INFO - Job 124636: Subtask wait_for_webrequest [2023-11-01T14:55:52.379+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T14:55:52.738+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T14:55:53.286+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T14:55:53.287+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T14:55:53.308+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:55:53.310+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T14:55:53.312+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T14:55:53.471+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T14:55:53.497+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T14:55:53.613+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T15:05:54.836+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T15:05:54.872+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T15:05:54.872+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T15:05:54.935+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T15:05:54.950+0000] {standard_task_runner.py:57} INFO - Started process 659931 to run task [2023-11-01T15:05:54.965+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124651', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpz1zjevbc'] [2023-11-01T15:05:54.973+0000] {standard_task_runner.py:85} INFO - Job 124651: Subtask wait_for_webrequest [2023-11-01T15:05:55.274+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T15:05:55.596+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T15:05:56.231+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T15:05:56.232+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T15:05:56.252+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:05:56.253+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:05:56.255+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T15:05:56.406+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T15:05:56.433+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T15:05:56.616+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T15:15:57.585+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T15:15:57.610+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T15:15:57.610+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T15:15:57.632+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T15:15:57.642+0000] {standard_task_runner.py:57} INFO - Started process 663107 to run task [2023-11-01T15:15:57.654+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124654', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpj_iwsku2'] [2023-11-01T15:15:57.661+0000] {standard_task_runner.py:85} INFO - Job 124654: Subtask wait_for_webrequest [2023-11-01T15:15:57.911+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T15:15:58.257+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T15:15:58.813+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T15:15:58.815+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T15:15:58.835+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:15:58.838+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:15:58.840+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T15:15:58.992+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T15:15:59.026+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T15:15:59.133+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T15:26:00.478+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T15:26:00.508+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T15:26:00.508+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T15:26:00.530+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T15:26:00.536+0000] {standard_task_runner.py:57} INFO - Started process 665791 to run task [2023-11-01T15:26:00.549+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124657', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpzbiwv0e_'] [2023-11-01T15:26:00.557+0000] {standard_task_runner.py:85} INFO - Job 124657: Subtask wait_for_webrequest [2023-11-01T15:26:00.807+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T15:26:01.166+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T15:26:01.717+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T15:26:01.719+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T15:26:01.742+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:26:01.744+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:26:01.746+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T15:26:01.899+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T15:26:01.918+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T15:26:02.018+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T15:36:03.069+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T15:36:03.089+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T15:36:03.089+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T15:36:03.109+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T15:36:03.115+0000] {standard_task_runner.py:57} INFO - Started process 668499 to run task [2023-11-01T15:36:03.124+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124660', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmppqynd5qy'] [2023-11-01T15:36:03.129+0000] {standard_task_runner.py:85} INFO - Job 124660: Subtask wait_for_webrequest [2023-11-01T15:36:03.337+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T15:36:03.668+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T15:36:04.219+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T15:36:04.220+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T15:36:04.241+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:36:04.243+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:36:04.246+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T15:36:04.396+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T15:36:04.423+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T15:36:04.525+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T15:46:05.155+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T15:46:05.180+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T15:46:05.180+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T15:46:05.209+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T15:46:05.220+0000] {standard_task_runner.py:57} INFO - Started process 671718 to run task [2023-11-01T15:46:05.226+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124663', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpb28cq4y8'] [2023-11-01T15:46:05.233+0000] {standard_task_runner.py:85} INFO - Job 124663: Subtask wait_for_webrequest [2023-11-01T15:46:05.451+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T15:46:05.761+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T15:46:06.403+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T15:46:06.406+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T15:46:06.452+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:46:06.454+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:46:06.459+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T15:46:06.598+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T15:46:06.642+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T15:46:06.743+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T15:56:07.760+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T15:56:07.785+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T15:56:07.786+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T15:56:07.808+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T15:56:07.815+0000] {standard_task_runner.py:57} INFO - Started process 674508 to run task [2023-11-01T15:56:07.829+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124666', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpxxka5rn9'] [2023-11-01T15:56:07.837+0000] {standard_task_runner.py:85} INFO - Job 124666: Subtask wait_for_webrequest [2023-11-01T15:56:08.078+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T15:56:08.425+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T15:56:08.994+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T15:56:08.995+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T15:56:09.015+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:56:09.017+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T15:56:09.019+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T15:56:09.151+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T15:56:09.197+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T15:56:09.303+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T16:06:10.627+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T16:06:10.646+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T16:06:10.646+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T16:06:10.678+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T16:06:10.686+0000] {standard_task_runner.py:57} INFO - Started process 678296 to run task [2023-11-01T16:06:10.696+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124681', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp8ncr5k_p'] [2023-11-01T16:06:10.703+0000] {standard_task_runner.py:85} INFO - Job 124681: Subtask wait_for_webrequest [2023-11-01T16:06:10.954+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T16:06:11.316+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T16:06:11.975+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T16:06:11.976+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T16:06:11.997+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:06:11.999+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:06:12.001+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T16:06:12.151+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T16:06:12.192+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T16:06:12.313+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T16:16:13.687+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T16:16:13.702+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T16:16:13.702+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T16:16:13.718+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T16:16:13.723+0000] {standard_task_runner.py:57} INFO - Started process 681717 to run task [2023-11-01T16:16:13.732+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124684', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpa89d5r3m'] [2023-11-01T16:16:13.736+0000] {standard_task_runner.py:85} INFO - Job 124684: Subtask wait_for_webrequest [2023-11-01T16:16:13.957+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T16:16:14.329+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T16:16:14.874+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T16:16:14.875+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T16:16:14.894+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:16:14.895+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:16:14.897+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T16:16:15.090+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T16:16:15.112+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T16:16:15.220+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T16:26:16.619+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T16:26:16.646+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T16:26:16.647+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T16:26:16.677+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T16:26:16.684+0000] {standard_task_runner.py:57} INFO - Started process 684532 to run task [2023-11-01T16:26:16.700+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124687', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmpqm5pmoyr'] [2023-11-01T16:26:16.707+0000] {standard_task_runner.py:85} INFO - Job 124687: Subtask wait_for_webrequest [2023-11-01T16:26:16.961+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T16:26:17.296+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T16:26:18.120+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T16:26:18.121+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T16:26:18.143+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:26:18.145+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:26:18.147+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T16:26:18.297+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T16:26:18.347+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T16:26:18.444+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T16:36:20.068+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T16:36:20.090+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T16:36:20.090+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T16:36:20.110+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T16:36:20.121+0000] {standard_task_runner.py:57} INFO - Started process 687260 to run task [2023-11-01T16:36:20.132+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124690', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp8x09wqay'] [2023-11-01T16:36:20.139+0000] {standard_task_runner.py:85} INFO - Job 124690: Subtask wait_for_webrequest [2023-11-01T16:36:20.379+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T16:36:20.723+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T16:36:21.267+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T16:36:21.268+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T16:36:21.294+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:36:21.296+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:36:21.298+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T16:36:21.452+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T16:36:21.505+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T16:36:21.615+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check [2023-11-01T16:46:22.480+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=non-requeueable deps ti= [2023-11-01T16:46:22.502+0000] {taskinstance.py:1103} INFO - Dependencies all met for dep_context=requeueable deps ti= [2023-11-01T16:46:22.502+0000] {taskinstance.py:1308} INFO - Starting attempt 1 of 6 [2023-11-01T16:46:22.530+0000] {taskinstance.py:1327} INFO - Executing on 2023-10-31 17:00:00+00:00 [2023-11-01T16:46:22.537+0000] {standard_task_runner.py:57} INFO - Started process 690449 to run task [2023-11-01T16:46:22.553+0000] {standard_task_runner.py:84} INFO - Running: ['airflow', 'tasks', 'run', 'aqs_hourly', 'wait_for_webrequest', 'scheduled__2023-10-31T17:00:00+00:00', '--job-id', '124693', '--raw', '--subdir', 'DAGS_FOLDER/aqs/aqs_hourly_dag.py', '--cfg-path', '/tmp/tmp96yj37jm'] [2023-11-01T16:46:22.561+0000] {standard_task_runner.py:85} INFO - Job 124693: Subtask wait_for_webrequest [2023-11-01T16:46:22.803+0000] {task_command.py:410} INFO - Running on host an-test-client1002.eqiad.wmnet [2023-11-01T16:46:23.082+0000] {taskinstance.py:1545} INFO - Exporting env vars: AIRFLOW_CTX_DAG_EMAIL='data-engineering-alerts@lists.wikimedia.org' AIRFLOW_CTX_DAG_OWNER='analytics' AIRFLOW_CTX_DAG_ID='aqs_hourly' AIRFLOW_CTX_TASK_ID='wait_for_webrequest' AIRFLOW_CTX_EXECUTION_DATE='2023-10-31T17:00:00+00:00' AIRFLOW_CTX_TRY_NUMBER='1' AIRFLOW_CTX_DAG_RUN_ID='scheduled__2023-10-31T17:00:00+00:00' [2023-11-01T16:46:23.682+0000] {crypto.py:83} WARNING - empty cryptography key - values will not be stored encrypted. [2023-11-01T16:46:23.684+0000] {base.py:73} INFO - Using connection ID 'analytics-test-hive' for task execution. [2023-11-01T16:46:23.703+0000] {hive.py:577} INFO - Trying to connect to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:46:23.705+0000] {hive.py:579} INFO - Connected to analytics-test-hive.eqiad.wmnet:9083 [2023-11-01T16:46:23.707+0000] {named_hive_partition.py:94} INFO - Poking for wmf.webrequest/webrequest_source=test_text/year=2023/month=10/day=31/hour=17 [2023-11-01T16:46:23.867+0000] {taskinstance.py:1784} INFO - Rescheduling task, marking task as UP_FOR_RESCHEDULE [2023-11-01T16:46:23.923+0000] {local_task_job_runner.py:225} INFO - Task exited with return code 0 [2023-11-01T16:46:24.035+0000] {taskinstance.py:2653} INFO - 0 downstream tasks scheduled from follow-on schedule check