Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T11:00:55.156463+00:00 2021-07-17T11:00:56.891847+00:00 0:00:01.735384 54721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T11:00:52.659532+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T10:00:00+00:00 PythonOperator 2021-07-17T11:00:33.011303+00:00 2021-07-17T11:00:36.485825+00:00 0:00:03.474522 54720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T11:00:30.535979+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T10:00:00+00:00 PythonOperator 2021-07-17T11:00:22.937744+00:00 2021-07-17T11:00:27.094104+00:00 0:00:04.156360 54719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T11:00:20.526315+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T09:00:00+00:00 EmrJobFlowSensor 2021-07-17T10:11:37.801334+00:00 2021-07-17T10:20:40.480849+00:00 0:09:02.679515 54717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T10:11:35.624819+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T09:00:00+00:00 EmrJobFlowSensor 2021-07-17T10:11:31.790944+00:00 2021-07-17T10:20:34.587344+00:00 0:09:02.796400 54716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T10:11:29.620701+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T10:11:15.893025+00:00 2021-07-17T10:11:17.701098+00:00 0:00:01.808073 54715 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T10:11:13.605752+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T10:11:09.764822+00:00 2021-07-17T10:11:11.457935+00:00 0:00:01.693113 54714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T10:11:07.605996+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T09:00:00+00:00 PythonOperator 2021-07-17T10:10:54.481818+00:00 2021-07-17T10:10:58.008865+00:00 0:00:03.527047 54713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T10:10:51.644816+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T09:00:00+00:00 PythonOperator 2021-07-17T10:10:48.127239+00:00 2021-07-17T10:10:52.255168+00:00 0:00:04.127929 54712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T10:10:45.595582+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T09:00:00+00:00 TriggerDagRunOperator 2021-07-17T10:10:30.419423+00:00 2021-07-17T10:10:30.918960+00:00 0:00:00.499537 54711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T10:10:27.571378+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T09:00:00+00:00 TriggerDagRunOperator 2021-07-17T10:10:30.209803+00:00 2021-07-17T10:10:30.623666+00:00 0:00:00.413863 54710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T10:10:27.571334+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T09:05:00+00:00 EmrJobFlowSensor 2021-07-17T10:06:09.785369+00:00 2021-07-17T10:15:12.554710+00:00 0:09:02.769341 54709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T10:06:07.189393+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T10:05:47.400753+00:00 2021-07-17T10:05:49.124533+00:00 0:00:01.723780 54708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T10:05:45.111394+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T09:05:00+00:00 PythonOperator 2021-07-17T10:05:15.317905+00:00 2021-07-17T10:05:19.100032+00:00 0:00:03.782127 54707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T10:05:13.051698+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T09:00:00+00:00 EmrJobFlowSensor 2021-07-17T10:01:02.998598+00:00 2021-07-17T10:14:06.654778+00:00 0:13:03.656180 54706 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T10:01:00.579628+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T09:00:00+00:00 EmrJobFlowSensor 2021-07-17T10:00:48.896994+00:00 2021-07-17T10:09:51.793410+00:00 0:09:02.896416 54705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T10:00:46.528803+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T10:00:40.651625+00:00 2021-07-17T10:00:42.351707+00:00 0:00:01.700082 54704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T10:00:38.509720+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T10:00:26.838302+00:00 2021-07-17T10:00:28.619623+00:00 0:00:01.781321 54703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T10:00:24.505670+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T09:00:00+00:00 PythonOperator 2021-07-17T10:00:16.934625+00:00 2021-07-17T10:00:20.723864+00:00 0:00:03.789239 54702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T10:00:14.498252+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T09:00:00+00:00 PythonOperator 2021-07-17T10:00:05.284004+00:00 2021-07-17T10:00:09.126908+00:00 0:00:03.842904 54701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T10:00:02.548939+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T08:00:00+00:00 EmrJobFlowSensor 2021-07-17T09:11:27.765915+00:00 2021-07-17T09:20:30.507260+00:00 0:09:02.741345 54699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T09:11:25.596785+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T08:00:00+00:00 EmrJobFlowSensor 2021-07-17T09:11:14.086145+00:00 2021-07-17T09:22:17.271572+00:00 0:11:03.185427 54698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T09:11:11.648578+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T09:11:03.814383+00:00 2021-07-17T09:11:05.621777+00:00 0:00:01.807394 54697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T09:11:01.536201+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T09:10:51.734985+00:00 2021-07-17T09:10:53.604620+00:00 0:00:01.869635 54696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T09:10:49.519227+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T08:00:00+00:00 PythonOperator 2021-07-17T09:10:41.791548+00:00 2021-07-17T09:10:45.756805+00:00 0:00:03.965257 54695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T09:10:39.513584+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T08:00:00+00:00 PythonOperator 2021-07-17T09:10:31.717961+00:00 2021-07-17T09:10:35.465406+00:00 0:00:03.747445 54694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T09:10:29.502567+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T08:00:00+00:00 TriggerDagRunOperator 2021-07-17T09:10:20.075930+00:00 2021-07-17T09:10:20.570695+00:00 0:00:00.494765 54693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T09:10:17.500359+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T08:00:00+00:00 TriggerDagRunOperator 2021-07-17T09:10:19.965528+00:00 2021-07-17T09:10:20.360469+00:00 0:00:00.394941 54692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T09:10:17.500319+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T08:05:00+00:00 EmrJobFlowSensor 2021-07-17T09:05:53.041683+00:00 2021-07-17T09:14:55.542525+00:00 0:09:02.500842 54691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T09:05:50.906176+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T09:05:31.494261+00:00 2021-07-17T09:05:33.125437+00:00 0:00:01.631176 54690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T09:05:29.041571+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T08:05:00+00:00 PythonOperator 2021-07-17T09:05:09.322301+00:00 2021-07-17T09:05:13.006788+00:00 0:00:03.684487 54689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T09:05:06.882510+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T08:00:00+00:00 EmrJobFlowSensor 2021-07-17T09:01:00.786745+00:00 2021-07-17T09:10:03.774904+00:00 0:09:02.988159 54688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T09:00:58.466544+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T08:00:00+00:00 EmrJobFlowSensor 2021-07-17T09:00:46.937486+00:00 2021-07-17T09:13:50.527024+00:00 0:13:03.589538 54687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T09:00:44.469993+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T09:00:38.958855+00:00 2021-07-17T09:00:40.661986+00:00 0:00:01.703131 54686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T09:00:36.440835+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T09:00:25.123223+00:00 2021-07-17T09:00:26.895613+00:00 0:00:01.772390 54685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T09:00:22.346703+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T08:00:00+00:00 PythonOperator 2021-07-17T09:00:16.600225+00:00 2021-07-17T09:00:20.393800+00:00 0:00:03.793575 54684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T09:00:14.358079+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T08:00:00+00:00 PythonOperator 2021-07-17T09:00:04.822460+00:00 2021-07-17T09:00:08.851570+00:00 0:00:04.029110 54683 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T09:00:02.231225+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T07:00:00+00:00 EmrJobFlowSensor 2021-07-17T08:46:37.013246+00:00 2021-07-17T08:55:39.899701+00:00 0:09:02.886455 54682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T08:46:34.776896+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T07:00:00+00:00 EmrJobFlowSensor 2021-07-17T08:46:21.097306+00:00 2021-07-17T08:56:24.023061+00:00 0:10:02.925755 54681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T08:46:18.774058+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T08:46:13.329814+00:00 2021-07-17T08:46:15.149715+00:00 0:00:01.819901 54680 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T08:46:10.845285+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T08:45:58.956769+00:00 2021-07-17T08:46:00.704755+00:00 0:00:01.747986 54679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T08:45:56.678944+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T07:00:00+00:00 PythonOperator 2021-07-17T08:45:35.347322+00:00 2021-07-17T08:45:39.240047+00:00 0:00:03.892725 54678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T08:45:32.664936+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T07:00:00+00:00 PythonOperator 2021-07-17T08:45:28.928399+00:00 2021-07-17T08:45:33.201944+00:00 0:00:04.273545 54677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T08:45:26.661752+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T07:00:00+00:00 TriggerDagRunOperator 2021-07-17T08:45:11.188751+00:00 2021-07-17T08:45:11.672999+00:00 0:00:00.484248 54676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T08:45:08.671069+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T07:00:00+00:00 TriggerDagRunOperator 2021-07-17T08:45:11.113990+00:00 2021-07-17T08:45:11.528197+00:00 0:00:00.414207 54675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T08:45:08.671100+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T07:05:00+00:00 EmrJobFlowSensor 2021-07-17T08:36:16.136704+00:00 2021-07-17T08:45:18.944855+00:00 0:09:02.808151 54674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T08:36:13.754578+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T07:00:00+00:00 EmrJobFlowSensor 2021-07-17T08:36:06.206623+00:00 2021-07-17T08:49:10.016821+00:00 0:13:03.810198 54673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T08:36:03.759918+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T07:00:00+00:00 EmrJobFlowSensor 2021-07-17T08:35:56.015221+00:00 2021-07-17T08:44:58.753383+00:00 0:09:02.738162 54672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T08:35:53.687153+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T08:35:54.193986+00:00 2021-07-17T08:35:55.983591+00:00 0:00:01.789605 54671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T08:35:51.751880+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T08:35:44.043337+00:00 2021-07-17T08:35:45.810712+00:00 0:00:01.767375 54670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T08:35:41.741345+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T08:35:27.997733+00:00 2021-07-17T08:35:29.919440+00:00 0:00:01.921707 54669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T08:35:25.630557+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T07:05:00+00:00 PythonOperator 2021-07-17T08:35:21.731436+00:00 2021-07-17T08:35:25.493158+00:00 0:00:03.761722 54668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T08:35:19.623033+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T07:00:00+00:00 PythonOperator 2021-07-17T08:35:09.759815+00:00 2021-07-17T08:35:13.836587+00:00 0:00:04.076772 54667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T08:35:07.613983+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T07:00:00+00:00 PythonOperator 2021-07-17T08:35:00.539536+00:00 2021-07-17T08:35:04.206585+00:00 0:00:03.667049 54666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T08:34:57.664137+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T06:00:00+00:00 EmrJobFlowSensor 2021-07-17T07:11:17.543976+00:00 2021-07-17T07:19:20.257901+00:00 0:08:02.713925 54664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T07:11:15.223975+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T06:00:00+00:00 EmrJobFlowSensor 2021-07-17T07:11:07.592476+00:00 2021-07-17T07:21:10.556456+00:00 0:10:02.963980 54663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T07:11:05.244144+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T07:10:55.412396+00:00 2021-07-17T07:10:57.091717+00:00 0:00:01.679321 54662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T07:10:53.061292+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T07:10:45.264397+00:00 2021-07-17T07:10:46.974135+00:00 0:00:01.709738 54661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T07:10:43.045576+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T06:00:00+00:00 PythonOperator 2021-07-17T07:10:35.381501+00:00 2021-07-17T07:10:39.221113+00:00 0:00:03.839612 54660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T07:10:33.036245+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T06:00:00+00:00 PythonOperator 2021-07-17T07:10:23.205635+00:00 2021-07-17T07:10:27.564013+00:00 0:00:04.358378 54659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T07:10:21.029361+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T06:00:00+00:00 TriggerDagRunOperator 2021-07-17T07:10:19.556601+00:00 2021-07-17T07:10:20.099867+00:00 0:00:00.543266 54658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T07:10:17.023353+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T06:00:00+00:00 TriggerDagRunOperator 2021-07-17T07:10:19.298057+00:00 2021-07-17T07:10:19.702313+00:00 0:00:00.404256 54657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T07:10:17.023386+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T06:05:00+00:00 EmrJobFlowSensor 2021-07-17T07:05:54.861434+00:00 2021-07-17T07:13:57.500950+00:00 0:08:02.639516 54656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T07:05:52.572685+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T07:05:34.670426+00:00 2021-07-17T07:05:36.332929+00:00 0:00:01.662503 54655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T07:05:32.488532+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T06:05:00+00:00 PythonOperator 2021-07-17T07:05:12.767806+00:00 2021-07-17T07:05:16.145559+00:00 0:00:03.377753 54654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T07:05:10.404726+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T06:00:00+00:00 EmrJobFlowSensor 2021-07-17T07:01:10.305189+00:00 2021-07-17T07:14:13.670594+00:00 0:13:03.365405 54653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T07:01:08.130156+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T06:00:00+00:00 EmrJobFlowSensor 2021-07-17T07:01:06.564615+00:00 2021-07-17T07:10:09.550788+00:00 0:09:02.986173 54652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T07:01:04.137498+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T07:00:38.512440+00:00 2021-07-17T07:00:40.383646+00:00 0:00:01.871206 54651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T07:00:36.099681+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T07:00:38.328719+00:00 2021-07-17T07:00:40.117178+00:00 0:00:01.788459 54650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T07:00:36.099654+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T06:00:00+00:00 PythonOperator 2021-07-17T07:00:16.554108+00:00 2021-07-17T07:00:20.085465+00:00 0:00:03.531357 54649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T07:00:14.084855+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T06:00:00+00:00 PythonOperator 2021-07-17T07:00:16.435331+00:00 2021-07-17T07:00:20.588784+00:00 0:00:04.153453 54648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T07:00:14.084827+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T05:05:00+00:00 EmrJobFlowSensor 2021-07-17T06:12:58.369941+00:00 2021-07-17T06:15:00.137125+00:00 0:02:01.767184 54646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T06:12:56.054709+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T05:00:00+00:00 EmrJobFlowSensor 2021-07-17T06:10:26.013258+00:00 2021-07-17T06:18:28.531612+00:00 0:08:02.518354 54645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T06:10:23.800933+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T05:00:00+00:00 EmrJobFlowSensor 2021-07-17T06:10:22.010906+00:00 2021-07-17T06:19:24.981931+00:00 0:09:02.971025 54644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T06:10:19.798038+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T06:10:04.474976+00:00 2021-07-17T06:10:06.450315+00:00 0:00:01.975339 54643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T06:10:01.855298+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T06:10:00.290547+00:00 2021-07-17T06:10:02.177064+00:00 0:00:01.886517 54642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T06:09:57.770570+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T05:00:00+00:00 PythonOperator 2021-07-17T06:09:41.958139+00:00 2021-07-17T06:09:45.817255+00:00 0:00:03.859116 54641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T06:09:39.659985+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T05:00:00+00:00 PythonOperator 2021-07-17T06:09:38.043168+00:00 2021-07-17T06:09:41.829103+00:00 0:00:03.785935 54640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T06:09:35.651139+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T05:00:00+00:00 TriggerDagRunOperator 2021-07-17T06:09:17.949886+00:00 2021-07-17T06:09:18.510704+00:00 0:00:00.560818 54639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T06:09:15.531291+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T05:00:00+00:00 TriggerDagRunOperator 2021-07-17T06:09:17.857286+00:00 2021-07-17T06:09:18.271741+00:00 0:00:00.414455 54638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T06:09:15.531255+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T06:05:41.543564+00:00 2021-07-17T06:05:43.493955+00:00 0:00:01.950391 54636 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T06:05:39.253197+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T05:05:00+00:00 PythonOperator 2021-07-17T06:05:21.349309+00:00 2021-07-17T06:05:25.121355+00:00 0:00:03.772046 54635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T06:05:19.198755+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T05:00:00+00:00 EmrJobFlowSensor 2021-07-17T06:00:53.005227+00:00 2021-07-17T06:14:56.405749+00:00 0:14:03.400522 54634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T06:00:50.693938+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T05:00:00+00:00 EmrJobFlowSensor 2021-07-17T06:00:49.241924+00:00 2021-07-17T06:08:52.167709+00:00 0:08:02.925785 54633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T06:00:46.692325+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T06:00:31.147052+00:00 2021-07-17T06:00:32.967537+00:00 0:00:01.820485 54632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T06:00:28.670392+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T06:00:26.958600+00:00 2021-07-17T06:00:28.732105+00:00 0:00:01.773505 54631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T06:00:24.666509+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T05:00:00+00:00 PythonOperator 2021-07-17T06:00:12.289233+00:00 2021-07-17T06:00:16.431493+00:00 0:00:04.142260 54630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T06:00:08.590065+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T05:00:00+00:00 PythonOperator 2021-07-17T06:00:06.944830+00:00 2021-07-17T06:00:12.070984+00:00 0:00:05.126154 54629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T06:00:04.585255+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T04:00:00+00:00 EmrJobFlowSensor 2021-07-17T05:11:18.123990+00:00 2021-07-17T05:20:21.028219+00:00 0:09:02.904229 54627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T05:11:15.784011+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T04:00:00+00:00 EmrJobFlowSensor 2021-07-17T05:11:07.982282+00:00 2021-07-17T05:21:11.053882+00:00 0:10:03.071600 54626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T05:11:05.732910+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T05:10:55.884610+00:00 2021-07-17T05:10:57.676450+00:00 0:00:01.791840 54625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T05:10:53.718642+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T05:10:48.034048+00:00 2021-07-17T05:10:49.901251+00:00 0:00:01.867203 54624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T05:10:45.718359+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T04:00:00+00:00 PythonOperator 2021-07-17T05:10:35.991102+00:00 2021-07-17T05:10:39.666895+00:00 0:00:03.675793 54623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T05:10:33.702087+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T04:00:00+00:00 PythonOperator 2021-07-17T05:10:26.189268+00:00 2021-07-17T05:10:29.968223+00:00 0:00:03.778955 54622 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T05:10:23.755019+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T04:00:00+00:00 TriggerDagRunOperator 2021-07-17T05:10:12.313205+00:00 2021-07-17T05:10:13.059344+00:00 0:00:00.746139 54621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T05:10:09.687496+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T04:00:00+00:00 TriggerDagRunOperator 2021-07-17T05:10:11.926485+00:00 2021-07-17T05:10:12.501860+00:00 0:00:00.575375 54620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T05:10:09.687529+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T04:05:00+00:00 EmrJobFlowSensor 2021-07-17T05:06:13.960936+00:00 2021-07-17T05:14:16.492048+00:00 0:08:02.531112 54619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T05:06:11.443425+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T05:05:43.470038+00:00 2021-07-17T05:05:45.146859+00:00 0:00:01.676821 54618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T05:05:41.317882+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T04:05:00+00:00 PythonOperator 2021-07-17T05:05:15.557086+00:00 2021-07-17T05:05:19.425941+00:00 0:00:03.868855 54617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T05:05:13.296563+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T04:00:00+00:00 EmrJobFlowSensor 2021-07-17T05:00:59.088374+00:00 2021-07-17T05:14:02.441092+00:00 0:13:03.352718 54616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T05:00:56.706550+00:00 2 default_pool