Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T10:00:00+00:00 TriggerDagRunOperator 2021-07-26T11:11:06.333830+00:00 2021-07-26T11:11:06.852891+00:00 0:00:00.519061 58655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T11:11:03.847704+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T10:00:00+00:00 TriggerDagRunOperator 2021-07-26T11:11:06.155374+00:00 2021-07-26T11:11:06.605318+00:00 0:00:00.449944 58654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T11:11:03.847654+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T10:05:00+00:00 EmrJobFlowSensor 2021-07-26T11:05:47.614538+00:00 2021-07-26T11:14:50.392100+00:00 0:09:02.777562 58653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T11:05:45.299618+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T11:05:25.861145+00:00 2021-07-26T11:05:27.802558+00:00 0:00:01.941413 58652 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T11:05:23.286754+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T10:05:00+00:00 PythonOperator 2021-07-26T11:05:05.548770+00:00 2021-07-26T11:05:09.427405+00:00 0:00:03.878635 58651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T11:05:03.263855+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T10:00:00+00:00 EmrJobFlowSensor 2021-07-26T11:00:53.271384+00:00 2021-07-26T11:10:56.239967+00:00 0:10:02.968583 58650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T11:00:50.655050+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T10:00:00+00:00 EmrJobFlowSensor 2021-07-26T11:00:49.020793+00:00 2021-07-26T11:13:52.448435+00:00 0:13:03.427642 58649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T11:00:46.604042+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T11:00:31.276305+00:00 2021-07-26T11:00:33.095505+00:00 0:00:01.819200 58648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T11:00:28.661484+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T11:00:28.825175+00:00 2021-07-26T11:00:30.537446+00:00 0:00:01.712271 58647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T11:00:26.562696+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T10:00:00+00:00 PythonOperator 2021-07-26T11:00:10.779251+00:00 2021-07-26T11:00:14.782869+00:00 0:00:04.003618 58646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T11:00:08.554436+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T10:00:00+00:00 PythonOperator 2021-07-26T11:00:06.898527+00:00 2021-07-26T11:00:11.090907+00:00 0:00:04.192380 58645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T11:00:04.513144+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T09:00:00+00:00 EmrJobFlowSensor 2021-07-26T10:12:11.687606+00:00 2021-07-26T10:21:14.549115+00:00 0:09:02.861509 58643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T10:12:09.507244+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T09:00:00+00:00 EmrJobFlowSensor 2021-07-26T10:12:07.709049+00:00 2021-07-26T10:21:10.710497+00:00 0:09:03.001448 58642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T10:12:05.502530+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T10:11:49.779342+00:00 2021-07-26T10:11:51.514558+00:00 0:00:01.735216 58641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T10:11:47.497581+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T10:11:43.691841+00:00 2021-07-26T10:11:45.426599+00:00 0:00:01.734758 58640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T10:11:41.482555+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T09:00:00+00:00 PythonOperator 2021-07-26T10:11:27.678353+00:00 2021-07-26T10:11:31.204723+00:00 0:00:03.526370 58639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T10:11:25.435839+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T09:00:00+00:00 PythonOperator 2021-07-26T10:11:19.574566+00:00 2021-07-26T10:11:23.685416+00:00 0:00:04.110850 58638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T10:11:17.429086+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T09:00:00+00:00 TriggerDagRunOperator 2021-07-26T10:11:01.746736+00:00 2021-07-26T10:11:02.273620+00:00 0:00:00.526884 58637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T10:10:59.443854+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T09:00:00+00:00 TriggerDagRunOperator 2021-07-26T10:11:01.684131+00:00 2021-07-26T10:11:02.125679+00:00 0:00:00.441548 58636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T10:10:59.443812+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T09:05:00+00:00 EmrJobFlowSensor 2021-07-26T10:05:58.923841+00:00 2021-07-26T10:15:01.867259+00:00 0:09:02.943418 58635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T10:05:56.724188+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T10:05:37.051827+00:00 2021-07-26T10:05:38.743127+00:00 0:00:01.691300 58634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T10:05:34.764664+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T09:05:00+00:00 PythonOperator 2021-07-26T10:05:15.000245+00:00 2021-07-26T10:05:18.666902+00:00 0:00:03.666657 58633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T10:05:12.757028+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T09:00:00+00:00 EmrJobFlowSensor 2021-07-26T10:01:40.902334+00:00 2021-07-26T10:10:43.765943+00:00 0:09:02.863609 58632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T10:01:38.451538+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T10:01:20.723591+00:00 2021-07-26T10:01:22.522978+00:00 0:00:01.799387 58631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T10:01:18.288582+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T09:00:00+00:00 EmrJobFlowSensor 2021-07-26T10:01:14.762650+00:00 2021-07-26T10:15:18.296301+00:00 0:14:03.533651 58630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T10:01:12.359330+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T09:00:00+00:00 PythonOperator 2021-07-26T10:00:58.666496+00:00 2021-07-26T10:01:02.283914+00:00 0:00:03.617418 58629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T10:00:56.260067+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T10:00:52.444907+00:00 2021-07-26T10:00:54.242986+00:00 0:00:01.798079 58628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T10:00:50.186870+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T09:00:00+00:00 PythonOperator 2021-07-26T10:00:20.720507+00:00 2021-07-26T10:00:24.770466+00:00 0:00:04.049959 58627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T10:00:18.111951+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T08:00:00+00:00 EmrJobFlowSensor 2021-07-26T09:12:18.599703+00:00 2021-07-26T09:22:21.774177+00:00 0:10:03.174474 58625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T09:12:16.204505+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T08:00:00+00:00 EmrJobFlowSensor 2021-07-26T09:12:10.717328+00:00 2021-07-26T09:23:13.880904+00:00 0:11:03.163576 58624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T09:12:08.249520+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T09:11:56.605755+00:00 2021-07-26T09:11:58.331174+00:00 0:00:01.725419 58623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T09:11:54.255673+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T09:11:50.470073+00:00 2021-07-26T09:11:52.238779+00:00 0:00:01.768706 58622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T09:11:48.185073+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T08:00:00+00:00 PythonOperator 2021-07-26T09:11:36.932859+00:00 2021-07-26T09:11:40.808386+00:00 0:00:03.875527 58621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T09:11:34.139814+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T08:00:00+00:00 PythonOperator 2021-07-26T09:11:28.767030+00:00 2021-07-26T09:11:32.860114+00:00 0:00:04.093084 58620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T09:11:26.143575+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T08:00:00+00:00 TriggerDagRunOperator 2021-07-26T09:11:11.076018+00:00 2021-07-26T09:11:11.588462+00:00 0:00:00.512444 58619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T09:11:08.068324+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T08:00:00+00:00 TriggerDagRunOperator 2021-07-26T09:11:10.906450+00:00 2021-07-26T09:11:11.332651+00:00 0:00:00.426201 58618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T09:11:08.068282+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T08:05:00+00:00 EmrJobFlowSensor 2021-07-26T09:06:07.552230+00:00 2021-07-26T09:15:10.280554+00:00 0:09:02.728324 58617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T09:06:05.406515+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T09:05:45.808209+00:00 2021-07-26T09:05:47.571631+00:00 0:00:01.763422 58616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T09:05:43.384072+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T08:05:00+00:00 PythonOperator 2021-07-26T09:05:23.761035+00:00 2021-07-26T09:05:27.742782+00:00 0:00:03.981747 58615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T09:05:21.379827+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T08:00:00+00:00 EmrJobFlowSensor 2021-07-26T09:00:59.010975+00:00 2021-07-26T09:15:02.613656+00:00 0:14:03.602681 58614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T09:00:56.723396+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T08:00:00+00:00 EmrJobFlowSensor 2021-07-26T09:00:53.208253+00:00 2021-07-26T09:10:56.436499+00:00 0:10:03.228246 58613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T09:00:50.717327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T09:00:37.071406+00:00 2021-07-26T09:00:38.810217+00:00 0:00:01.738811 58612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T09:00:34.752425+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T09:00:30.995712+00:00 2021-07-26T09:00:32.732970+00:00 0:00:01.737258 58611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T09:00:28.682345+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T08:00:00+00:00 PythonOperator 2021-07-26T09:00:13.042198+00:00 2021-07-26T09:00:16.825669+00:00 0:00:03.783471 58610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T09:00:10.659549+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T08:00:00+00:00 PythonOperator 2021-07-26T09:00:09.089883+00:00 2021-07-26T09:00:13.029760+00:00 0:00:03.939877 58609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T09:00:06.659689+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T07:00:00+00:00 EmrJobFlowSensor 2021-07-26T08:12:20.581983+00:00 2021-07-26T08:21:23.557089+00:00 0:09:02.975106 58607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T08:12:18.121471+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T07:00:00+00:00 EmrJobFlowSensor 2021-07-26T08:12:20.284687+00:00 2021-07-26T08:21:23.637077+00:00 0:09:03.352390 58606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T08:12:18.121443+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T08:11:58.881355+00:00 2021-07-26T08:12:00.761374+00:00 0:00:01.880019 58605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T08:11:56.171025+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T08:11:58.714445+00:00 2021-07-26T08:12:00.437843+00:00 0:00:01.723398 58604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T08:11:56.170974+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T07:00:00+00:00 PythonOperator 2021-07-26T08:11:36.363966+00:00 2021-07-26T08:11:40.269777+00:00 0:00:03.905811 58603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T08:11:34.086970+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T07:00:00+00:00 PythonOperator 2021-07-26T08:11:36.298113+00:00 2021-07-26T08:11:40.137357+00:00 0:00:03.839244 58602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T08:11:34.087003+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T07:00:00+00:00 TriggerDagRunOperator 2021-07-26T08:11:22.337326+00:00 2021-07-26T08:11:22.865661+00:00 0:00:00.528335 58601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T08:11:20.042968+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T07:00:00+00:00 TriggerDagRunOperator 2021-07-26T08:11:22.186090+00:00 2021-07-26T08:11:22.584076+00:00 0:00:00.397986 58600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T08:11:20.043002+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T07:05:00+00:00 EmrJobFlowSensor 2021-07-26T08:06:00.170717+00:00 2021-07-26T08:15:03.161280+00:00 0:09:02.990563 58599 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T08:05:57.560613+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T08:05:37.900487+00:00 2021-07-26T08:05:39.521912+00:00 0:00:01.621425 58598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T08:05:35.545764+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T07:05:00+00:00 PythonOperator 2021-07-26T08:05:15.653447+00:00 2021-07-26T08:05:19.171557+00:00 0:00:03.518110 58597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T08:05:13.386471+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T07:00:00+00:00 EmrJobFlowSensor 2021-07-26T08:01:03.244193+00:00 2021-07-26T08:11:06.286479+00:00 0:10:03.042286 58596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T08:01:00.927631+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T07:00:00+00:00 EmrJobFlowSensor 2021-07-26T08:00:51.156847+00:00 2021-07-26T08:13:54.517359+00:00 0:13:03.360512 58595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T08:00:48.871415+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T08:00:41.006724+00:00 2021-07-26T08:00:42.703735+00:00 0:00:01.697011 58594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T08:00:38.860857+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T08:00:31.403567+00:00 2021-07-26T08:00:33.185643+00:00 0:00:01.782076 58593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T08:00:29.043524+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T07:00:00+00:00 PythonOperator 2021-07-26T08:00:19.114880+00:00 2021-07-26T08:00:22.675588+00:00 0:00:03.560708 58592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T08:00:16.833900+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T07:00:00+00:00 PythonOperator 2021-07-26T08:00:09.098788+00:00 2021-07-26T08:00:13.258030+00:00 0:00:04.159242 58591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T08:00:06.826797+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T06:00:00+00:00 EmrJobFlowSensor 2021-07-26T07:17:29.094461+00:00 2021-07-26T07:27:32.177229+00:00 0:10:03.082768 58590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T07:17:26.843858+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T06:00:00+00:00 EmrJobFlowSensor 2021-07-26T07:17:21.054567+00:00 2021-07-26T07:25:23.811109+00:00 0:08:02.756542 58589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T07:17:18.711857+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T07:17:07.090364+00:00 2021-07-26T07:17:08.903886+00:00 0:00:01.813522 58588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T07:17:04.755155+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T07:16:59.031224+00:00 2021-07-26T07:17:00.791260+00:00 0:00:01.760036 58587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T07:16:56.688073+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T06:00:00+00:00 PythonOperator 2021-07-26T07:16:45.134874+00:00 2021-07-26T07:16:49.343625+00:00 0:00:04.208751 58586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T07:16:42.745657+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T06:00:00+00:00 PythonOperator 2021-07-26T07:16:39.814879+00:00 2021-07-26T07:16:43.376915+00:00 0:00:03.562036 58585 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T07:16:36.668366+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T06:00:00+00:00 TriggerDagRunOperator 2021-07-26T07:16:31.383812+00:00 2021-07-26T07:16:31.932285+00:00 0:00:00.548473 58584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T07:16:28.167564+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T06:00:00+00:00 TriggerDagRunOperator 2021-07-26T07:16:31.301702+00:00 2021-07-26T07:16:31.681837+00:00 0:00:00.380135 58583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T07:16:28.167596+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T06:05:00+00:00 EmrJobFlowSensor 2021-07-26T07:05:50.460342+00:00 2021-07-26T07:14:53.218487+00:00 0:09:02.758145 58581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T07:05:47.990132+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T07:05:30.697643+00:00 2021-07-26T07:05:32.469058+00:00 0:00:01.771415 58580 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T07:05:28.047688+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T06:05:00+00:00 PythonOperator 2021-07-26T07:05:08.827444+00:00 2021-07-26T07:05:11.737099+00:00 0:00:02.909655 58579 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T07:05:06.040867+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T06:00:00+00:00 EmrJobFlowSensor 2021-07-26T07:01:05.702884+00:00 2021-07-26T07:10:08.535384+00:00 0:09:02.832500 58578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T07:01:03.502252+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T06:00:00+00:00 EmrJobFlowSensor 2021-07-26T07:00:52.080067+00:00 2021-07-26T07:14:55.674687+00:00 0:14:03.594620 58577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T07:00:49.495218+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T07:00:43.614081+00:00 2021-07-26T07:00:45.435572+00:00 0:00:01.821491 58576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T07:00:41.484239+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T07:00:29.725922+00:00 2021-07-26T07:00:31.483668+00:00 0:00:01.757746 58575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T07:00:27.439414+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T06:00:00+00:00 PythonOperator 2021-07-26T07:00:21.662598+00:00 2021-07-26T07:00:25.221287+00:00 0:00:03.558689 58574 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T07:00:19.422030+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T06:00:00+00:00 PythonOperator 2021-07-26T07:00:07.924690+00:00 2021-07-26T07:00:12.300409+00:00 0:00:04.375719 58573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T07:00:05.460422+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T05:00:00+00:00 EmrJobFlowSensor 2021-07-26T06:20:51.741344+00:00 2021-07-26T06:30:54.907447+00:00 0:10:03.166103 58572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T06:20:49.427150+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T05:00:00+00:00 EmrJobFlowSensor 2021-07-26T06:20:36.015934+00:00 2021-07-26T06:29:38.963582+00:00 0:09:02.947648 58571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T06:20:33.416870+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T06:20:27.650329+00:00 2021-07-26T06:20:29.372170+00:00 0:00:01.721841 58570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T06:20:25.405674+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T06:20:13.942608+00:00 2021-07-26T06:20:15.670436+00:00 0:00:01.727828 58569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T06:20:11.393103+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T05:00:00+00:00 PythonOperator 2021-07-26T06:20:05.537393+00:00 2021-07-26T06:20:09.629099+00:00 0:00:04.091706 58568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T06:20:03.385698+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T05:00:00+00:00 PythonOperator 2021-07-26T06:19:53.520083+00:00 2021-07-26T06:19:57.683439+00:00 0:00:04.163356 58567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T06:19:51.316345+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T05:00:00+00:00 TriggerDagRunOperator 2021-07-26T06:19:43.673265+00:00 2021-07-26T06:19:44.202939+00:00 0:00:00.529674 58566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T06:19:41.312498+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T05:00:00+00:00 TriggerDagRunOperator 2021-07-26T06:19:43.584154+00:00 2021-07-26T06:19:43.998207+00:00 0:00:00.414053 58565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T06:19:41.312531+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T05:00:00+00:00 EmrJobFlowSensor 2021-07-26T06:09:26.917396+00:00 2021-07-26T06:19:29.982544+00:00 0:10:03.065148 58564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T06:09:24.475771+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T05:00:00+00:00 EmrJobFlowSensor 2021-07-26T06:09:20.673825+00:00 2021-07-26T06:22:24.090241+00:00 0:13:03.416416 58563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T06:09:18.464508+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T05:05:00+00:00 EmrJobFlowSensor 2021-07-26T06:09:16.768774+00:00 2021-07-26T06:17:19.681926+00:00 0:08:02.913152 58562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T06:09:14.479124+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T06:09:05.187665+00:00 2021-07-26T06:09:06.992366+00:00 0:00:01.804701 58561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T06:09:02.454293+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T06:09:00.618799+00:00 2021-07-26T06:09:02.408137+00:00 0:00:01.789338 58560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T06:08:58.410602+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T06:08:54.578974+00:00 2021-07-26T06:08:56.272754+00:00 0:00:01.693780 58559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T06:08:52.402506+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T05:00:00+00:00 PythonOperator 2021-07-26T06:08:42.796646+00:00 2021-07-26T06:08:46.841733+00:00 0:00:04.045087 58558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T06:08:40.383293+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T05:00:00+00:00 PythonOperator 2021-07-26T06:08:38.839076+00:00 2021-07-26T06:08:42.899219+00:00 0:00:04.060143 58557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T06:08:36.378957+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T05:05:00+00:00 PythonOperator 2021-07-26T06:08:33.034218+00:00 2021-07-26T06:08:36.882148+00:00 0:00:03.847930 58556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T06:08:30.429435+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T04:00:00+00:00 EmrJobFlowSensor 2021-07-26T05:11:17.751492+00:00 2021-07-26T05:21:20.706380+00:00 0:10:02.954888 58554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T05:11:15.390472+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T04:00:00+00:00 EmrJobFlowSensor 2021-07-26T05:11:07.754209+00:00 2021-07-26T05:21:10.819588+00:00 0:10:03.065379 58553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T05:11:05.353523+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T05:10:55.523369+00:00 2021-07-26T05:10:57.294774+00:00 0:00:01.771405 58552 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T05:10:53.245859+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T05:10:45.516049+00:00 2021-07-26T05:10:47.189717+00:00 0:00:01.673668 58551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T05:10:43.238077+00:00 2 default_pool