Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-20T00:00:00+00:00 PythonOperator 2021-07-20T01:11:51.518801+00:00 2021-07-20T01:11:55.858352+00:00 0:00:04.339551 55857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T01:11:49.286996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T00:00:00+00:00 TriggerDagRunOperator 2021-07-20T01:11:29.813572+00:00 2021-07-20T01:11:30.386268+00:00 0:00:00.572696 55856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T01:11:27.261658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T00:00:00+00:00 TriggerDagRunOperator 2021-07-20T01:11:29.418334+00:00 2021-07-20T01:11:29.827717+00:00 0:00:00.409383 55855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T01:11:27.261630+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T00:05:00+00:00 EmrJobFlowSensor 2021-07-20T01:06:05.151650+00:00 2021-07-20T01:14:07.804092+00:00 0:08:02.652442 55854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T01:06:02.721720+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T01:05:41.059101+00:00 2021-07-20T01:05:42.813978+00:00 0:00:01.754877 55853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T01:05:38.767413+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T00:05:00+00:00 PythonOperator 2021-07-20T01:05:21.060607+00:00 2021-07-20T01:05:24.623491+00:00 0:00:03.562884 55852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T01:05:18.699964+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T00:00:00+00:00 EmrJobFlowSensor 2021-07-20T01:01:10.491724+00:00 2021-07-20T01:11:13.308472+00:00 0:10:02.816748 55851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T01:01:08.276150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T00:00:00+00:00 EmrJobFlowSensor 2021-07-20T01:00:52.361447+00:00 2021-07-20T01:13:55.985801+00:00 0:13:03.624354 55850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T01:00:50.200169+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T01:00:48.398728+00:00 2021-07-20T01:00:50.101382+00:00 0:00:01.702654 55849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T01:00:46.198020+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T01:00:28.584801+00:00 2021-07-20T01:00:30.308154+00:00 0:00:01.723353 55848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T01:00:26.188883+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T00:00:00+00:00 PythonOperator 2021-07-20T01:00:24.826963+00:00 2021-07-20T01:00:28.426053+00:00 0:00:03.599090 55847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T01:00:22.187357+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T00:00:00+00:00 PythonOperator 2021-07-20T01:00:08.811134+00:00 2021-07-20T01:00:13.003805+00:00 0:00:04.192671 55846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T01:00:06.163867+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T23:00:00+00:00 EmrJobFlowSensor 2021-07-20T00:11:47.741449+00:00 2021-07-20T00:20:50.707014+00:00 0:09:02.965565 55844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T00:11:45.159871+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T23:00:00+00:00 EmrJobFlowSensor 2021-07-20T00:11:47.670887+00:00 2021-07-20T00:20:50.629658+00:00 0:09:02.958771 55843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T00:11:45.159822+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T00:11:11.210942+00:00 2021-07-20T00:11:13.015682+00:00 0:00:01.804740 55842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T00:11:08.990338+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T00:11:05.370701+00:00 2021-07-20T00:11:07.061765+00:00 0:00:01.691064 55841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T00:11:03.053047+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T23:00:00+00:00 PythonOperator 2021-07-20T00:10:48.259260+00:00 2021-07-20T00:10:52.342882+00:00 0:00:04.083622 55840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T00:10:44.920067+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T23:00:00+00:00 PythonOperator 2021-07-20T00:10:43.183305+00:00 2021-07-20T00:10:48.370192+00:00 0:00:05.186887 55839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T00:10:40.917413+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T23:00:00+00:00 TriggerDagRunOperator 2021-07-20T00:10:29.647657+00:00 2021-07-20T00:10:30.174355+00:00 0:00:00.526698 55838 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T00:10:26.964738+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T23:00:00+00:00 TriggerDagRunOperator 2021-07-20T00:10:29.550237+00:00 2021-07-20T00:10:29.970498+00:00 0:00:00.420261 55837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T00:10:26.964703+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T23:05:00+00:00 EmrJobFlowSensor 2021-07-20T00:06:10.563417+00:00 2021-07-20T00:15:13.219938+00:00 0:09:02.656521 55836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T00:06:08.400133+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T00:05:30.712162+00:00 2021-07-20T00:05:32.501019+00:00 0:00:01.788857 55835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T00:05:28.354913+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T23:05:00+00:00 PythonOperator 2021-07-20T00:05:06.606338+00:00 2021-07-20T00:05:10.113674+00:00 0:00:03.507336 55834 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T00:05:04.316610+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T23:00:00+00:00 EmrJobFlowSensor 2021-07-20T00:01:06.337439+00:00 2021-07-20T00:15:09.915256+00:00 0:14:03.577817 55833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T00:01:04.062400+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T23:00:00+00:00 EmrJobFlowSensor 2021-07-20T00:01:04.525471+00:00 2021-07-20T00:10:07.613071+00:00 0:09:03.087600 55832 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T00:01:01.992911+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T00:00:44.512919+00:00 2021-07-20T00:00:46.427489+00:00 0:00:01.914570 55831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T00:00:41.948735+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T00:00:42.166253+00:00 2021-07-20T00:00:43.970591+00:00 0:00:01.804338 55830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T00:00:39.945428+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T23:00:00+00:00 PythonOperator 2021-07-20T00:00:12.366383+00:00 2021-07-20T00:00:16.334496+00:00 0:00:03.968113 55829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T00:00:09.918655+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T23:00:00+00:00 PythonOperator 2021-07-20T00:00:06.457080+00:00 2021-07-20T00:00:10.280849+00:00 0:00:03.823769 55828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T00:00:03.918951+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T22:00:00+00:00 EmrJobFlowSensor 2021-07-19T23:12:09.834062+00:00 2021-07-19T23:22:12.600911+00:00 0:10:02.766849 55826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:12:07.461763+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T22:00:00+00:00 EmrJobFlowSensor 2021-07-19T23:12:00.110634+00:00 2021-07-19T23:20:02.750929+00:00 0:08:02.640295 55825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:11:57.550783+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T23:11:49.573067+00:00 2021-07-19T23:11:51.272922+00:00 0:00:01.699855 55824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T23:11:47.368395+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T23:11:39.941098+00:00 2021-07-19T23:11:41.806679+00:00 0:00:01.865581 55823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T23:11:37.385495+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T22:00:00+00:00 PythonOperator 2021-07-19T23:11:27.559295+00:00 2021-07-19T23:11:31.621959+00:00 0:00:04.062664 55822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T23:11:25.302682+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T22:00:00+00:00 PythonOperator 2021-07-19T23:11:18.299840+00:00 2021-07-19T23:11:21.892517+00:00 0:00:03.592677 55821 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T23:11:15.363106+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T22:00:00+00:00 TriggerDagRunOperator 2021-07-19T23:11:10.105513+00:00 2021-07-19T23:11:10.598430+00:00 0:00:00.492917 55820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:11:07.359299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T22:00:00+00:00 TriggerDagRunOperator 2021-07-19T23:11:09.663893+00:00 2021-07-19T23:11:10.068665+00:00 0:00:00.404772 55819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:11:07.359254+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T22:05:00+00:00 EmrJobFlowSensor 2021-07-19T23:05:57.110843+00:00 2021-07-19T23:14:59.686603+00:00 0:09:02.575760 55818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:05:54.772861+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T23:05:35.277606+00:00 2021-07-19T23:05:37.028449+00:00 0:00:01.750843 55817 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T23:05:32.849125+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T22:05:00+00:00 PythonOperator 2021-07-19T23:05:04.958868+00:00 2021-07-19T23:05:08.741051+00:00 0:00:03.782183 55816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T23:05:02.671750+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-18T23:00:00+00:00 EmrJobFlowSensor 2021-07-19T23:00:56.788336+00:00 2021-07-19T23:08:59.159449+00:00 0:08:02.371113 55815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:00:54.187609+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T22:00:00+00:00 EmrJobFlowSensor 2021-07-19T23:00:54.409684+00:00 2021-07-19T23:10:57.762434+00:00 0:10:03.352750 55814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T23:00:52.148708+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T22:00:00+00:00 EmrJobFlowSensor 2021-07-19T23:00:48.605692+00:00 2021-07-19T23:14:52.042975+00:00 0:14:03.437283 55813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T23:00:46.158987+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T23:00:34.945171+00:00 2021-07-19T23:00:36.621563+00:00 0:00:01.676392 55812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T23:00:32.155756+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T23:00:32.410902+00:00 2021-07-19T23:00:34.530535+00:00 0:00:02.119633 55811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T23:00:30.089291+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T23:00:28.491673+00:00 2021-07-19T23:00:30.356302+00:00 0:00:01.864629 55810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T23:00:26.149296+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-18T23:00:00+00:00 PythonOperator 2021-07-19T23:00:12.621207+00:00 2021-07-19T23:00:16.687493+00:00 0:00:04.066286 55809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T23:00:10.056099+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T22:00:00+00:00 PythonOperator 2021-07-19T23:00:10.180700+00:00 2021-07-19T23:00:14.512900+00:00 0:00:04.332200 55808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T23:00:08.053504+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T22:00:00+00:00 PythonOperator 2021-07-19T23:00:06.835584+00:00 2021-07-19T23:00:10.699290+00:00 0:00:03.863706 55807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T23:00:04.053472+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T21:05:00+00:00 EmrJobFlowSensor 2021-07-19T22:13:55.985824+00:00 2021-07-19T22:14:57.660923+00:00 0:01:01.675099 55805 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T22:13:53.604260+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T21:00:00+00:00 EmrJobFlowSensor 2021-07-19T22:11:25.580262+00:00 2021-07-19T22:21:28.525306+00:00 0:10:02.945044 55804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T22:11:23.300870+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T21:00:00+00:00 EmrJobFlowSensor 2021-07-19T22:11:21.461272+00:00 2021-07-19T22:19:23.972440+00:00 0:08:02.511168 55803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T22:11:19.295438+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T22:11:05.907089+00:00 2021-07-19T22:11:07.714192+00:00 0:00:01.807103 55802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T22:11:03.352724+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T22:11:01.548311+00:00 2021-07-19T22:11:03.345438+00:00 0:00:01.797127 55801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T22:10:59.262584+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T21:00:00+00:00 PythonOperator 2021-07-19T22:10:41.938434+00:00 2021-07-19T22:10:46.232898+00:00 0:00:04.294464 55800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T22:10:39.215682+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T21:00:00+00:00 PythonOperator 2021-07-19T22:10:39.533116+00:00 2021-07-19T22:10:43.994798+00:00 0:00:04.461682 55799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T22:10:37.212206+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T21:00:00+00:00 TriggerDagRunOperator 2021-07-19T22:10:29.802419+00:00 2021-07-19T22:10:30.317486+00:00 0:00:00.515067 55798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T22:10:27.207966+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T21:00:00+00:00 TriggerDagRunOperator 2021-07-19T22:10:29.660744+00:00 2021-07-19T22:10:30.101772+00:00 0:00:00.441028 55797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T22:10:27.208002+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T22:05:40.756308+00:00 2021-07-19T22:05:42.417376+00:00 0:00:01.661068 55795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T22:05:38.634178+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T21:05:00+00:00 PythonOperator 2021-07-19T22:05:20.933080+00:00 2021-07-19T22:05:24.472155+00:00 0:00:03.539075 55794 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T22:05:18.564816+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T21:00:00+00:00 EmrJobFlowSensor 2021-07-19T22:01:20.569617+00:00 2021-07-19T22:10:23.404758+00:00 0:09:02.835141 55793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T22:01:17.985977+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T21:00:00+00:00 EmrJobFlowSensor 2021-07-19T22:01:00.512876+00:00 2021-07-19T22:15:04.492484+00:00 0:14:03.979608 55792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T22:00:58.045381+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T22:00:48.181856+00:00 2021-07-19T22:00:49.915139+00:00 0:00:01.733283 55791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T22:00:45.905168+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T22:00:30.320344+00:00 2021-07-19T22:00:32.188493+00:00 0:00:01.868149 55790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T22:00:27.776378+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T21:00:00+00:00 PythonOperator 2021-07-19T22:00:21.927224+00:00 2021-07-19T22:00:25.834735+00:00 0:00:03.907511 55789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T22:00:19.764629+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T21:00:00+00:00 PythonOperator 2021-07-19T22:00:08.533662+00:00 2021-07-19T22:00:12.624654+00:00 0:00:04.090992 55788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T22:00:05.755848+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T20:00:00+00:00 EmrJobFlowSensor 2021-07-19T21:11:11.938337+00:00 2021-07-19T21:21:14.933120+00:00 0:10:02.994783 55786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T21:11:09.653665+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T20:00:00+00:00 EmrJobFlowSensor 2021-07-19T21:11:03.964109+00:00 2021-07-19T21:21:07.142413+00:00 0:10:03.178304 55785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T21:11:01.628887+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T21:10:50.009154+00:00 2021-07-19T21:10:51.792724+00:00 0:00:01.783570 55784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T21:10:47.621145+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T21:10:41.935730+00:00 2021-07-19T21:10:43.710243+00:00 0:00:01.774513 55783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T21:10:39.605667+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T20:00:00+00:00 PythonOperator 2021-07-19T21:10:28.074464+00:00 2021-07-19T21:10:32.045818+00:00 0:00:03.971354 55782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T21:10:25.654876+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T20:00:00+00:00 PythonOperator 2021-07-19T21:10:20.116081+00:00 2021-07-19T21:10:23.640656+00:00 0:00:03.524575 55781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T21:10:17.652493+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T20:00:00+00:00 TriggerDagRunOperator 2021-07-19T21:10:06.025473+00:00 2021-07-19T21:10:06.593286+00:00 0:00:00.567813 55780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T21:10:03.539732+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T20:00:00+00:00 TriggerDagRunOperator 2021-07-19T21:10:05.940561+00:00 2021-07-19T21:10:06.517528+00:00 0:00:00.576967 55779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T21:10:03.539694+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T20:05:00+00:00 EmrJobFlowSensor 2021-07-19T21:05:59.587796+00:00 2021-07-19T21:14:02.298375+00:00 0:08:02.710579 55778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T21:05:57.206510+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T21:05:37.334497+00:00 2021-07-19T21:05:39.065707+00:00 0:00:01.731210 55777 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T21:05:35.187406+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T20:05:00+00:00 PythonOperator 2021-07-19T21:05:15.481447+00:00 2021-07-19T21:05:19.134299+00:00 0:00:03.652852 55776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T21:05:13.095276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T20:00:00+00:00 EmrJobFlowSensor 2021-07-19T21:01:06.986061+00:00 2021-07-19T21:15:10.418586+00:00 0:14:03.432525 55775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T21:01:04.692627+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T20:00:00+00:00 EmrJobFlowSensor 2021-07-19T21:00:56.822923+00:00 2021-07-19T21:09:59.506873+00:00 0:09:02.683950 55774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T21:00:54.614265+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T21:00:43.310937+00:00 2021-07-19T21:00:45.119218+00:00 0:00:01.808281 55773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T21:00:40.597575+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T21:00:34.776127+00:00 2021-07-19T21:00:36.490513+00:00 0:00:01.714386 55772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T21:00:32.585017+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T20:00:00+00:00 PythonOperator 2021-07-19T21:00:21.501732+00:00 2021-07-19T21:00:25.683721+00:00 0:00:04.181989 55771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T21:00:18.524341+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T20:00:00+00:00 PythonOperator 2021-07-19T21:00:13.167832+00:00 2021-07-19T21:00:17.018408+00:00 0:00:03.850576 55770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T21:00:10.567775+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T19:00:00+00:00 EmrJobFlowSensor 2021-07-19T20:11:36.979441+00:00 2021-07-19T20:21:39.749813+00:00 0:10:02.770372 55768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T20:11:34.576424+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T19:00:00+00:00 EmrJobFlowSensor 2021-07-19T20:11:31.186589+00:00 2021-07-19T20:19:33.963129+00:00 0:08:02.776540 55767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T20:11:28.562713+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T20:11:13.108043+00:00 2021-07-19T20:11:14.760121+00:00 0:00:01.652078 55766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T20:11:10.423382+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T20:11:10.716262+00:00 2021-07-19T20:11:12.739749+00:00 0:00:02.023487 55765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T20:11:08.434175+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T19:00:00+00:00 PythonOperator 2021-07-19T20:10:49.187985+00:00 2021-07-19T20:10:52.774051+00:00 0:00:03.586066 55764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T20:10:46.409530+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T19:00:00+00:00 PythonOperator 2021-07-19T20:10:49.100560+00:00 2021-07-19T20:10:53.194892+00:00 0:00:04.094332 55763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T20:10:46.409576+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T19:00:00+00:00 TriggerDagRunOperator 2021-07-19T20:10:34.792772+00:00 2021-07-19T20:10:35.310825+00:00 0:00:00.518053 55762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T20:10:32.398180+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T19:00:00+00:00 TriggerDagRunOperator 2021-07-19T20:10:34.717656+00:00 2021-07-19T20:10:35.108763+00:00 0:00:00.391107 55761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T20:10:32.398238+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T19:05:00+00:00 EmrJobFlowSensor 2021-07-19T20:05:51.903846+00:00 2021-07-19T20:13:54.349971+00:00 0:08:02.446125 55760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T20:05:49.754896+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T20:05:30.422604+00:00 2021-07-19T20:05:32.126411+00:00 0:00:01.703807 55759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T20:05:27.844702+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T19:05:00+00:00 PythonOperator 2021-07-19T20:05:07.985470+00:00 2021-07-19T20:05:11.494760+00:00 0:00:03.509290 55758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T20:05:05.721878+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T19:00:00+00:00 EmrJobFlowSensor 2021-07-19T20:01:13.533707+00:00 2021-07-19T20:10:16.613736+00:00 0:09:03.080029 55757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T20:01:11.291393+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T19:00:00+00:00 EmrJobFlowSensor 2021-07-19T20:01:03.513544+00:00 2021-07-19T20:15:07.294764+00:00 0:14:03.781220 55756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T20:01:01.274693+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T20:00:51.622722+00:00 2021-07-19T20:00:53.468893+00:00 0:00:01.846171 55755 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T20:00:49.235217+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T20:00:39.730856+00:00 2021-07-19T20:00:41.558208+00:00 0:00:01.827352 55754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T20:00:37.214960+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T19:00:00+00:00 PythonOperator 2021-07-19T20:00:19.765853+00:00 2021-07-19T20:00:23.362371+00:00 0:00:03.596518 55753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T20:00:17.245264+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T19:00:00+00:00 PythonOperator 2021-07-19T20:00:07.944951+00:00 2021-07-19T20:00:12.117778+00:00 0:00:04.172827 55752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T20:00:05.245732+00:00 2 default_pool