Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-18T23:00:00+00:00 PythonOperator 2021-06-19T00:11:29.639237+00:00 2021-06-19T00:11:32.909439+00:00 0:00:03.270202 42948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T00:11:26.880325+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T23:00:00+00:00 TriggerDagRunOperator 2021-06-19T00:11:13.035779+00:00 2021-06-19T00:11:13.530318+00:00 0:00:00.494539 42947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T00:11:10.793709+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T23:00:00+00:00 TriggerDagRunOperator 2021-06-19T00:11:12.969420+00:00 2021-06-19T00:11:13.359170+00:00 0:00:00.389750 42946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T00:11:10.793740+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T23:05:00+00:00 EmrJobFlowSensor 2021-06-19T00:06:02.567716+00:00 2021-06-19T00:14:05.308595+00:00 0:08:02.740879 42945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T00:06:00.381008+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T00:05:40.520507+00:00 2021-06-19T00:05:42.169071+00:00 0:00:01.648564 42944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T00:05:38.308577+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T23:05:00+00:00 PythonOperator 2021-06-19T00:05:20.469814+00:00 2021-06-19T00:05:23.834818+00:00 0:00:03.365004 42943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T00:05:18.284671+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T23:00:00+00:00 EmrJobFlowSensor 2021-06-19T00:00:58.102844+00:00 2021-06-19T00:13:01.082180+00:00 0:12:02.979336 42942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T00:00:56.012287+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T23:00:00+00:00 EmrJobFlowSensor 2021-06-19T00:00:54.272371+00:00 2021-06-19T00:10:57.095897+00:00 0:10:02.823526 42941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T00:00:52.008754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T00:00:36.412059+00:00 2021-06-19T00:00:38.089257+00:00 0:00:01.677198 42940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T00:00:33.985020+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T00:00:34.107913+00:00 2021-06-19T00:00:36.137181+00:00 0:00:02.029268 42939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T00:00:31.982510+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T23:00:00+00:00 PythonOperator 2021-06-19T00:00:16.149761+00:00 2021-06-19T00:00:19.580505+00:00 0:00:03.430744 42938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T00:00:13.952742+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T23:00:00+00:00 PythonOperator 2021-06-19T00:00:12.222390+00:00 2021-06-19T00:00:15.732832+00:00 0:00:03.510442 42937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T00:00:09.923384+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T22:05:00+00:00 EmrJobFlowSensor 2021-06-18T23:13:28.805263+00:00 2021-06-18T23:14:30.341697+00:00 0:01:01.536434 42935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:13:26.656007+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T22:00:00+00:00 EmrJobFlowSensor 2021-06-18T23:10:36.581491+00:00 2021-06-18T23:20:39.396356+00:00 0:10:02.814865 42934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:10:34.433881+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T22:00:00+00:00 EmrJobFlowSensor 2021-06-18T23:10:18.631503+00:00 2021-06-18T23:20:21.590052+00:00 0:10:02.958549 42933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:10:16.425551+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T23:10:08.591517+00:00 2021-06-18T23:10:10.320648+00:00 0:00:01.729131 42932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T23:10:06.414844+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T23:09:56.615568+00:00 2021-06-18T23:09:58.417167+00:00 0:00:01.801599 42931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T23:09:54.401646+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T22:00:00+00:00 PythonOperator 2021-06-18T23:09:44.885713+00:00 2021-06-18T23:09:48.348153+00:00 0:00:03.462440 42930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T23:09:42.456043+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T22:00:00+00:00 PythonOperator 2021-06-18T23:09:34.603024+00:00 2021-06-18T23:09:38.330241+00:00 0:00:03.727217 42929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T23:09:32.385277+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T22:00:00+00:00 TriggerDagRunOperator 2021-06-18T23:09:22.647108+00:00 2021-06-18T23:09:23.138167+00:00 0:00:00.491059 42928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:09:20.354579+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T22:00:00+00:00 TriggerDagRunOperator 2021-06-18T23:09:22.592396+00:00 2021-06-18T23:09:22.975268+00:00 0:00:00.382872 42927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:09:20.354547+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T23:05:30.677099+00:00 2021-06-18T23:05:32.311115+00:00 0:00:01.634016 42925 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T23:05:28.065363+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T22:05:00+00:00 PythonOperator 2021-06-18T23:05:08.200614+00:00 2021-06-18T23:05:11.025551+00:00 0:00:02.824937 42924 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T23:05:05.892369+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T22:00:00+00:00 EmrJobFlowSensor 2021-06-18T23:01:05.802483+00:00 2021-06-18T23:09:08.297659+00:00 0:08:02.495176 42923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T23:01:03.455818+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-17T23:00:00+00:00 EmrJobFlowSensor 2021-06-18T23:01:01.753689+00:00 2021-06-18T23:11:04.556975+00:00 0:10:02.803286 42922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:00:59.388641+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T22:00:00+00:00 EmrJobFlowSensor 2021-06-18T23:00:55.633435+00:00 2021-06-18T23:12:58.780872+00:00 0:12:03.147437 42921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T23:00:53.351963+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T23:00:44.186519+00:00 2021-06-18T23:00:46.040281+00:00 0:00:01.853762 42920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T23:00:41.291034+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T23:00:39.477015+00:00 2021-06-18T23:00:41.175589+00:00 0:00:01.698574 42919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T23:00:37.298723+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T23:00:35.547768+00:00 2021-06-18T23:00:37.302999+00:00 0:00:01.755231 42918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T23:00:33.286004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T22:00:00+00:00 PythonOperator 2021-06-18T23:00:22.056955+00:00 2021-06-18T23:00:25.533626+00:00 0:00:03.476671 42917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T23:00:19.213066+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-17T23:00:00+00:00 PythonOperator 2021-06-18T23:00:17.382032+00:00 2021-06-18T23:00:21.392253+00:00 0:00:04.010221 42916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T23:00:15.213016+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T22:00:00+00:00 PythonOperator 2021-06-18T23:00:13.847554+00:00 2021-06-18T23:00:17.533165+00:00 0:00:03.685611 42915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T23:00:11.207611+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T21:00:00+00:00 EmrJobFlowSensor 2021-06-18T22:11:28.186783+00:00 2021-06-18T22:20:30.862493+00:00 0:09:02.675710 42913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T22:11:25.859534+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T21:00:00+00:00 EmrJobFlowSensor 2021-06-18T22:11:19.994950+00:00 2021-06-18T22:20:22.622241+00:00 0:09:02.627291 42912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T22:11:17.835182+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T22:11:06.592273+00:00 2021-06-18T22:11:08.448445+00:00 0:00:01.856172 42911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T22:11:03.811041+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T22:10:58.379156+00:00 2021-06-18T22:11:00.162934+00:00 0:00:01.783778 42910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T22:10:55.949370+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T21:00:00+00:00 PythonOperator 2021-06-18T22:10:44.457275+00:00 2021-06-18T22:10:47.718609+00:00 0:00:03.261334 42909 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T22:10:41.788254+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T21:00:00+00:00 PythonOperator 2021-06-18T22:10:38.620979+00:00 2021-06-18T22:10:42.359284+00:00 0:00:03.738305 42908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T22:10:35.840988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T21:00:00+00:00 TriggerDagRunOperator 2021-06-18T22:10:30.411978+00:00 2021-06-18T22:10:30.909028+00:00 0:00:00.497050 42907 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T22:10:27.655354+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T21:00:00+00:00 TriggerDagRunOperator 2021-06-18T22:10:30.180046+00:00 2021-06-18T22:10:30.592119+00:00 0:00:00.412073 42906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T22:10:27.655402+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T21:05:00+00:00 EmrJobFlowSensor 2021-06-18T22:06:05.568827+00:00 2021-06-18T22:15:08.259585+00:00 0:09:02.690758 42905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T22:06:03.122745+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T22:05:43.436166+00:00 2021-06-18T22:05:45.111504+00:00 0:00:01.675338 42904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T22:05:41.159396+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T21:05:00+00:00 PythonOperator 2021-06-18T22:05:23.409528+00:00 2021-06-18T22:05:26.806711+00:00 0:00:03.397183 42903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T22:05:21.156301+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T21:00:00+00:00 EmrJobFlowSensor 2021-06-18T22:01:04.901556+00:00 2021-06-18T22:10:07.668775+00:00 0:09:02.767219 42902 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T22:01:02.641382+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T21:00:00+00:00 EmrJobFlowSensor 2021-06-18T22:00:58.850854+00:00 2021-06-18T22:12:01.745547+00:00 0:11:02.894693 42901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T22:00:56.630800+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T22:00:42.954947+00:00 2021-06-18T22:00:44.787466+00:00 0:00:01.832519 42900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T22:00:40.618604+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T22:00:36.713916+00:00 2021-06-18T22:00:38.421400+00:00 0:00:01.707484 42899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T22:00:34.610924+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T21:00:00+00:00 PythonOperator 2021-06-18T22:00:20.831118+00:00 2021-06-18T22:00:24.341229+00:00 0:00:03.510111 42898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T22:00:18.599020+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T21:00:00+00:00 PythonOperator 2021-06-18T22:00:15.078116+00:00 2021-06-18T22:00:18.829184+00:00 0:00:03.751068 42897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T22:00:12.597314+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T20:00:00+00:00 EmrJobFlowSensor 2021-06-18T21:12:25.706545+00:00 2021-06-18T21:22:28.498712+00:00 0:10:02.792167 42895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T21:12:23.500924+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T20:00:00+00:00 EmrJobFlowSensor 2021-06-18T21:12:13.734286+00:00 2021-06-18T21:21:16.535579+00:00 0:09:02.801293 42894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T21:12:11.485759+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T21:12:03.611590+00:00 2021-06-18T21:12:05.337452+00:00 0:00:01.725862 42893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T21:12:01.452863+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T21:11:49.880356+00:00 2021-06-18T21:11:51.596737+00:00 0:00:01.716381 42892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T21:11:47.575460+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T20:00:00+00:00 PythonOperator 2021-06-18T21:11:39.843257+00:00 2021-06-18T21:11:43.577093+00:00 0:00:03.733836 42891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T21:11:37.466415+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T20:00:00+00:00 PythonOperator 2021-06-18T21:11:29.601463+00:00 2021-06-18T21:11:33.047454+00:00 0:00:03.445991 42890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T21:11:27.411013+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T20:00:00+00:00 TriggerDagRunOperator 2021-06-18T21:11:20.108716+00:00 2021-06-18T21:11:20.682361+00:00 0:00:00.573645 42889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T21:11:17.561697+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T20:00:00+00:00 TriggerDagRunOperator 2021-06-18T21:11:19.873016+00:00 2021-06-18T21:11:20.326759+00:00 0:00:00.453743 42888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T21:11:17.561646+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T20:05:00+00:00 EmrJobFlowSensor 2021-06-18T21:05:58.993685+00:00 2021-06-18T21:15:01.898618+00:00 0:09:02.904933 42887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T21:05:56.770866+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T21:05:39.039437+00:00 2021-06-18T21:05:40.779285+00:00 0:00:01.739848 42886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T21:05:36.697275+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T20:05:00+00:00 PythonOperator 2021-06-18T21:05:16.965148+00:00 2021-06-18T21:05:20.411923+00:00 0:00:03.446775 42885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T21:05:14.744374+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T20:00:00+00:00 EmrJobFlowSensor 2021-06-18T21:00:58.403676+00:00 2021-06-18T21:13:01.694849+00:00 0:12:03.291173 42884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T21:00:56.144270+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T20:00:00+00:00 EmrJobFlowSensor 2021-06-18T21:00:54.595807+00:00 2021-06-18T21:10:57.429038+00:00 0:10:02.833231 42883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T21:00:52.241023+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T21:00:36.792962+00:00 2021-06-18T21:00:38.446426+00:00 0:00:01.653464 42882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T21:00:34.170874+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T21:00:34.541430+00:00 2021-06-18T21:00:36.602038+00:00 0:00:02.060608 42881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T21:00:32.179156+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T20:00:00+00:00 PythonOperator 2021-06-18T21:00:17.138148+00:00 2021-06-18T21:00:20.854063+00:00 0:00:03.715915 42880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T21:00:14.095633+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T20:00:00+00:00 PythonOperator 2021-06-18T21:00:12.484848+00:00 2021-06-18T21:00:16.893421+00:00 0:00:04.408573 42879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T21:00:10.095094+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T19:00:00+00:00 EmrJobFlowSensor 2021-06-18T20:11:36.332377+00:00 2021-06-18T20:21:39.330569+00:00 0:10:02.998192 42877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T20:11:34.113125+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T19:00:00+00:00 EmrJobFlowSensor 2021-06-18T20:11:22.409904+00:00 2021-06-18T20:20:25.212684+00:00 0:09:02.802780 42876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T20:11:20.101823+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T20:11:16.268374+00:00 2021-06-18T20:11:17.985771+00:00 0:00:01.717397 42875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T20:11:14.074621+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T20:11:00.715710+00:00 2021-06-18T20:11:02.540707+00:00 0:00:01.824997 42874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T20:10:58.065288+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T19:00:00+00:00 PythonOperator 2021-06-18T20:10:54.432486+00:00 2021-06-18T20:10:57.972799+00:00 0:00:03.540313 42873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T20:10:52.050314+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T19:00:00+00:00 PythonOperator 2021-06-18T20:10:38.361428+00:00 2021-06-18T20:10:42.289717+00:00 0:00:03.928289 42872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T20:10:36.046375+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T19:00:00+00:00 TriggerDagRunOperator 2021-06-18T20:10:34.587514+00:00 2021-06-18T20:10:35.089112+00:00 0:00:00.501598 42871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T20:10:32.055658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T19:00:00+00:00 TriggerDagRunOperator 2021-06-18T20:10:34.423411+00:00 2021-06-18T20:10:34.819308+00:00 0:00:00.395897 42870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T20:10:32.055615+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T19:05:00+00:00 EmrJobFlowSensor 2021-06-18T20:06:07.712927+00:00 2021-06-18T20:16:10.456217+00:00 0:10:02.743290 42869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T20:06:05.531356+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T20:05:43.756867+00:00 2021-06-18T20:05:45.582458+00:00 0:00:01.825591 42868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T20:05:41.509305+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T19:05:00+00:00 PythonOperator 2021-06-18T20:05:19.956237+00:00 2021-06-18T20:05:23.443656+00:00 0:00:03.487419 42867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T20:05:17.588469+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T19:00:00+00:00 EmrJobFlowSensor 2021-06-18T20:01:07.335695+00:00 2021-06-18T20:10:10.042984+00:00 0:09:02.707289 42866 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T20:01:05.119781+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T19:00:00+00:00 EmrJobFlowSensor 2021-06-18T20:01:01.623910+00:00 2021-06-18T20:13:04.819308+00:00 0:12:03.195398 42865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T20:00:59.259173+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T20:00:43.374139+00:00 2021-06-18T20:00:45.153297+00:00 0:00:01.779158 42864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T20:00:41.100452+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T20:00:41.281245+00:00 2021-06-18T20:00:43.082266+00:00 0:00:01.801021 42863 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T20:00:39.101925+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T19:00:00+00:00 PythonOperator 2021-06-18T20:00:22.273779+00:00 2021-06-18T20:00:25.786783+00:00 0:00:03.513004 42862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T20:00:19.086196+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T19:00:00+00:00 PythonOperator 2021-06-18T20:00:20.507183+00:00 2021-06-18T20:00:24.465352+00:00 0:00:03.958169 42861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T20:00:17.155674+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T18:00:00+00:00 EmrJobFlowSensor 2021-06-18T19:11:21.442551+00:00 2021-06-18T19:19:24.066948+00:00 0:08:02.624397 42859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T19:11:18.944077+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T18:00:00+00:00 EmrJobFlowSensor 2021-06-18T19:11:21.323978+00:00 2021-06-18T19:20:24.065933+00:00 0:09:02.741955 42858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T19:11:18.944049+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T19:11:01.196814+00:00 2021-06-18T19:11:03.022737+00:00 0:00:01.825923 42857 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T19:10:58.863579+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T19:10:59.192426+00:00 2021-06-18T19:11:00.932613+00:00 0:00:01.740187 42856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T19:10:56.874125+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T18:00:00+00:00 PythonOperator 2021-06-18T19:10:38.958396+00:00 2021-06-18T19:10:42.703780+00:00 0:00:03.745384 42855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T19:10:36.788536+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T18:00:00+00:00 PythonOperator 2021-06-18T19:10:36.971036+00:00 2021-06-18T19:10:40.264785+00:00 0:00:03.293749 42854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T19:10:34.785923+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T18:00:00+00:00 TriggerDagRunOperator 2021-06-18T19:10:19.121603+00:00 2021-06-18T19:10:19.501752+00:00 0:00:00.380149 42853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T19:10:16.754528+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T18:00:00+00:00 TriggerDagRunOperator 2021-06-18T19:10:19.109163+00:00 2021-06-18T19:10:19.631650+00:00 0:00:00.522487 42852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T19:10:16.754481+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T18:05:00+00:00 EmrJobFlowSensor 2021-06-18T19:06:00.630875+00:00 2021-06-18T19:15:03.380318+00:00 0:09:02.749443 42851 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T19:05:58.364624+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T19:05:40.471347+00:00 2021-06-18T19:05:42.206014+00:00 0:00:01.734667 42850 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T19:05:38.290142+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T18:05:00+00:00 PythonOperator 2021-06-18T19:05:18.383731+00:00 2021-06-18T19:05:21.819557+00:00 0:00:03.435826 42849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T19:05:16.224924+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T18:00:00+00:00 EmrJobFlowSensor 2021-06-18T19:01:06.187827+00:00 2021-06-18T19:10:08.950866+00:00 0:09:02.763039 42848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T19:01:03.852489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T18:00:00+00:00 EmrJobFlowSensor 2021-06-18T19:01:06.022627+00:00 2021-06-18T19:13:09.106121+00:00 0:12:03.083494 42847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T19:01:03.852522+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T19:00:44.113901+00:00 2021-06-18T19:00:45.969496+00:00 0:00:01.855595 42846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T19:00:41.796907+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T19:00:41.916694+00:00 2021-06-18T19:00:43.641672+00:00 0:00:01.724978 42845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T19:00:39.793076+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T18:00:00+00:00 PythonOperator 2021-06-18T19:00:10.514548+00:00 2021-06-18T19:00:14.040768+00:00 0:00:03.526220 42844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T19:00:07.844184+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T18:00:00+00:00 PythonOperator 2021-06-18T19:00:10.473188+00:00 2021-06-18T19:00:13.933646+00:00 0:00:03.460458 42843 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T19:00:07.844152+00:00 2 default_pool