Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T08:00:31.658812+00:00 2021-06-24T08:00:33.359020+00:00 0:00:01.700208 45302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T08:00:29.260797+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T07:00:00+00:00 PythonOperator 2021-06-24T08:00:25.269866+00:00 2021-06-24T08:00:29.175651+00:00 0:00:03.905785 45301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T08:00:23.142698+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T07:00:00+00:00 PythonOperator 2021-06-24T08:00:11.505595+00:00 2021-06-24T08:00:14.917568+00:00 0:00:03.411973 45300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T08:00:09.093552+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:11:20.018745+00:00 2021-06-24T07:21:23.034104+00:00 0:10:03.015359 45298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:11:17.257809+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:11:03.326944+00:00 2021-06-24T07:19:05.807514+00:00 0:08:02.480570 45297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:11:01.133182+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:10:59.417630+00:00 2021-06-24T07:11:01.076608+00:00 0:00:01.658978 45296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:10:57.190143+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:10:41.306553+00:00 2021-06-24T07:10:43.024908+00:00 0:00:01.718355 45295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:10:39.113436+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:10:37.318024+00:00 2021-06-24T07:10:40.856884+00:00 0:00:03.538860 45294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:10:35.108921+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:10:19.518385+00:00 2021-06-24T07:10:22.809643+00:00 0:00:03.291258 45293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:10:17.095272+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T06:00:00+00:00 TriggerDagRunOperator 2021-06-24T07:10:13.691108+00:00 2021-06-24T07:10:14.190434+00:00 0:00:00.499326 45292 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:10:11.156074+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T06:00:00+00:00 TriggerDagRunOperator 2021-06-24T07:10:13.647323+00:00 2021-06-24T07:10:14.055221+00:00 0:00:00.407898 45291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:10:11.156028+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T06:05:00+00:00 EmrJobFlowSensor 2021-06-24T07:05:48.780677+00:00 2021-06-24T07:14:51.447506+00:00 0:09:02.666829 45290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:05:46.598803+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:05:26.709974+00:00 2021-06-24T07:05:28.423802+00:00 0:00:01.713828 45289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:05:24.530924+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T06:05:00+00:00 PythonOperator 2021-06-24T07:05:06.708194+00:00 2021-06-24T07:05:09.979511+00:00 0:00:03.271317 45288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:05:04.515525+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:01:04.518592+00:00 2021-06-24T07:20:08.557085+00:00 0:19:04.038493 45287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:01:02.129457+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:00:52.439763+00:00 2021-06-24T07:09:55.204178+00:00 0:09:02.764415 45286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:00:50.121316+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:00:42.298694+00:00 2021-06-24T07:00:43.951992+00:00 0:00:01.653298 45285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:00:40.115292+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:00:31.164479+00:00 2021-06-24T07:00:32.896302+00:00 0:00:01.731823 45284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T07:00:28.167730+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:00:22.169919+00:00 2021-06-24T07:00:25.964310+00:00 0:00:03.794391 45283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:00:20.049217+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:00:10.191550+00:00 2021-06-24T07:00:13.701250+00:00 0:00:03.509700 45282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T07:00:08.034080+00:00 2 default_pool
success pop-quality-check_v002 check_cluster_status 2021-06-24T06:37:39.305684+00:00 EmrJobFlowSensor 2021-06-24T06:38:50.136074+00:00 2021-06-24T06:48:52.990540+00:00 0:10:02.854466 45281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:38:47.995009+00:00 2 default_pool
success pop-quality-check_v002 create_cluster_and_add_emr_steps 2021-06-24T06:37:39.305684+00:00 EmrCreateJobFlowOperator 2021-06-24T06:38:26.162787+00:00 2021-06-24T06:38:28.007711+00:00 0:00:01.844924 45280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:38:23.941168+00:00 2 default_pool
success pop-quality-check_v002 create_emr_steps 2021-06-24T06:37:39.305684+00:00 PythonOperator 2021-06-24T06:37:56.515782+00:00 2021-06-24T06:38:00.069219+00:00 0:00:03.553437 45279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:37:53.913818+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:10:59.871787+00:00 2021-06-24T06:21:02.927021+00:00 0:10:03.055234 45277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:57.485508+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:10:55.975834+00:00 2021-06-24T06:20:58.904986+00:00 0:10:02.929152 45276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:53.540911+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:10:39.982196+00:00 2021-06-24T06:10:41.773891+00:00 0:00:01.791695 45275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:10:37.471298+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:10:33.728403+00:00 2021-06-24T06:10:35.517942+00:00 0:00:01.789539 45274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:10:31.460293+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:10:17.789223+00:00 2021-06-24T06:10:21.300479+00:00 0:00:03.511256 45273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:10:15.450966+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:10:11.667965+00:00 2021-06-24T06:10:14.990770+00:00 0:00:03.322805 45272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:10:09.455696+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T05:00:00+00:00 TriggerDagRunOperator 2021-06-24T06:10:07.766483+00:00 2021-06-24T06:10:08.280583+00:00 0:00:00.514100 45271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:05.391482+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T05:00:00+00:00 TriggerDagRunOperator 2021-06-24T06:10:07.655996+00:00 2021-06-24T06:10:08.063690+00:00 0:00:00.407694 45270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:05.391511+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T05:05:00+00:00 EmrJobFlowSensor 2021-06-24T06:06:03.175643+00:00 2021-06-24T06:15:05.806836+00:00 0:09:02.631193 45269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:06:01.047140+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:05:41.338330+00:00 2021-06-24T06:05:42.960158+00:00 0:00:01.621828 45268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:05:39.059878+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T05:05:00+00:00 PythonOperator 2021-06-24T06:05:19.460884+00:00 2021-06-24T06:05:22.775260+00:00 0:00:03.314376 45267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:05:17.053852+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:01:08.861634+00:00 2021-06-24T06:20:13.088105+00:00 0:19:04.226471 45266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:01:06.590704+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:00:59.011441+00:00 2021-06-24T06:10:01.908010+00:00 0:09:02.896569 45265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:00:56.559844+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:00:46.640627+00:00 2021-06-24T06:00:48.403080+00:00 0:00:01.762453 45264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:00:44.450866+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:00:36.582190+00:00 2021-06-24T06:00:38.302171+00:00 0:00:01.719981 45263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T06:00:34.442340+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:00:24.704960+00:00 2021-06-24T06:00:28.446341+00:00 0:00:03.741381 45262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:00:22.433433+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:00:12.986862+00:00 2021-06-24T06:00:16.392342+00:00 0:00:03.405480 45261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T06:00:10.421758+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:11:49.745980+00:00 2021-06-24T05:20:52.326676+00:00 0:09:02.580696 45259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:11:47.023258+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:11:47.223492+00:00 2021-06-24T05:21:50.414749+00:00 0:10:03.191257 45258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:11:45.069256+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:11:27.798280+00:00 2021-06-24T05:11:29.488865+00:00 0:00:01.690585 45257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:11:25.064213+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:11:25.426960+00:00 2021-06-24T05:11:27.513555+00:00 0:00:02.086595 45256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:11:23.055597+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:11:05.445262+00:00 2021-06-24T05:11:08.878867+00:00 0:00:03.433605 45255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:11:02.997596+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:11:05.356007+00:00 2021-06-24T05:11:09.266673+00:00 0:00:03.910666 45254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:11:02.997625+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T04:00:00+00:00 TriggerDagRunOperator 2021-06-24T05:10:47.223763+00:00 2021-06-24T05:10:47.805006+00:00 0:00:00.581243 45253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:10:44.979194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T04:00:00+00:00 TriggerDagRunOperator 2021-06-24T05:10:47.180719+00:00 2021-06-24T05:10:47.574844+00:00 0:00:00.394125 45252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:10:44.979223+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T04:05:00+00:00 EmrJobFlowSensor 2021-06-24T05:06:03.185093+00:00 2021-06-24T05:15:05.919476+00:00 0:09:02.734383 45251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:06:00.646349+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:05:41.004622+00:00 2021-06-24T05:05:42.773659+00:00 0:00:01.769037 45250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:05:38.648468+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T04:05:00+00:00 PythonOperator 2021-06-24T05:05:19.242604+00:00 2021-06-24T05:05:22.161425+00:00 0:00:02.918821 45249 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:05:16.525115+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:01:12.978462+00:00 2021-06-24T05:20:16.971377+00:00 0:19:03.992915 45248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:01:10.130354+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:01:10.856355+00:00 2021-06-24T05:10:13.871700+00:00 0:09:03.015345 45247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:01:08.144106+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:00:50.924653+00:00 2021-06-24T05:00:52.578757+00:00 0:00:01.654104 45246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:00:48.170346+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:00:48.535283+00:00 2021-06-24T05:00:50.621536+00:00 0:00:02.086253 45245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T05:00:46.156886+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:00:28.442351+00:00 2021-06-24T05:00:31.779590+00:00 0:00:03.337239 45244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T05:00:26.036361+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:00:28.311812+00:00 2021-06-24T05:00:32.171202+00:00 0:00:03.859390 45243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:00:26.036334+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:15:27.615971+00:00 2021-06-24T04:25:30.413698+00:00 0:10:02.797727 45242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:15:25.455984+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:15:18.043552+00:00 2021-06-24T04:25:20.894127+00:00 0:10:02.850575 45241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:15:15.543777+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:15:03.791010+00:00 2021-06-24T04:15:05.541347+00:00 0:00:01.750337 45240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:15:01.438122+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:14:49.562943+00:00 2021-06-24T04:14:51.255500+00:00 0:00:01.692557 45239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:14:47.428491+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:14:35.565440+00:00 2021-06-24T04:14:39.358801+00:00 0:00:03.793361 45238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:14:33.411708+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:14:25.573898+00:00 2021-06-24T04:14:29.129277+00:00 0:00:03.555379 45237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:14:23.403379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T03:00:00+00:00 TriggerDagRunOperator 2021-06-24T04:14:11.991174+00:00 2021-06-24T04:14:12.529853+00:00 0:00:00.538679 45236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:14:09.392715+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T03:00:00+00:00 TriggerDagRunOperator 2021-06-24T04:14:11.936873+00:00 2021-06-24T04:14:12.336525+00:00 0:00:00.399652 45235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:14:09.392742+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T03:05:00+00:00 EmrJobFlowSensor 2021-06-24T04:06:09.291032+00:00 2021-06-24T04:15:12.009464+00:00 0:09:02.718432 45233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:06:07.012933+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:05:43.178863+00:00 2021-06-24T04:05:44.816192+00:00 0:00:01.637329 45232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:05:40.995713+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T03:05:00+00:00 PythonOperator 2021-06-24T04:05:15.313356+00:00 2021-06-24T04:05:18.971447+00:00 0:00:03.658091 45231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:05:12.954724+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:01:08.710415+00:00 2021-06-24T04:11:11.590744+00:00 0:10:02.880329 45230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:01:06.508110+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:00:58.659788+00:00 2021-06-24T04:20:02.893045+00:00 0:19:04.233257 45229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:00:56.505461+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:00:46.587290+00:00 2021-06-24T04:00:48.315522+00:00 0:00:01.728232 45228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T04:00:44.488267+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:00:36.562263+00:00 2021-06-24T04:00:38.278381+00:00 0:00:01.716118 45227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:00:34.481864+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:00:22.580898+00:00 2021-06-24T04:00:26.092528+00:00 0:00:03.511630 45226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T04:00:20.450030+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:00:06.600606+00:00 2021-06-24T04:00:10.168682+00:00 0:00:03.568076 45225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:00:04.442087+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:20:20.568250+00:00 2021-06-24T03:30:23.478006+00:00 0:10:02.909756 45224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:20:18.316991+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:20:16.545333+00:00 2021-06-24T03:28:19.170793+00:00 0:08:02.625460 45223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:20:14.305625+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:19:58.690271+00:00 2021-06-24T03:20:00.375909+00:00 0:00:01.685638 45222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:19:56.364906+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:19:54.623238+00:00 2021-06-24T03:19:56.314865+00:00 0:00:01.691627 45221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:19:52.292578+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:19:28.418105+00:00 2021-06-24T03:19:32.214854+00:00 0:00:03.796749 45220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:19:26.237169+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:19:20.919131+00:00 2021-06-24T03:19:24.267231+00:00 0:00:03.348100 45219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:19:18.201394+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T02:00:00+00:00 TriggerDagRunOperator 2021-06-24T03:19:12.431459+00:00 2021-06-24T03:19:12.943274+00:00 0:00:00.511815 45218 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:19:10.192297+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T02:00:00+00:00 TriggerDagRunOperator 2021-06-24T03:19:12.363087+00:00 2021-06-24T03:19:12.801748+00:00 0:00:00.438661 45217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:19:10.192270+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T02:05:00+00:00 EmrJobFlowSensor 2021-06-24T03:09:07.316330+00:00 2021-06-24T03:18:09.983594+00:00 0:09:02.667264 45216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:09:05.154873+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:08:55.337901+00:00 2021-06-24T03:18:58.161925+00:00 0:10:02.824024 45215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:08:53.093335+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:08:45.300670+00:00 2021-06-24T03:29:49.749195+00:00 0:21:04.448525 45214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:08:43.088214+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:08:39.373192+00:00 2021-06-24T03:08:41.036323+00:00 0:00:01.663131 45213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:08:37.088280+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:08:33.291361+00:00 2021-06-24T03:08:35.141824+00:00 0:00:01.850463 45212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T03:08:31.078840+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:08:19.400819+00:00 2021-06-24T03:08:21.223493+00:00 0:00:01.822674 45211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:08:17.069825+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T02:05:00+00:00 PythonOperator 2021-06-24T03:08:11.163387+00:00 2021-06-24T03:08:14.690878+00:00 0:00:03.527491 45210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:08:09.073607+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:07:55.438282+00:00 2021-06-24T03:07:58.963338+00:00 0:00:03.525056 45209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T03:07:53.042230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:07:51.542307+00:00 2021-06-24T03:07:55.382726+00:00 0:00:03.840419 45208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:07:49.033849+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:11:25.311254+00:00 2021-06-24T02:19:27.722310+00:00 0:08:02.411056 45206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:11:22.181244+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:11:22.835535+00:00 2021-06-24T02:20:25.858980+00:00 0:09:03.023445 45205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:11:20.173198+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:11:04.518101+00:00 2021-06-24T02:11:06.222792+00:00 0:00:01.704691 45204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:11:02.180291+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:11:00.801870+00:00 2021-06-24T02:11:02.557051+00:00 0:00:01.755181 45203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:10:58.261328+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:10:42.305534+00:00 2021-06-24T02:10:45.629971+00:00 0:00:03.324437 45202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:10:40.093260+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:10:40.479072+00:00 2021-06-24T02:10:44.281513+00:00 0:00:03.802441 45201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:10:38.093465+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T01:00:00+00:00 TriggerDagRunOperator 2021-06-24T02:10:24.537771+00:00 2021-06-24T02:10:25.060796+00:00 0:00:00.523025 45200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:10:22.021008+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T01:00:00+00:00 TriggerDagRunOperator 2021-06-24T02:10:24.225993+00:00 2021-06-24T02:10:24.618030+00:00 0:00:00.392037 45199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:10:22.021040+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T01:05:00+00:00 EmrJobFlowSensor 2021-06-24T02:06:17.870368+00:00 2021-06-24T02:15:20.587244+00:00 0:09:02.716876 45198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:06:15.758347+00:00 2 default_pool