Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-15T20:00:00+00:00 EmrJobFlowSensor 2021-06-15T21:01:06.556315+00:00 2021-06-15T21:10:09.158848+00:00 0:09:02.602533 41537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T21:01:04.397163+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T20:00:00+00:00 EmrJobFlowSensor 2021-06-15T21:00:54.629815+00:00 2021-06-15T21:10:57.416311+00:00 0:10:02.786496 41536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:00:52.326333+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T21:00:44.551427+00:00 2021-06-15T21:00:46.398376+00:00 0:00:01.846949 41535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T21:00:42.319182+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T21:00:34.628886+00:00 2021-06-15T21:00:36.318355+00:00 0:00:01.689469 41534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T21:00:32.312335+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T20:00:00+00:00 PythonOperator 2021-06-15T21:00:22.544420+00:00 2021-06-15T21:00:25.996843+00:00 0:00:03.452423 41533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T21:00:20.309998+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T20:00:00+00:00 PythonOperator 2021-06-15T21:00:12.582204+00:00 2021-06-15T21:00:15.792829+00:00 0:00:03.210625 41532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T21:00:10.293266+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T19:00:00+00:00 EmrJobFlowSensor 2021-06-15T20:10:11.530321+00:00 2021-06-15T20:20:14.194443+00:00 0:10:02.664122 41531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:10:09.240850+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T19:00:00+00:00 EmrJobFlowSensor 2021-06-15T20:09:57.366355+00:00 2021-06-15T20:20:00.082573+00:00 0:10:02.716218 41530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:09:55.186180+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T20:09:49.589842+00:00 2021-06-15T20:09:51.397307+00:00 0:00:01.807465 41529 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T20:09:47.244640+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T20:09:37.442235+00:00 2021-06-15T20:09:39.122617+00:00 0:00:01.680382 41528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T20:09:35.122684+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T19:00:00+00:00 PythonOperator 2021-06-15T20:09:27.417761+00:00 2021-06-15T20:09:30.642900+00:00 0:00:03.225139 41527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T20:09:25.164844+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T19:00:00+00:00 PythonOperator 2021-06-15T20:09:15.403213+00:00 2021-06-15T20:09:19.159003+00:00 0:00:03.755790 41526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T20:09:13.104034+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T19:00:00+00:00 TriggerDagRunOperator 2021-06-15T20:09:04.139876+00:00 2021-06-15T20:09:04.635961+00:00 0:00:00.496085 41525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:09:01.093394+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T19:00:00+00:00 TriggerDagRunOperator 2021-06-15T20:09:03.549014+00:00 2021-06-15T20:09:03.942338+00:00 0:00:00.393324 41524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:09:01.093367+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T19:05:00+00:00 EmrJobFlowSensor 2021-06-15T20:05:48.714826+00:00 2021-06-15T20:13:51.193689+00:00 0:08:02.478863 41522 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:05:46.450725+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T20:05:26.694412+00:00 2021-06-15T20:05:28.404269+00:00 0:00:01.709857 41521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T20:05:24.446811+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T19:05:00+00:00 PythonOperator 2021-06-15T20:05:06.588516+00:00 2021-06-15T20:05:09.795229+00:00 0:00:03.206713 41520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T20:05:04.389139+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T19:00:00+00:00 EmrJobFlowSensor 2021-06-15T20:01:04.351260+00:00 2021-06-15T20:11:07.082991+00:00 0:10:02.731731 41519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:01:02.056162+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T19:00:00+00:00 EmrJobFlowSensor 2021-06-15T20:00:52.246227+00:00 2021-06-15T20:08:54.943255+00:00 0:08:02.697028 41518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T20:00:49.983241+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T20:00:42.252732+00:00 2021-06-15T20:00:44.065925+00:00 0:00:01.813193 41517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T20:00:39.956912+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T20:00:30.552540+00:00 2021-06-15T20:00:32.258621+00:00 0:00:01.706081 41516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T20:00:27.957035+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T19:00:00+00:00 PythonOperator 2021-06-15T20:00:22.057109+00:00 2021-06-15T20:00:25.506437+00:00 0:00:03.449328 41515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T20:00:19.924808+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T19:00:00+00:00 PythonOperator 2021-06-15T20:00:08.217137+00:00 2021-06-15T20:00:11.492410+00:00 0:00:03.275273 41514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T20:00:05.909974+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T18:00:00+00:00 EmrJobFlowSensor 2021-06-15T19:10:16.794624+00:00 2021-06-15T19:19:19.467622+00:00 0:09:02.672998 41513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:10:14.448112+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T18:00:00+00:00 EmrJobFlowSensor 2021-06-15T19:10:08.678758+00:00 2021-06-15T19:19:11.377869+00:00 0:09:02.699111 41512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:10:06.328884+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T19:09:54.536894+00:00 2021-06-15T19:09:56.320768+00:00 0:00:01.783874 41511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T19:09:52.307149+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T19:09:48.577471+00:00 2021-06-15T19:09:50.265311+00:00 0:00:01.687840 41510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T19:09:46.304358+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T18:00:00+00:00 PythonOperator 2021-06-15T19:09:32.835368+00:00 2021-06-15T19:09:36.303619+00:00 0:00:03.468251 41509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T19:09:30.357865+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T18:00:00+00:00 PythonOperator 2021-06-15T19:09:26.665327+00:00 2021-06-15T19:09:30.069186+00:00 0:00:03.403859 41508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T19:09:24.355270+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T18:00:00+00:00 TriggerDagRunOperator 2021-06-15T19:09:16.604527+00:00 2021-06-15T19:09:17.099391+00:00 0:00:00.494864 41507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:09:14.232860+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T18:00:00+00:00 TriggerDagRunOperator 2021-06-15T19:09:16.536260+00:00 2021-06-15T19:09:16.911076+00:00 0:00:00.374816 41506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:09:14.232833+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T18:05:00+00:00 EmrJobFlowSensor 2021-06-15T19:05:46.871115+00:00 2021-06-15T19:14:49.485780+00:00 0:09:02.614665 41504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:05:44.551854+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T19:05:26.618856+00:00 2021-06-15T19:05:28.259899+00:00 0:00:01.641043 41503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T19:05:24.410456+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T18:05:00+00:00 PythonOperator 2021-06-15T19:05:04.764530+00:00 2021-06-15T19:05:08.025006+00:00 0:00:03.260476 41502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T19:05:02.388544+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T18:00:00+00:00 EmrJobFlowSensor 2021-06-15T19:00:56.196476+00:00 2021-06-15T19:08:58.802565+00:00 0:08:02.606089 41501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T19:00:53.935474+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T18:00:00+00:00 EmrJobFlowSensor 2021-06-15T19:00:52.113776+00:00 2021-06-15T19:09:54.934729+00:00 0:09:02.820953 41500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:00:49.925496+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T19:00:36.134165+00:00 2021-06-15T19:00:37.796620+00:00 0:00:01.662455 41499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T19:00:33.912996+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T19:00:30.375771+00:00 2021-06-15T19:00:32.034333+00:00 0:00:01.658562 41498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T19:00:27.970695+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T18:00:00+00:00 PythonOperator 2021-06-15T19:00:14.265936+00:00 2021-06-15T19:00:17.607064+00:00 0:00:03.341128 41497 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T19:00:11.891358+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T18:00:00+00:00 PythonOperator 2021-06-15T19:00:08.131954+00:00 2021-06-15T19:00:11.400357+00:00 0:00:03.268403 41496 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T19:00:05.887312+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T17:00:00+00:00 EmrJobFlowSensor 2021-06-15T18:12:09.551863+00:00 2021-06-15T18:21:12.294961+00:00 0:09:02.743098 41495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:12:06.960614+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T17:00:00+00:00 EmrJobFlowSensor 2021-06-15T18:12:09.510730+00:00 2021-06-15T18:20:12.041073+00:00 0:08:02.530343 41494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:12:06.960568+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T18:11:47.273407+00:00 2021-06-15T18:11:49.075002+00:00 0:00:01.801595 41493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T18:11:44.847127+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T18:11:47.161138+00:00 2021-06-15T18:11:48.931362+00:00 0:00:01.770224 41492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T18:11:44.847173+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T17:00:00+00:00 PythonOperator 2021-06-15T18:11:26.994745+00:00 2021-06-15T18:11:30.424992+00:00 0:00:03.430247 41491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T18:11:24.803023+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T17:00:00+00:00 PythonOperator 2021-06-15T18:11:25.081934+00:00 2021-06-15T18:11:28.732361+00:00 0:00:03.650427 41490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T18:11:22.802523+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T17:00:00+00:00 TriggerDagRunOperator 2021-06-15T18:11:06.982395+00:00 2021-06-15T18:11:07.531791+00:00 0:00:00.549396 41489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:11:04.786986+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T17:00:00+00:00 TriggerDagRunOperator 2021-06-15T18:11:06.947009+00:00 2021-06-15T18:11:07.352038+00:00 0:00:00.405029 41488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:11:04.787022+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T17:05:00+00:00 EmrJobFlowSensor 2021-06-15T18:08:04.645134+00:00 2021-06-15T18:15:06.979837+00:00 0:07:02.334703 41487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:08:02.444830+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T18:05:51.948778+00:00 2021-06-15T18:05:53.722583+00:00 0:00:01.773805 41485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T18:05:49.743878+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T17:05:00+00:00 PythonOperator 2021-06-15T18:05:19.948709+00:00 2021-06-15T18:05:23.366621+00:00 0:00:03.417912 41484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T18:05:17.721421+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T17:00:00+00:00 EmrJobFlowSensor 2021-06-15T18:01:05.739430+00:00 2021-06-15T18:11:08.513994+00:00 0:10:02.774564 41483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:01:03.351991+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T17:00:00+00:00 EmrJobFlowSensor 2021-06-15T18:00:47.462921+00:00 2021-06-15T18:10:50.122708+00:00 0:10:02.659787 41482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T18:00:45.244365+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T18:00:43.485514+00:00 2021-06-15T18:00:45.231812+00:00 0:00:01.746298 41481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T18:00:41.225398+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T18:00:27.508355+00:00 2021-06-15T18:00:29.323085+00:00 0:00:01.814730 41480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T18:00:25.225363+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T17:00:00+00:00 PythonOperator 2021-06-15T18:00:21.425954+00:00 2021-06-15T18:00:24.720488+00:00 0:00:03.294534 41479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T18:00:19.205298+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T17:00:00+00:00 PythonOperator 2021-06-15T18:00:05.596729+00:00 2021-06-15T18:00:09.271661+00:00 0:00:03.674932 41478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T18:00:03.189899+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T16:00:00+00:00 EmrJobFlowSensor 2021-06-15T17:26:13.788711+00:00 2021-06-15T17:36:16.571352+00:00 0:10:02.782641 41477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:26:11.623633+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:25:51.813935+00:00 2021-06-15T17:25:53.460099+00:00 0:00:01.646164 41476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T17:25:49.605377+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T16:00:00+00:00 PythonOperator 2021-06-15T17:25:30.417841+00:00 2021-06-15T17:25:33.653361+00:00 0:00:03.235520 41475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:25:27.665259+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T16:00:00+00:00 EmrJobFlowSensor 2021-06-15T17:22:39.458389+00:00 2021-06-15T17:22:40.886640+00:00 0:00:01.428251 41474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:22:37.181474+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T16:00:00+00:00 EmrJobFlowSensor 2021-06-15T17:17:47.091534+00:00 2021-06-15T17:26:49.828267+00:00 0:09:02.736733 41470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:17:44.670861+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T16:00:00+00:00 EmrJobFlowSensor 2021-06-15T17:17:36.832096+00:00 2021-06-15T17:27:39.654815+00:00 0:10:02.822719 41469 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:17:34.611950+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:17:25.117014+00:00 2021-06-15T17:17:26.802805+00:00 0:00:01.685791 41468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T17:17:22.605602+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:17:16.728146+00:00 2021-06-15T17:17:18.434571+00:00 0:00:01.706425 41467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T17:17:14.597611+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T16:00:00+00:00 PythonOperator 2021-06-15T17:17:03.016268+00:00 2021-06-15T17:17:06.298589+00:00 0:00:03.282321 41466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:17:00.652774+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T16:00:00+00:00 PythonOperator 2021-06-15T17:16:54.972411+00:00 2021-06-15T17:16:58.637452+00:00 0:00:03.665041 41465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:16:52.562259+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T16:00:00+00:00 TriggerDagRunOperator 2021-06-15T17:16:45.137691+00:00 2021-06-15T17:16:45.580393+00:00 0:00:00.442702 41464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:16:42.555846+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T16:00:00+00:00 TriggerDagRunOperator 2021-06-15T17:16:44.829932+00:00 2021-06-15T17:16:45.424693+00:00 0:00:00.594761 41463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:16:42.555882+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T16:00:00+00:00 EmrJobFlowSensor 2021-06-15T17:07:36.107919+00:00 2021-06-15T17:16:38.778059+00:00 0:09:02.670140 41462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:07:33.749964+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:07:11.746125+00:00 2021-06-15T17:07:13.418425+00:00 0:00:01.672300 41461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T17:07:09.590622+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T16:05:00+00:00 EmrJobFlowSensor 2021-06-15T17:07:05.881138+00:00 2021-06-15T17:15:08.434040+00:00 0:08:02.552902 41460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:07:03.587443+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:06:29.897153+00:00 2021-06-15T17:06:31.529851+00:00 0:00:01.632698 41458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T17:06:27.541857+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:06:19.970342+00:00 2021-06-15T17:06:21.746959+00:00 0:00:01.776617 41457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T17:06:17.514500+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T16:05:00+00:00 PythonOperator 2021-06-15T17:06:06.336842+00:00 2021-06-15T17:06:09.744554+00:00 0:00:03.407712 41456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:06:03.552076+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-15T16:00:00+00:00 PythonOperator 2021-06-15T17:05:58.232963+00:00 2021-06-15T17:06:02.328551+00:00 0:00:04.095588 41455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:05:55.303004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T16:00:00+00:00 PythonOperator 2021-06-15T17:05:58.176196+00:00 2021-06-15T17:06:01.684884+00:00 0:00:03.508688 41454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T17:05:55.303037+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T15:00:00+00:00 EmrJobFlowSensor 2021-06-15T16:17:56.054881+00:00 2021-06-15T16:17:57.620113+00:00 0:00:01.565232 41452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T16:17:53.705459+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T15:00:00+00:00 EmrJobFlowSensor 2021-06-15T16:11:51.278866+00:00 2021-06-15T16:21:53.992250+00:00 0:10:02.713384 41448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T16:11:49.085001+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T15:00:00+00:00 EmrJobFlowSensor 2021-06-15T16:11:33.430829+00:00 2021-06-15T16:21:36.254921+00:00 0:10:02.824092 41447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T16:11:31.071726+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T16:11:29.349581+00:00 2021-06-15T16:11:31.035755+00:00 0:00:01.686174 41446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T16:11:27.057649+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T16:11:13.387720+00:00 2021-06-15T16:11:15.297942+00:00 0:00:01.910222 41445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T16:11:10.988708+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T15:00:00+00:00 PythonOperator 2021-06-15T16:11:07.395999+00:00 2021-06-15T16:11:10.641395+00:00 0:00:03.245396 41444 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T16:11:05.053575+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T15:00:00+00:00 PythonOperator 2021-06-15T16:10:51.085623+00:00 2021-06-15T16:10:54.734583+00:00 0:00:03.648960 41443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T16:10:48.858157+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T15:00:00+00:00 TriggerDagRunOperator 2021-06-15T16:10:41.139539+00:00 2021-06-15T16:10:41.644445+00:00 0:00:00.504906 41442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T16:10:38.840435+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T15:00:00+00:00 TriggerDagRunOperator 2021-06-15T16:10:41.014686+00:00 2021-06-15T16:10:41.426752+00:00 0:00:00.412066 41441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T16:10:38.840465+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T15:05:00+00:00 EmrJobFlowSensor 2021-06-15T16:05:50.611411+00:00 2021-06-15T16:14:53.240390+00:00 0:09:02.628979 41440 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T16:05:48.431965+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T16:05:28.634922+00:00 2021-06-15T16:05:30.284928+00:00 0:00:01.650006 41439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T16:05:26.419288+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T15:05:00+00:00 PythonOperator 2021-06-15T16:05:08.519132+00:00 2021-06-15T16:05:11.962453+00:00 0:00:03.443321 41438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T16:05:06.390432+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T15:00:00+00:00 EmrJobFlowSensor 2021-06-15T16:01:14.344084+00:00 2021-06-15T16:10:17.037266+00:00 0:09:02.693182 41436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T16:01:11.848417+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T16:00:48.011101+00:00 2021-06-15T16:00:49.697606+00:00 0:00:01.686505 41435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T16:00:45.823897+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T16:00:46.030806+00:00 2021-06-15T16:00:47.808705+00:00 0:00:01.777899 41434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T16:00:43.827414+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T15:00:00+00:00 PythonOperator 2021-06-15T16:00:20.513567+00:00 2021-06-15T16:00:24.036808+00:00 0:00:03.523241 41433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T16:00:17.562573+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-15T15:00:00+00:00 PythonOperator 2021-06-15T16:00:20.462889+00:00 2021-06-15T16:00:23.909741+00:00 0:00:03.446852 41432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T16:00:17.562620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T14:00:00+00:00 EmrJobFlowSensor 2021-06-15T15:18:13.062562+00:00 2021-06-15T15:18:14.497349+00:00 0:00:01.434787 41430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T15:18:10.882598+00:00 6 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T14:00:00+00:00 EmrJobFlowSensor 2021-06-15T15:11:28.989820+00:00 2021-06-15T15:21:31.736977+00:00 0:10:02.747157 41426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T15:11:26.113004+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T14:00:00+00:00 EmrJobFlowSensor 2021-06-15T15:11:26.610458+00:00 2021-06-15T15:20:29.700476+00:00 0:09:03.090018 41425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T15:11:24.115497+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T15:11:06.333435+00:00 2021-06-15T15:11:08.096300+00:00 0:00:01.762865 41424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T15:11:04.088379+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T15:11:06.361396+00:00 2021-06-15T15:11:08.213190+00:00 0:00:01.851794 41423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T15:11:04.088415+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T14:00:00+00:00 PythonOperator 2021-06-15T15:10:44.330104+00:00 2021-06-15T15:10:47.797528+00:00 0:00:03.467424 41422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T15:10:42.058242+00:00 2 default_pool