Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:00:34.291739+00:00 2021-06-22T22:00:36.064851+00:00 0:00:01.773112 44661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T22:00:31.923148+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:00:30.344723+00:00 2021-06-22T22:00:32.134220+00:00 0:00:01.789497 44660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T22:00:27.920707+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T21:00:00+00:00 PythonOperator 2021-06-22T22:00:10.618940+00:00 2021-06-22T22:00:13.955020+00:00 0:00:03.336080 44659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T22:00:07.965735+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T21:00:00+00:00 PythonOperator 2021-06-22T22:00:08.213364+00:00 2021-06-22T22:00:11.867329+00:00 0:00:03.653965 44658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T22:00:05.962557+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:11:49.189783+00:00 2021-06-22T21:20:51.933833+00:00 0:09:02.744050 44657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:11:46.753829+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:11:45.260991+00:00 2021-06-22T21:19:47.871244+00:00 0:08:02.610253 44656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:11:42.662880+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:11:29.025320+00:00 2021-06-22T21:11:30.854161+00:00 0:00:01.828841 44655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:11:26.651568+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:11:22.918209+00:00 2021-06-22T21:11:24.682180+00:00 0:00:01.763971 44654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:11:20.645541+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:11:06.913998+00:00 2021-06-22T21:11:10.675101+00:00 0:00:03.761103 44653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:11:04.536717+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:11:00.992649+00:00 2021-06-22T21:11:04.302800+00:00 0:00:03.310151 44652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:10:58.562132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T20:00:00+00:00 TriggerDagRunOperator 2021-06-22T21:10:43.497642+00:00 2021-06-22T21:10:43.896389+00:00 0:00:00.398747 44651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:10:40.296237+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T20:00:00+00:00 TriggerDagRunOperator 2021-06-22T21:10:43.313458+00:00 2021-06-22T21:10:43.818961+00:00 0:00:00.505503 44650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:10:40.296193+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T20:05:00+00:00 EmrJobFlowSensor 2021-06-22T21:05:59.508512+00:00 2021-06-22T21:15:02.175295+00:00 0:09:02.666783 44648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:05:57.164586+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:05:39.665746+00:00 2021-06-22T21:05:41.304582+00:00 0:00:01.638836 44647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:05:37.156588+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T20:05:00+00:00 PythonOperator 2021-06-22T21:05:07.347983+00:00 2021-06-22T21:05:10.880247+00:00 0:00:03.532264 44646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:05:05.047776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:02:13.186459+00:00 2021-06-22T21:21:17.304420+00:00 0:19:04.117961 44645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:02:10.752842+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:01:50.797126+00:00 2021-06-22T21:01:52.490676+00:00 0:00:01.693550 44644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:01:48.613608+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:01:02.950368+00:00 2021-06-22T21:10:05.915768+00:00 0:09:02.965400 44643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:01:00.567267+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:00:34.860612+00:00 2021-06-22T21:00:36.588991+00:00 0:00:01.728379 44642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T21:00:32.547156+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:00:14.810127+00:00 2021-06-22T21:00:18.813891+00:00 0:00:04.003764 44641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:00:12.526439+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:00:08.760866+00:00 2021-06-22T21:00:12.350645+00:00 0:00:03.589779 44640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T21:00:06.518641+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:11:11.674259+00:00 2021-06-22T20:20:14.557626+00:00 0:09:02.883367 44639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:11:09.356084+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:11:09.714320+00:00 2021-06-22T20:20:12.475321+00:00 0:09:02.761001 44638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:11:07.291937+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:10:51.517811+00:00 2021-06-22T20:10:53.247594+00:00 0:00:01.729783 44637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:10:49.224070+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:10:47.413998+00:00 2021-06-22T20:10:49.252715+00:00 0:00:01.838717 44636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:10:45.211104+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:10:30.571992+00:00 2021-06-22T20:10:34.460606+00:00 0:00:03.888614 44635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:10:27.202318+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:10:25.708825+00:00 2021-06-22T20:10:30.413775+00:00 0:00:04.704950 44634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:10:23.257601+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T19:00:00+00:00 TriggerDagRunOperator 2021-06-22T20:10:12.008456+00:00 2021-06-22T20:10:12.455674+00:00 0:00:00.447218 44633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:10:08.919802+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T19:00:00+00:00 TriggerDagRunOperator 2021-06-22T20:10:11.872167+00:00 2021-06-22T20:10:12.384894+00:00 0:00:00.512727 44632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:10:08.919762+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T19:05:00+00:00 EmrJobFlowSensor 2021-06-22T20:06:04.517202+00:00 2021-06-22T20:16:07.300732+00:00 0:10:02.783530 44630 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:06:02.156835+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:05:44.472051+00:00 2021-06-22T20:05:46.203091+00:00 0:00:01.731040 44629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:05:42.147099+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T19:05:00+00:00 PythonOperator 2021-06-22T20:05:22.259649+00:00 2021-06-22T20:05:25.722826+00:00 0:00:03.463177 44628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:05:20.063291+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:00:55.979336+00:00 2021-06-22T20:18:59.922326+00:00 0:18:03.942990 44627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:00:53.606237+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:00:48.021523+00:00 2021-06-22T20:09:50.890578+00:00 0:09:02.869055 44626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:00:45.657312+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:00:36.190444+00:00 2021-06-22T20:00:37.906721+00:00 0:00:01.716277 44625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:00:33.586151+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:00:27.792169+00:00 2021-06-22T20:00:29.536892+00:00 0:00:01.744723 44624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T20:00:25.551656+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:00:13.735610+00:00 2021-06-22T20:00:17.514621+00:00 0:00:03.779011 44623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:00:11.542942+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:00:05.820527+00:00 2021-06-22T20:00:09.206095+00:00 0:00:03.385568 44622 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T20:00:03.533181+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:12:23.092178+00:00 2021-06-22T19:22:25.928610+00:00 0:10:02.836432 44621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:12:20.954784+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:12:05.401830+00:00 2021-06-22T19:21:08.340981+00:00 0:09:02.939151 44620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:12:02.963304+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:12:01.415829+00:00 2021-06-22T19:12:03.151193+00:00 0:00:01.735364 44619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:11:59.047402+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:11:44.612869+00:00 2021-06-22T19:11:46.292594+00:00 0:00:01.679725 44618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:11:40.952190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:11:39.135118+00:00 2021-06-22T19:11:44.318406+00:00 0:00:05.183288 44617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:11:36.882310+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:11:20.985087+00:00 2021-06-22T19:11:24.844083+00:00 0:00:03.858996 44616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:11:18.817228+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T18:00:00+00:00 TriggerDagRunOperator 2021-06-22T19:11:17.191678+00:00 2021-06-22T19:11:17.749833+00:00 0:00:00.558155 44615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:11:14.813597+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T18:00:00+00:00 TriggerDagRunOperator 2021-06-22T19:11:17.134821+00:00 2021-06-22T19:11:17.504093+00:00 0:00:00.369272 44614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:11:14.813569+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T18:05:00+00:00 EmrJobFlowSensor 2021-06-22T19:05:57.144907+00:00 2021-06-22T19:13:59.814758+00:00 0:08:02.669851 44612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:05:54.904290+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:05:35.081407+00:00 2021-06-22T19:05:36.721733+00:00 0:00:01.640326 44611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:05:32.886623+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T18:05:00+00:00 PythonOperator 2021-06-22T19:05:11.173749+00:00 2021-06-22T19:05:14.488244+00:00 0:00:03.314495 44610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:05:08.842920+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:01:01.198734+00:00 2021-06-22T19:21:05.276236+00:00 0:20:04.077502 44609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:00:58.555449+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:00:58.790577+00:00 2021-06-22T19:11:01.968227+00:00 0:10:03.177650 44608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:00:56.419495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:00:38.671563+00:00 2021-06-22T19:00:40.389639+00:00 0:00:01.718076 44607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:00:36.397462+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:00:34.686286+00:00 2021-06-22T19:00:36.413310+00:00 0:00:01.727024 44606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T19:00:32.397891+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:00:17.801667+00:00 2021-06-22T19:00:21.557298+00:00 0:00:03.755631 44605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:00:14.345906+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:00:12.503859+00:00 2021-06-22T19:00:17.129290+00:00 0:00:04.625431 44604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T19:00:10.341096+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:10:13.702773+00:00 2021-06-22T18:20:16.435309+00:00 0:10:02.732536 44603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:10:11.509313+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:10:10.105701+00:00 2021-06-22T18:20:12.936493+00:00 0:10:02.830792 44602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:10:07.591693+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:09:51.613052+00:00 2021-06-22T18:09:53.402769+00:00 0:00:01.789717 44601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:09:49.426668+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:09:47.661786+00:00 2021-06-22T18:09:49.532394+00:00 0:00:01.870608 44600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:09:45.422618+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:09:32.400855+00:00 2021-06-22T18:09:36.372714+00:00 0:00:03.971859 44599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:09:29.410683+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:09:28.007906+00:00 2021-06-22T18:09:32.872522+00:00 0:00:04.864616 44598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:09:25.412811+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T17:00:00+00:00 TriggerDagRunOperator 2021-06-22T18:09:20.113734+00:00 2021-06-22T18:09:20.635522+00:00 0:00:00.521788 44597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:09:17.472693+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T17:00:00+00:00 TriggerDagRunOperator 2021-06-22T18:09:19.812593+00:00 2021-06-22T18:09:20.248155+00:00 0:00:00.435562 44596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:09:17.472741+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T17:05:00+00:00 EmrJobFlowSensor 2021-06-22T18:07:53.632514+00:00 2021-06-22T18:15:56.275426+00:00 0:08:02.642912 44595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:07:51.307740+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:07:33.573196+00:00 2021-06-22T18:07:35.365089+00:00 0:00:01.791893 44594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:07:31.289042+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T17:05:00+00:00 PythonOperator 2021-06-22T18:07:11.666140+00:00 2021-06-22T18:07:15.200109+00:00 0:00:03.533969 44593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:07:09.253851+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:01:09.564973+00:00 2021-06-22T18:21:13.659917+00:00 0:20:04.094944 44591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:01:07.393040+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:01:01.581206+00:00 2021-06-22T18:09:04.172406+00:00 0:08:02.591200 44590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:00:59.370230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:00:49.424224+00:00 2021-06-22T18:00:51.152549+00:00 0:00:01.728325 44589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:00:47.305898+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:00:39.709090+00:00 2021-06-22T18:00:41.388376+00:00 0:00:01.679286 44588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T18:00:37.353574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:00:27.514860+00:00 2021-06-22T18:00:31.234678+00:00 0:00:03.719818 44587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:00:25.341100+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:00:11.508079+00:00 2021-06-22T18:00:14.845058+00:00 0:00:03.336979 44586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T18:00:09.280762+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:17:21.071354+00:00 2021-06-22T17:26:23.733571+00:00 0:09:02.662217 44585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:17:18.887033+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:17:05.210112+00:00 2021-06-22T17:26:07.940332+00:00 0:09:02.730220 44584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:17:02.865447+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:16:59.386033+00:00 2021-06-22T17:17:01.205180+00:00 0:00:01.819147 44583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:16:56.852382+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:16:41.183009+00:00 2021-06-22T17:16:42.950083+00:00 0:00:01.767074 44582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:16:38.860352+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:16:37.019641+00:00 2021-06-22T17:16:40.727715+00:00 0:00:03.708074 44581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:16:34.848501+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:16:18.932659+00:00 2021-06-22T17:16:22.655051+00:00 0:00:03.722392 44580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:16:16.714583+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T16:00:00+00:00 TriggerDagRunOperator 2021-06-22T17:16:15.212271+00:00 2021-06-22T17:16:15.716322+00:00 0:00:00.504051 44579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:16:12.760546+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T16:00:00+00:00 TriggerDagRunOperator 2021-06-22T17:16:15.103497+00:00 2021-06-22T17:16:15.483624+00:00 0:00:00.380127 44578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:16:12.760514+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:58.403637+00:00 2021-06-22T17:16:01.154368+00:00 0:10:02.750731 44577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:05:55.953871+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T16:05:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:51.991202+00:00 2021-06-22T17:13:54.489810+00:00 0:08:02.498608 44576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:05:49.834754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:44.342272+00:00 2021-06-22T17:25:48.491304+00:00 0:20:04.149032 44575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:05:41.826586+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:36.011691+00:00 2021-06-22T17:05:37.688242+00:00 0:00:01.676551 44574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T17:05:33.820627+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:31.987588+00:00 2021-06-22T17:05:33.645985+00:00 0:00:01.658397 44573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:05:29.818296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:24.112572+00:00 2021-06-22T17:05:25.947454+00:00 0:00:01.834882 44572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:05:21.814124+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:05:14.030467+00:00 2021-06-22T17:05:17.662606+00:00 0:00:03.632139 44571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T17:05:11.801659+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T16:05:00+00:00 PythonOperator 2021-06-22T17:05:10.059916+00:00 2021-06-22T17:05:13.331326+00:00 0:00:03.271410 44570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:05:07.799754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:05:02.267033+00:00 2021-06-22T17:05:05.942555+00:00 0:00:03.675522 44569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:04:59.851625+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:11:27.788631+00:00 2021-06-22T16:20:30.619982+00:00 0:09:02.831351 44567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:11:25.544575+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:11:10.185618+00:00 2021-06-22T16:20:12.860677+00:00 0:09:02.675059 44566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:11:07.664255+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:11:00.298141+00:00 2021-06-22T16:11:02.194588+00:00 0:00:01.896447 44565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:10:57.477544+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:10:47.695852+00:00 2021-06-22T16:10:49.374935+00:00 0:00:01.679083 44564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:10:45.454321+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:10:39.759052+00:00 2021-06-22T16:10:43.140511+00:00 0:00:03.381459 44563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:10:37.392016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:10:27.673819+00:00 2021-06-22T16:10:31.463854+00:00 0:00:03.790035 44562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:10:25.387349+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T15:00:00+00:00 TriggerDagRunOperator 2021-06-22T16:10:21.596970+00:00 2021-06-22T16:10:22.086391+00:00 0:00:00.489421 44561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:10:19.339288+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T15:00:00+00:00 TriggerDagRunOperator 2021-06-22T16:10:21.558924+00:00 2021-06-22T16:10:21.943452+00:00 0:00:00.384528 44560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:10:19.339319+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T15:05:00+00:00 EmrJobFlowSensor 2021-06-22T16:05:57.462126+00:00 2021-06-22T16:15:00.229998+00:00 0:09:02.767872 44559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:05:55.071183+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:05:37.288167+00:00 2021-06-22T16:05:39.027767+00:00 0:00:01.739600 44558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:05:35.047226+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T15:05:00+00:00 PythonOperator 2021-06-22T16:05:15.156987+00:00 2021-06-22T16:05:18.618747+00:00 0:00:03.461760 44557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:05:12.957139+00:00 2 default_pool