Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-29T08:29:07.388201+00:00 PythonOperator 2021-06-29T08:29:19.328770+00:00 2021-06-29T08:29:22.988224+00:00 0:00:03.659454 47614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T08:29:17.118001+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T07:00:00+00:00 EmrJobFlowSensor 2021-06-29T08:12:41.821660+00:00 2021-06-29T08:23:44.835547+00:00 0:11:03.013887 47613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:12:39.521344+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T07:00:00+00:00 EmrJobFlowSensor 2021-06-29T08:12:35.999291+00:00 2021-06-29T08:21:38.784442+00:00 0:09:02.785151 47612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:12:33.578154+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T08:12:19.991938+00:00 2021-06-29T08:12:21.726594+00:00 0:00:01.734656 47611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T08:12:17.573030+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T08:12:15.898579+00:00 2021-06-29T08:12:17.587718+00:00 0:00:01.689139 47610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T08:12:13.544412+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T07:00:00+00:00 PythonOperator 2021-06-29T08:11:58.711821+00:00 2021-06-29T08:12:02.626073+00:00 0:00:03.914252 47609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T08:11:55.481170+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T07:00:00+00:00 PythonOperator 2021-06-29T08:11:53.706817+00:00 2021-06-29T08:11:58.454809+00:00 0:00:04.747992 47608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T08:11:51.479022+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T07:00:00+00:00 TriggerDagRunOperator 2021-06-29T08:11:35.781859+00:00 2021-06-29T08:11:36.310493+00:00 0:00:00.528634 47607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:11:33.460407+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T07:00:00+00:00 TriggerDagRunOperator 2021-06-29T08:11:35.668082+00:00 2021-06-29T08:11:36.045147+00:00 0:00:00.377065 47606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:11:33.460439+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T07:05:00+00:00 EmrJobFlowSensor 2021-06-29T08:05:57.373374+00:00 2021-06-29T08:15:00.067733+00:00 0:09:02.694359 47605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:05:55.062620+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T08:05:35.602475+00:00 2021-06-29T08:05:37.222732+00:00 0:00:01.620257 47604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T08:05:33.066938+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T07:05:00+00:00 PythonOperator 2021-06-29T08:05:13.305892+00:00 2021-06-29T08:05:16.607490+00:00 0:00:03.301598 47603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T08:05:10.983641+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T07:00:00+00:00 EmrJobFlowSensor 2021-06-29T08:01:15.029733+00:00 2021-06-29T08:14:18.247633+00:00 0:13:03.217900 47602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:01:12.340914+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T07:00:00+00:00 EmrJobFlowSensor 2021-06-29T08:01:12.619301+00:00 2021-06-29T08:11:15.878040+00:00 0:10:03.258739 47601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T08:01:10.288371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T08:00:52.558493+00:00 2021-06-29T08:00:54.406364+00:00 0:00:01.847871 47600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T08:00:50.259968+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T08:00:52.502829+00:00 2021-06-29T08:00:54.226397+00:00 0:00:01.723568 47599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T08:00:50.259999+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T07:00:00+00:00 PythonOperator 2021-06-29T08:00:24.511391+00:00 2021-06-29T08:00:28.265869+00:00 0:00:03.754478 47598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T08:00:22.237748+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T07:00:00+00:00 PythonOperator 2021-06-29T08:00:20.489253+00:00 2021-06-29T08:00:24.142591+00:00 0:00:03.653338 47597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T08:00:18.228349+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T06:00:00+00:00 EmrJobFlowSensor 2021-06-29T07:10:40.606282+00:00 2021-06-29T07:19:43.376546+00:00 0:09:02.770264 47595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T07:10:38.312732+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T06:00:00+00:00 EmrJobFlowSensor 2021-06-29T07:10:38.726676+00:00 2021-06-29T07:20:41.750613+00:00 0:10:03.023937 47594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T07:10:36.378458+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T07:10:20.698902+00:00 2021-06-29T07:10:22.400965+00:00 0:00:01.702063 47593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T07:10:18.355575+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T07:10:16.672979+00:00 2021-06-29T07:10:18.448631+00:00 0:00:01.775652 47592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T07:10:14.346813+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T06:00:00+00:00 PythonOperator 2021-06-29T07:09:58.585537+00:00 2021-06-29T07:10:01.874423+00:00 0:00:03.288886 47591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T07:09:56.265791+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T06:00:00+00:00 PythonOperator 2021-06-29T07:09:56.657439+00:00 2021-06-29T07:10:00.421610+00:00 0:00:03.764171 47590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T07:09:54.350865+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T06:00:00+00:00 TriggerDagRunOperator 2021-06-29T07:09:38.600929+00:00 2021-06-29T07:09:39.108452+00:00 0:00:00.507523 47589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T07:09:36.202778+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T06:00:00+00:00 TriggerDagRunOperator 2021-06-29T07:09:38.586332+00:00 2021-06-29T07:09:39.001784+00:00 0:00:00.415452 47588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T07:09:36.202813+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T06:05:00+00:00 EmrJobFlowSensor 2021-06-29T07:05:56.118091+00:00 2021-06-29T07:14:58.832369+00:00 0:09:02.714278 47587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T07:05:53.892393+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T07:05:35.993723+00:00 2021-06-29T07:05:37.653512+00:00 0:00:01.659789 47586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T07:05:33.857657+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T06:05:00+00:00 PythonOperator 2021-06-29T07:05:14.356179+00:00 2021-06-29T07:05:17.995985+00:00 0:00:03.639806 47585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T07:05:11.885222+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T06:00:00+00:00 EmrJobFlowSensor 2021-06-29T07:01:05.674530+00:00 2021-06-29T07:09:08.289997+00:00 0:08:02.615467 47584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T07:01:03.461345+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T06:00:00+00:00 EmrJobFlowSensor 2021-06-29T07:00:51.601370+00:00 2021-06-29T07:12:54.692735+00:00 0:12:03.091365 47583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T07:00:49.389031+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T07:00:43.670742+00:00 2021-06-29T07:00:45.411393+00:00 0:00:01.740651 47582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T07:00:41.392581+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T07:00:32.047686+00:00 2021-06-29T07:00:33.837338+00:00 0:00:01.789652 47581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T07:00:29.365085+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T06:00:00+00:00 PythonOperator 2021-06-29T07:00:23.767453+00:00 2021-06-29T07:00:27.114205+00:00 0:00:03.346752 47580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T07:00:21.354528+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T06:00:00+00:00 PythonOperator 2021-06-29T07:00:09.942563+00:00 2021-06-29T07:00:13.906986+00:00 0:00:03.964423 47579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T07:00:07.302247+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T05:00:00+00:00 EmrJobFlowSensor 2021-06-29T06:12:28.894498+00:00 2021-06-29T06:22:31.902481+00:00 0:10:03.007983 47577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T06:12:26.280502+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T05:00:00+00:00 EmrJobFlowSensor 2021-06-29T06:12:26.618963+00:00 2021-06-29T06:22:29.786812+00:00 0:10:03.167849 47576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T06:12:24.242660+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T06:12:08.441858+00:00 2021-06-29T06:12:10.185908+00:00 0:00:01.744050 47575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T06:12:06.225756+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T06:12:04.428929+00:00 2021-06-29T06:12:06.132773+00:00 0:00:01.703844 47574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T06:12:02.224340+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T05:00:00+00:00 PythonOperator 2021-06-29T06:11:44.431263+00:00 2021-06-29T06:11:48.232749+00:00 0:00:03.801486 47573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T06:11:42.198381+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T05:00:00+00:00 PythonOperator 2021-06-29T06:11:42.611954+00:00 2021-06-29T06:11:46.029782+00:00 0:00:03.417828 47572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T06:11:40.255663+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T05:00:00+00:00 TriggerDagRunOperator 2021-06-29T06:11:22.409994+00:00 2021-06-29T06:11:22.774647+00:00 0:00:00.364653 47571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T06:11:20.137931+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T05:00:00+00:00 TriggerDagRunOperator 2021-06-29T06:11:22.444326+00:00 2021-06-29T06:11:23.000471+00:00 0:00:00.556145 47570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T06:11:20.137896+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T05:05:00+00:00 EmrJobFlowSensor 2021-06-29T06:06:06.000338+00:00 2021-06-29T06:15:08.668547+00:00 0:09:02.668209 47569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T06:06:03.690314+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T06:05:33.861212+00:00 2021-06-29T06:05:35.763623+00:00 0:00:01.902411 47568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T06:05:31.621492+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T05:05:00+00:00 PythonOperator 2021-06-29T06:05:07.963711+00:00 2021-06-29T06:05:11.564495+00:00 0:00:03.600784 47567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T06:05:05.671690+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T05:00:00+00:00 EmrJobFlowSensor 2021-06-29T06:01:03.895603+00:00 2021-06-29T06:13:07.067663+00:00 0:12:03.172060 47566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T06:01:01.351849+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T05:00:00+00:00 EmrJobFlowSensor 2021-06-29T06:00:58.045687+00:00 2021-06-29T06:11:01.017396+00:00 0:10:02.971709 47565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T06:00:55.352172+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T06:00:41.787749+00:00 2021-06-29T06:00:43.625075+00:00 0:00:01.837326 47564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T06:00:39.362145+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T06:00:35.687548+00:00 2021-06-29T06:00:37.482205+00:00 0:00:01.794657 47563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T06:00:33.263325+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T05:00:00+00:00 PythonOperator 2021-06-29T06:00:21.849508+00:00 2021-06-29T06:00:25.533461+00:00 0:00:03.683953 47562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T06:00:19.231722+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T05:00:00+00:00 PythonOperator 2021-06-29T06:00:13.687675+00:00 2021-06-29T06:00:17.188858+00:00 0:00:03.501183 47561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T06:00:11.223715+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T04:00:00+00:00 EmrJobFlowSensor 2021-06-29T05:12:30.313971+00:00 2021-06-29T05:21:33.074683+00:00 0:09:02.760712 47559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T05:12:27.871957+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T04:00:00+00:00 EmrJobFlowSensor 2021-06-29T05:12:12.100343+00:00 2021-06-29T05:22:15.038697+00:00 0:10:02.938354 47558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T05:12:09.848489+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T05:12:10.424138+00:00 2021-06-29T05:12:12.240763+00:00 0:00:01.816625 47557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T05:12:07.850691+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T05:11:52.019243+00:00 2021-06-29T05:11:53.871974+00:00 0:00:01.852731 47556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T05:11:49.783145+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T04:00:00+00:00 PythonOperator 2021-06-29T05:11:48.022135+00:00 2021-06-29T05:11:51.678727+00:00 0:00:03.656592 47555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T05:11:45.773783+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T04:00:00+00:00 PythonOperator 2021-06-29T05:11:24.171988+00:00 2021-06-29T05:11:27.853065+00:00 0:00:03.681077 47554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T05:11:21.706762+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T04:00:00+00:00 TriggerDagRunOperator 2021-06-29T05:11:08.342079+00:00 2021-06-29T05:11:08.832561+00:00 0:00:00.490482 47553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T05:11:05.760206+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T04:00:00+00:00 TriggerDagRunOperator 2021-06-29T05:11:08.231805+00:00 2021-06-29T05:11:08.619466+00:00 0:00:00.387661 47552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T05:11:05.760253+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T04:05:00+00:00 EmrJobFlowSensor 2021-06-29T05:06:05.772566+00:00 2021-06-29T05:15:08.456372+00:00 0:09:02.683806 47551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T05:06:03.349294+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T05:05:41.548725+00:00 2021-06-29T05:05:43.176789+00:00 0:00:01.628064 47550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T05:05:39.276185+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T04:05:00+00:00 PythonOperator 2021-06-29T05:05:19.336125+00:00 2021-06-29T05:05:22.902409+00:00 0:00:03.566284 47549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T05:05:17.120153+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T04:00:00+00:00 EmrJobFlowSensor 2021-06-29T05:00:56.581207+00:00 2021-06-29T05:11:59.660697+00:00 0:11:03.079490 47548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T05:00:54.397603+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T04:00:00+00:00 EmrJobFlowSensor 2021-06-29T05:00:50.607977+00:00 2021-06-29T05:10:53.618064+00:00 0:10:03.010087 47547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T05:00:48.388193+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T05:00:36.535603+00:00 2021-06-29T05:00:38.293968+00:00 0:00:01.758365 47546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T05:00:34.343176+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T05:00:30.611693+00:00 2021-06-29T05:00:32.451712+00:00 0:00:01.840019 47545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T05:00:28.354848+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T04:00:00+00:00 PythonOperator 2021-06-29T05:00:14.546498+00:00 2021-06-29T05:00:18.583253+00:00 0:00:04.036755 47544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T05:00:12.326870+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T04:00:00+00:00 PythonOperator 2021-06-29T05:00:09.049238+00:00 2021-06-29T05:00:12.430013+00:00 0:00:03.380775 47543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T05:00:06.321243+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T03:00:00+00:00 EmrJobFlowSensor 2021-06-29T04:12:10.104200+00:00 2021-06-29T04:22:13.055230+00:00 0:10:02.951030 47541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T04:12:07.540566+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T03:00:00+00:00 EmrJobFlowSensor 2021-06-29T04:12:09.906485+00:00 2021-06-29T04:22:13.009631+00:00 0:10:03.103146 47540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T04:12:07.540512+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T04:11:47.713927+00:00 2021-06-29T04:11:49.592093+00:00 0:00:01.878166 47539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T04:11:45.457413+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T04:11:47.663557+00:00 2021-06-29T04:11:49.370288+00:00 0:00:01.706731 47538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T04:11:45.457443+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T03:00:00+00:00 PythonOperator 2021-06-29T04:11:27.834223+00:00 2021-06-29T04:11:31.219016+00:00 0:00:03.384793 47537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T04:11:25.438923+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T03:00:00+00:00 PythonOperator 2021-06-29T04:11:25.604923+00:00 2021-06-29T04:11:29.505533+00:00 0:00:03.900610 47536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T04:11:23.438776+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T03:00:00+00:00 TriggerDagRunOperator 2021-06-29T04:11:07.799961+00:00 2021-06-29T04:11:08.248332+00:00 0:00:00.448371 47535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T04:11:05.481545+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T03:00:00+00:00 TriggerDagRunOperator 2021-06-29T04:11:07.809535+00:00 2021-06-29T04:11:08.381749+00:00 0:00:00.572214 47534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T04:11:05.481511+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T03:05:00+00:00 EmrJobFlowSensor 2021-06-29T04:06:05.338864+00:00 2021-06-29T04:15:08.041427+00:00 0:09:02.702563 47533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T04:06:03.059738+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T04:05:43.316097+00:00 2021-06-29T04:05:45.160958+00:00 0:00:01.844861 47532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T04:05:40.989372+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T03:05:00+00:00 PythonOperator 2021-06-29T04:05:20.988578+00:00 2021-06-29T04:05:24.578655+00:00 0:00:03.590077 47531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T04:05:18.890761+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T03:00:00+00:00 EmrJobFlowSensor 2021-06-29T04:01:09.049112+00:00 2021-06-29T04:12:12.030066+00:00 0:11:02.980954 47530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T04:01:06.456144+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T03:00:00+00:00 EmrJobFlowSensor 2021-06-29T04:00:48.707045+00:00 2021-06-29T04:10:51.745668+00:00 0:10:03.038623 47529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T04:00:46.356087+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T04:00:46.606366+00:00 2021-06-29T04:00:48.447740+00:00 0:00:01.841374 47528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T04:00:44.326342+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T04:00:26.596465+00:00 2021-06-29T04:00:28.429043+00:00 0:00:01.832578 47527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T04:00:24.310336+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T03:00:00+00:00 PythonOperator 2021-06-29T04:00:24.471049+00:00 2021-06-29T04:00:28.494022+00:00 0:00:04.022973 47526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T04:00:22.302030+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T03:00:00+00:00 PythonOperator 2021-06-29T04:00:04.828445+00:00 2021-06-29T04:00:08.289869+00:00 0:00:03.461424 47525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T04:00:02.291028+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T02:00:00+00:00 EmrJobFlowSensor 2021-06-29T03:12:22.342519+00:00 2021-06-29T03:21:25.288749+00:00 0:09:02.946230 47523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T03:12:20.149094+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T02:00:00+00:00 EmrJobFlowSensor 2021-06-29T03:12:16.296674+00:00 2021-06-29T03:21:19.002467+00:00 0:09:02.705793 47522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T03:12:14.143156+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T03:12:00.931398+00:00 2021-06-29T03:12:02.695375+00:00 0:00:01.763977 47521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T03:11:58.241260+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T03:11:54.353784+00:00 2021-06-29T03:11:56.079139+00:00 0:00:01.725355 47520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T03:11:52.070005+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T02:00:00+00:00 PythonOperator 2021-06-29T03:11:39.341059+00:00 2021-06-29T03:11:43.309237+00:00 0:00:03.968178 47519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T03:11:36.073514+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T02:00:00+00:00 PythonOperator 2021-06-29T03:11:34.838556+00:00 2021-06-29T03:11:39.411002+00:00 0:00:04.572446 47518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T03:11:32.072315+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T02:00:00+00:00 TriggerDagRunOperator 2021-06-29T03:11:26.549960+00:00 2021-06-29T03:11:27.092191+00:00 0:00:00.542231 47517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T03:11:24.005268+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T02:00:00+00:00 TriggerDagRunOperator 2021-06-29T03:11:26.180542+00:00 2021-06-29T03:11:26.754256+00:00 0:00:00.573714 47516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T03:11:24.005301+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T02:05:00+00:00 EmrJobFlowSensor 2021-06-29T03:06:05.954184+00:00 2021-06-29T03:15:08.751450+00:00 0:09:02.797266 47515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T03:06:03.656482+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T03:05:43.909061+00:00 2021-06-29T03:05:45.594114+00:00 0:00:01.685053 47514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T03:05:41.539116+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T02:05:00+00:00 PythonOperator 2021-06-29T03:05:21.661674+00:00 2021-06-29T03:05:25.179589+00:00 0:00:03.517915 47513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T03:05:19.519547+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T02:00:00+00:00 EmrJobFlowSensor 2021-06-29T03:01:01.545119+00:00 2021-06-29T03:11:04.423888+00:00 0:10:02.878769 47512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T03:00:59.240839+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T02:00:00+00:00 EmrJobFlowSensor 2021-06-29T03:00:51.307520+00:00 2021-06-29T03:12:54.489311+00:00 0:12:03.181791 47511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T03:00:49.106321+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T03:00:39.524006+00:00 2021-06-29T03:00:41.197317+00:00 0:00:01.673311 47510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T03:00:37.095860+00:00 2 default_pool