Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T02:00:00+00:00 PythonOperator 2021-06-16T03:00:04.984459+00:00 2021-06-16T03:00:08.300581+00:00 0:00:03.316122 41644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T03:00:02.410666+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T01:00:00+00:00 EmrJobFlowSensor 2021-06-16T02:11:23.594335+00:00 2021-06-16T02:21:26.506952+00:00 0:10:02.912617 41642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:11:21.259412+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T01:00:00+00:00 EmrJobFlowSensor 2021-06-16T02:11:13.368609+00:00 2021-06-16T02:20:15.978654+00:00 0:09:02.610045 41641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:11:11.188494+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T02:11:03.367416+00:00 2021-06-16T02:11:05.149848+00:00 0:00:01.782432 41640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T02:11:01.140178+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T02:10:51.303591+00:00 2021-06-16T02:10:53.012594+00:00 0:00:01.709003 41639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T02:10:49.088307+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T01:00:00+00:00 PythonOperator 2021-06-16T02:10:41.180872+00:00 2021-06-16T02:10:44.693723+00:00 0:00:03.512851 41638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T02:10:39.057931+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T01:00:00+00:00 PythonOperator 2021-06-16T02:10:27.189350+00:00 2021-06-16T02:10:30.643041+00:00 0:00:03.453691 41637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T02:10:25.026915+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T01:00:00+00:00 TriggerDagRunOperator 2021-06-16T02:10:13.476629+00:00 2021-06-16T02:10:13.990090+00:00 0:00:00.513461 41636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:10:11.013851+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T01:00:00+00:00 TriggerDagRunOperator 2021-06-16T02:10:13.350750+00:00 2021-06-16T02:10:13.726880+00:00 0:00:00.376130 41635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:10:11.013818+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T01:05:00+00:00 EmrJobFlowSensor 2021-06-16T02:06:20.684581+00:00 2021-06-16T02:15:23.451781+00:00 0:09:02.767200 41634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:06:18.511731+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T02:05:52.623688+00:00 2021-06-16T02:05:54.264235+00:00 0:00:01.640547 41633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T02:05:50.492104+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T01:05:00+00:00 PythonOperator 2021-06-16T02:05:26.720898+00:00 2021-06-16T02:05:29.929096+00:00 0:00:03.208198 41632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T02:05:24.432581+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T01:00:00+00:00 EmrJobFlowSensor 2021-06-16T02:00:58.462969+00:00 2021-06-16T02:10:01.272019+00:00 0:09:02.809050 41631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T02:00:55.987086+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T01:00:00+00:00 EmrJobFlowSensor 2021-06-16T02:00:58.149884+00:00 2021-06-16T02:10:00.832838+00:00 0:09:02.682954 41630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:00:55.987115+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T02:00:38.758596+00:00 2021-06-16T02:00:40.419528+00:00 0:00:01.660932 41629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T02:00:35.960639+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T02:00:36.319748+00:00 2021-06-16T02:00:38.412518+00:00 0:00:02.092770 41628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T02:00:33.916134+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T01:00:00+00:00 PythonOperator 2021-06-16T02:00:14.336992+00:00 2021-06-16T02:00:17.649324+00:00 0:00:03.312332 41627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T02:00:11.894047+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T01:00:00+00:00 PythonOperator 2021-06-16T02:00:14.181751+00:00 2021-06-16T02:00:17.785665+00:00 0:00:03.603914 41626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T02:00:11.894018+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T00:00:00+00:00 EmrJobFlowSensor 2021-06-16T01:15:53.454574+00:00 2021-06-16T01:24:56.127640+00:00 0:09:02.673066 41625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:15:51.071657+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T00:00:00+00:00 EmrJobFlowSensor 2021-06-16T01:15:49.290108+00:00 2021-06-16T01:25:52.250320+00:00 0:10:02.960212 41624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:15:47.005490+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T01:15:31.190422+00:00 2021-06-16T01:15:32.864710+00:00 0:00:01.674288 41623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T01:15:28.992507+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T01:15:27.175212+00:00 2021-06-16T01:15:28.897811+00:00 0:00:01.722599 41622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T01:15:24.985404+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T00:00:00+00:00 PythonOperator 2021-06-16T01:15:09.288778+00:00 2021-06-16T01:15:12.532259+00:00 0:00:03.243481 41621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T01:15:06.945160+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T00:00:00+00:00 PythonOperator 2021-06-16T01:15:07.300356+00:00 2021-06-16T01:15:10.976821+00:00 0:00:03.676465 41620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T01:15:04.942144+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T00:00:00+00:00 TriggerDagRunOperator 2021-06-16T01:11:24.478649+00:00 2021-06-16T01:11:24.972856+00:00 0:00:00.494207 41618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:11:22.062811+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T00:00:00+00:00 TriggerDagRunOperator 2021-06-16T01:11:24.357446+00:00 2021-06-16T01:11:24.745793+00:00 0:00:00.388347 41617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:11:22.062780+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T00:05:00+00:00 EmrJobFlowSensor 2021-06-16T01:06:03.766750+00:00 2021-06-16T01:15:06.564584+00:00 0:09:02.797834 41616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:06:01.512107+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T01:05:41.666191+00:00 2021-06-16T01:05:43.436466+00:00 0:00:01.770275 41615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T01:05:39.490116+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T00:05:00+00:00 PythonOperator 2021-06-16T01:05:05.783532+00:00 2021-06-16T01:05:09.203736+00:00 0:00:03.420204 41614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T01:05:03.470217+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T00:00:00+00:00 EmrJobFlowSensor 2021-06-16T01:01:09.422744+00:00 2021-06-16T01:11:12.174621+00:00 0:10:02.751877 41613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:01:07.076089+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T00:00:00+00:00 EmrJobFlowSensor 2021-06-16T01:01:05.403499+00:00 2021-06-16T01:11:08.224339+00:00 0:10:02.820840 41612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T01:01:03.065514+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T01:00:47.107151+00:00 2021-06-16T01:00:48.759571+00:00 0:00:01.652420 41611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T01:00:44.996613+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T01:00:43.257160+00:00 2021-06-16T01:00:44.949856+00:00 0:00:01.692696 41610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T01:00:40.990887+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T00:00:00+00:00 PythonOperator 2021-06-16T01:00:27.258258+00:00 2021-06-16T01:00:30.548438+00:00 0:00:03.290180 41609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T01:00:24.919520+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T00:00:00+00:00 PythonOperator 2021-06-16T01:00:23.202070+00:00 2021-06-16T01:00:26.678442+00:00 0:00:03.476372 41608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T01:00:20.913529+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T23:00:00+00:00 EmrJobFlowSensor 2021-06-16T00:10:10.493424+00:00 2021-06-16T00:20:13.439406+00:00 0:10:02.945982 41606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:10:08.216375+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T23:00:00+00:00 EmrJobFlowSensor 2021-06-16T00:10:08.385733+00:00 2021-06-16T00:19:11.033082+00:00 0:09:02.647349 41605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:10:06.214456+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T00:09:46.548922+00:00 2021-06-16T00:09:48.328158+00:00 0:00:01.779236 41604 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T00:09:44.193251+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T00:09:46.472408+00:00 2021-06-16T00:09:48.267826+00:00 0:00:01.795418 41603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T00:09:44.193284+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T23:00:00+00:00 PythonOperator 2021-06-16T00:09:26.484692+00:00 2021-06-16T00:09:29.943995+00:00 0:00:03.459303 41602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T00:09:24.181500+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T23:00:00+00:00 PythonOperator 2021-06-16T00:09:24.443761+00:00 2021-06-16T00:09:27.917115+00:00 0:00:03.473354 41601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T00:09:22.176476+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T23:00:00+00:00 TriggerDagRunOperator 2021-06-16T00:09:14.594450+00:00 2021-06-16T00:09:15.071624+00:00 0:00:00.477174 41600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:09:12.156226+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T23:00:00+00:00 TriggerDagRunOperator 2021-06-16T00:09:14.551450+00:00 2021-06-16T00:09:15.146621+00:00 0:00:00.595171 41599 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:09:12.156197+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T23:05:00+00:00 EmrJobFlowSensor 2021-06-16T00:06:04.085764+00:00 2021-06-16T00:15:06.563389+00:00 0:09:02.477625 41598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:06:01.910270+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T00:05:40.582321+00:00 2021-06-16T00:05:42.413962+00:00 0:00:01.831641 41597 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T00:05:37.958965+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T23:05:00+00:00 PythonOperator 2021-06-16T00:05:18.104821+00:00 2021-06-16T00:05:21.325679+00:00 0:00:03.220858 41596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T00:05:15.867328+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T23:00:00+00:00 EmrJobFlowSensor 2021-06-16T00:01:09.583445+00:00 2021-06-16T00:10:12.236233+00:00 0:09:02.652788 41595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:01:07.397503+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T23:00:00+00:00 EmrJobFlowSensor 2021-06-16T00:01:01.809829+00:00 2021-06-16T00:09:04.327335+00:00 0:08:02.517506 41594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T00:00:59.464799+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T00:00:45.580557+00:00 2021-06-16T00:00:47.225742+00:00 0:00:01.645185 41593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T00:00:43.321487+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T00:00:39.695988+00:00 2021-06-16T00:00:41.480433+00:00 0:00:01.784445 41592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T00:00:37.317699+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T23:00:00+00:00 PythonOperator 2021-06-16T00:00:23.812797+00:00 2021-06-16T00:00:27.326107+00:00 0:00:03.513310 41591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T00:00:21.354065+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T23:00:00+00:00 PythonOperator 2021-06-16T00:00:17.504764+00:00 2021-06-16T00:00:20.815732+00:00 0:00:03.310968 41590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T00:00:15.298183+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T22:00:00+00:00 EmrJobFlowSensor 2021-06-15T23:12:26.585946+00:00 2021-06-15T23:22:29.454108+00:00 0:10:02.868162 41589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:12:24.273300+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T22:00:00+00:00 EmrJobFlowSensor 2021-06-15T23:12:12.672219+00:00 2021-06-15T23:22:15.439378+00:00 0:10:02.767159 41588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:12:10.262546+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:12:04.594391+00:00 2021-06-15T23:12:06.382682+00:00 0:00:01.788291 41587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T23:12:02.260886+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:11:52.301107+00:00 2021-06-15T23:11:54.172682+00:00 0:00:01.871575 41586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T23:11:50.132819+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T22:00:00+00:00 PythonOperator 2021-06-15T23:11:42.305874+00:00 2021-06-15T23:11:45.693088+00:00 0:00:03.387214 41585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:11:40.123865+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T22:00:00+00:00 PythonOperator 2021-06-15T23:11:30.388628+00:00 2021-06-15T23:11:34.025964+00:00 0:00:03.637336 41584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:11:28.116063+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T22:00:00+00:00 TriggerDagRunOperator 2021-06-15T23:11:20.723521+00:00 2021-06-15T23:11:21.178786+00:00 0:00:00.455265 41583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:11:18.102525+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T22:00:00+00:00 TriggerDagRunOperator 2021-06-15T23:11:20.698788+00:00 2021-06-15T23:11:21.207396+00:00 0:00:00.508608 41582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:11:18.102559+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T22:05:00+00:00 EmrJobFlowSensor 2021-06-15T23:06:06.460710+00:00 2021-06-15T23:14:08.940516+00:00 0:08:02.479806 41580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:06:04.153610+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:05:44.420368+00:00 2021-06-15T23:05:46.137757+00:00 0:00:01.717389 41579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T23:05:42.058312+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T22:05:00+00:00 PythonOperator 2021-06-15T23:05:22.220643+00:00 2021-06-15T23:05:25.027759+00:00 0:00:02.807116 41578 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:05:20.001555+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-14T23:00:00+00:00 EmrJobFlowSensor 2021-06-15T23:01:05.766517+00:00 2021-06-15T23:11:08.491251+00:00 0:10:02.724734 41577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:01:03.454723+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T22:00:00+00:00 EmrJobFlowSensor 2021-06-15T23:01:02.015169+00:00 2021-06-15T23:11:04.739241+00:00 0:10:02.724072 41576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:00:59.558906+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T22:00:00+00:00 EmrJobFlowSensor 2021-06-15T23:00:51.764889+00:00 2021-06-15T23:09:54.562793+00:00 0:09:02.797904 41575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:00:49.396792+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-14T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:00:41.667334+00:00 2021-06-15T23:00:43.392947+00:00 0:00:01.725613 41574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T23:00:39.444609+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:00:39.990729+00:00 2021-06-15T23:00:41.756349+00:00 0:00:01.765620 41573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T23:00:37.481547+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:00:30.128544+00:00 2021-06-15T23:00:31.812712+00:00 0:00:01.684168 41572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T23:00:27.393580+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-14T23:00:00+00:00 PythonOperator 2021-06-15T23:00:21.369271+00:00 2021-06-15T23:00:24.838061+00:00 0:00:03.468790 41571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:00:19.290416+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T22:00:00+00:00 PythonOperator 2021-06-15T23:00:19.825792+00:00 2021-06-15T23:00:23.080637+00:00 0:00:03.254845 41570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:00:17.363330+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T22:00:00+00:00 PythonOperator 2021-06-15T23:00:09.644779+00:00 2021-06-15T23:00:13.207871+00:00 0:00:03.563092 41569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T23:00:07.267945+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T21:00:00+00:00 EmrJobFlowSensor 2021-06-15T22:11:20.673119+00:00 2021-06-15T22:21:23.447369+00:00 0:10:02.774250 41568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:11:18.549656+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T21:00:00+00:00 EmrJobFlowSensor 2021-06-15T22:11:12.743362+00:00 2021-06-15T22:21:15.566157+00:00 0:10:02.822795 41567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:11:10.542476+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T22:11:00.778364+00:00 2021-06-15T22:11:02.545359+00:00 0:00:01.766995 41566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T22:10:58.534580+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T22:10:50.807614+00:00 2021-06-15T22:10:52.631420+00:00 0:00:01.823806 41565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T22:10:48.522132+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T21:00:00+00:00 PythonOperator 2021-06-15T22:10:39.110949+00:00 2021-06-15T22:10:42.725411+00:00 0:00:03.614462 41564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T22:10:36.576022+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T21:00:00+00:00 PythonOperator 2021-06-15T22:10:28.991940+00:00 2021-06-15T22:10:32.283156+00:00 0:00:03.291216 41563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T22:10:26.507325+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T21:00:00+00:00 TriggerDagRunOperator 2021-06-15T22:10:13.179233+00:00 2021-06-15T22:10:13.710047+00:00 0:00:00.530814 41562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:10:10.491061+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T21:00:00+00:00 TriggerDagRunOperator 2021-06-15T22:10:12.824364+00:00 2021-06-15T22:10:13.204962+00:00 0:00:00.380598 41561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:10:10.491028+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T21:05:00+00:00 EmrJobFlowSensor 2021-06-15T22:06:05.676603+00:00 2021-06-15T22:14:08.247895+00:00 0:08:02.571292 41559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:06:03.246814+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T22:05:45.371047+00:00 2021-06-15T22:05:47.000934+00:00 0:00:01.629887 41558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T22:05:43.197610+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T21:05:00+00:00 PythonOperator 2021-06-15T22:05:23.311604+00:00 2021-06-15T22:05:26.703235+00:00 0:00:03.391631 41557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T22:05:21.115953+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T21:00:00+00:00 EmrJobFlowSensor 2021-06-15T22:01:02.855947+00:00 2021-06-15T22:10:05.659306+00:00 0:09:02.803359 41556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:01:00.608600+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T21:00:00+00:00 EmrJobFlowSensor 2021-06-15T22:00:58.736214+00:00 2021-06-15T22:10:01.351337+00:00 0:09:02.615123 41555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T22:00:56.606674+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T22:00:40.900944+00:00 2021-06-15T22:00:42.678850+00:00 0:00:01.777906 41554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T22:00:38.660425+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T22:00:36.974824+00:00 2021-06-15T22:00:38.768660+00:00 0:00:01.793836 41553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T22:00:34.658492+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T21:00:00+00:00 PythonOperator 2021-06-15T22:00:19.360913+00:00 2021-06-15T22:00:22.841210+00:00 0:00:03.480297 41552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T22:00:16.554026+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T21:00:00+00:00 PythonOperator 2021-06-15T22:00:16.733481+00:00 2021-06-15T22:00:20.602676+00:00 0:00:03.869195 41551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T22:00:14.488897+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T20:00:00+00:00 EmrJobFlowSensor 2021-06-15T21:24:16.608538+00:00 2021-06-15T21:24:18.122148+00:00 0:00:01.513610 41550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:24:14.495896+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T20:00:00+00:00 EmrJobFlowSensor 2021-06-15T21:11:31.581457+00:00 2021-06-15T21:20:34.126192+00:00 0:09:02.544735 41549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:11:29.404152+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T21:11:09.706333+00:00 2021-06-15T21:11:11.457471+00:00 0:00:01.751138 41547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T21:11:07.334971+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T21:11:07.703711+00:00 2021-06-15T21:11:09.376595+00:00 0:00:01.672884 41546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T21:11:05.370416+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T20:00:00+00:00 PythonOperator 2021-06-15T21:10:50.491259+00:00 2021-06-15T21:10:54.123997+00:00 0:00:03.632738 41545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T21:10:47.316898+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T20:00:00+00:00 PythonOperator 2021-06-15T21:10:45.676082+00:00 2021-06-15T21:10:50.424465+00:00 0:00:04.748383 41544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T21:10:43.314222+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T20:00:00+00:00 TriggerDagRunOperator 2021-06-15T21:10:33.969487+00:00 2021-06-15T21:10:34.485334+00:00 0:00:00.515847 41543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:10:31.304594+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T20:00:00+00:00 TriggerDagRunOperator 2021-06-15T21:10:33.872076+00:00 2021-06-15T21:10:34.314091+00:00 0:00:00.442015 41542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:10:31.304622+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T20:05:00+00:00 EmrJobFlowSensor 2021-06-15T21:05:51.071987+00:00 2021-06-15T21:14:53.567976+00:00 0:09:02.495989 41540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:05:48.919261+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T21:05:29.753837+00:00 2021-06-15T21:05:31.583932+00:00 0:00:01.830095 41539 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T21:05:26.947576+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T20:05:00+00:00 PythonOperator 2021-06-15T21:05:06.994505+00:00 2021-06-15T21:05:10.385004+00:00 0:00:03.390499 41538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T21:05:04.837759+00:00 2 default_pool