Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T21:10:02.372785+00:00 2021-04-15T21:10:04.136236+00:00 0:00:01.763451 17596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T21:09:59.802855+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T20:00:00+00:00 PythonOperator 2021-04-15T21:09:38.003668+00:00 2021-04-15T21:09:41.269570+00:00 0:00:03.265902 17595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T21:09:35.781794+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T20:00:00+00:00 PythonOperator 2021-04-15T21:09:30.215909+00:00 2021-04-15T21:09:33.076072+00:00 0:00:02.860163 17594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T21:09:27.779699+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T20:00:00+00:00 TriggerDagRunOperator 2021-04-15T21:09:16.318609+00:00 2021-04-15T21:09:16.756174+00:00 0:00:00.437565 17593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T21:09:13.689289+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T20:00:00+00:00 TriggerDagRunOperator 2021-04-15T21:09:16.084711+00:00 2021-04-15T21:09:16.647641+00:00 0:00:00.562930 17592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T21:09:13.689320+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T20:05:00+00:00 EmrJobFlowSensor 2021-04-15T21:05:47.356031+00:00 2021-04-15T21:13:49.783607+00:00 0:08:02.427576 17591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T21:05:45.196474+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T20:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T21:05:25.322530+00:00 2021-04-15T21:05:27.039126+00:00 0:00:01.716596 17590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T21:05:23.141071+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T20:05:00+00:00 PythonOperator 2021-04-15T21:05:03.414451+00:00 2021-04-15T21:05:06.265007+00:00 0:00:02.850556 17589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T21:05:01.167119+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T20:00:00+00:00 EmrJobFlowSensor 2021-04-15T21:01:05.157110+00:00 2021-04-15T21:09:07.809707+00:00 0:08:02.652597 17588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T21:01:02.663434+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T21:00:44.794645+00:00 2021-04-15T21:00:46.546882+00:00 0:00:01.752237 17587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T21:00:42.636685+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T20:00:00+00:00 PythonOperator 2021-04-15T21:00:23.112092+00:00 2021-04-15T21:00:26.826038+00:00 0:00:03.713946 17586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T21:00:20.573846+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T19:00:00+00:00 EmrJobFlowSensor 2021-04-15T20:12:05.799125+00:00 2021-04-15T20:22:08.456975+00:00 0:10:02.657850 17584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T20:12:03.149280+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T19:00:00+00:00 EmrJobFlowSensor 2021-04-15T20:12:03.282325+00:00 2021-04-15T20:22:06.392250+00:00 0:10:03.109925 17583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T20:12:01.087030+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T20:11:44.077514+00:00 2021-04-15T20:11:45.732847+00:00 0:00:01.655333 17582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T20:11:41.018704+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T20:11:41.234847+00:00 2021-04-15T20:11:43.899487+00:00 0:00:02.664640 17581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T20:11:39.023706+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T19:00:00+00:00 PythonOperator 2021-04-15T20:11:23.651058+00:00 2021-04-15T20:11:26.577748+00:00 0:00:02.926690 17580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T20:11:21.002920+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T19:00:00+00:00 PythonOperator 2021-04-15T20:11:19.405031+00:00 2021-04-15T20:11:23.156187+00:00 0:00:03.751156 17579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T20:11:16.999582+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T19:00:00+00:00 TriggerDagRunOperator 2021-04-15T20:11:03.570553+00:00 2021-04-15T20:11:04.090204+00:00 0:00:00.519651 17578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T20:11:00.984018+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T19:00:00+00:00 TriggerDagRunOperator 2021-04-15T20:11:03.174485+00:00 2021-04-15T20:11:03.584487+00:00 0:00:00.410002 17577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T20:11:00.983988+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T19:05:00+00:00 EmrJobFlowSensor 2021-04-15T20:05:48.590893+00:00 2021-04-15T20:13:51.077368+00:00 0:08:02.486475 17576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T20:05:46.373099+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T19:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T20:05:28.405922+00:00 2021-04-15T20:05:30.077443+00:00 0:00:01.671521 17575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T20:05:26.308910+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T19:05:00+00:00 PythonOperator 2021-04-15T20:05:06.472719+00:00 2021-04-15T20:05:09.370297+00:00 0:00:02.897578 17574 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T20:05:04.287235+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T19:00:00+00:00 EmrJobFlowSensor 2021-04-15T20:00:50.168202+00:00 2021-04-15T20:10:53.041813+00:00 0:10:02.873611 17573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T20:00:47.901417+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T20:00:30.297814+00:00 2021-04-15T20:00:31.991902+00:00 0:00:01.694088 17572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T20:00:27.949454+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T19:00:00+00:00 PythonOperator 2021-04-15T20:00:08.169378+00:00 2021-04-15T20:00:11.169940+00:00 0:00:03.000562 17571 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T20:00:05.848824+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T18:00:00+00:00 EmrJobFlowSensor 2021-04-15T19:25:22.574048+00:00 2021-04-15T19:45:26.706002+00:00 0:20:04.131954 17570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T19:25:20.234920+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T18:00:00+00:00 EmrJobFlowSensor 2021-04-15T19:25:16.384474+00:00 2021-04-15T19:35:19.728480+00:00 0:10:03.344006 17569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T19:25:14.228108+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T19:25:00.888279+00:00 2021-04-15T19:25:03.046687+00:00 0:00:02.158408 17568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T19:24:58.360151+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T19:24:54.620686+00:00 2021-04-15T19:24:56.324260+00:00 0:00:01.703574 17567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T19:24:52.277929+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T18:00:00+00:00 PythonOperator 2021-04-15T19:24:38.462872+00:00 2021-04-15T19:24:41.365009+00:00 0:00:02.902137 17566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T19:24:36.194853+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T18:00:00+00:00 PythonOperator 2021-04-15T19:24:34.431734+00:00 2021-04-15T19:24:37.524903+00:00 0:00:03.093169 17565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T19:24:32.185369+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T18:00:00+00:00 TriggerDagRunOperator 2021-04-15T19:24:16.832157+00:00 2021-04-15T19:24:17.344916+00:00 0:00:00.512759 17564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T19:24:14.123281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T18:00:00+00:00 TriggerDagRunOperator 2021-04-15T19:24:16.745800+00:00 2021-04-15T19:24:17.137500+00:00 0:00:00.391700 17563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T19:24:14.123254+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T18:05:00+00:00 EmrJobFlowSensor 2021-04-15T19:05:58.476655+00:00 2021-04-15T19:15:01.071527+00:00 0:09:02.594872 17561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T19:05:56.055938+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T18:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T19:05:38.329273+00:00 2021-04-15T19:05:40.166188+00:00 0:00:01.836915 17560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T19:05:35.988277+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T18:05:00+00:00 PythonOperator 2021-04-15T19:05:16.058070+00:00 2021-04-15T19:05:18.914568+00:00 0:00:02.856498 17559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T19:05:13.909264+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T18:00:00+00:00 EmrJobFlowSensor 2021-04-15T19:00:57.746178+00:00 2021-04-15T19:24:02.359339+00:00 0:23:04.613161 17558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T19:00:55.492448+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T19:00:35.592768+00:00 2021-04-15T19:00:38.006064+00:00 0:00:02.413296 17557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T19:00:33.431473+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T18:00:00+00:00 PythonOperator 2021-04-15T19:00:14.930406+00:00 2021-04-15T19:00:18.074262+00:00 0:00:03.143856 17556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T19:00:11.478423+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T17:00:00+00:00 EmrJobFlowSensor 2021-04-15T18:10:04.288865+00:00 2021-04-15T18:19:06.981814+00:00 0:09:02.692949 17554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:10:01.391317+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T17:00:00+00:00 EmrJobFlowSensor 2021-04-15T18:10:01.834926+00:00 2021-04-15T18:20:04.818511+00:00 0:10:02.983585 17553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:09:59.389839+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:09:43.609777+00:00 2021-04-15T18:09:45.305129+00:00 0:00:01.695352 17552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T18:09:41.375091+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:09:39.506639+00:00 2021-04-15T18:09:41.238833+00:00 0:00:01.732194 17551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T18:09:37.374456+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T17:00:00+00:00 PythonOperator 2021-04-15T18:09:21.736021+00:00 2021-04-15T18:09:24.594263+00:00 0:00:02.858242 17550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:09:19.352326+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T17:00:00+00:00 PythonOperator 2021-04-15T18:09:17.678789+00:00 2021-04-15T18:09:21.552250+00:00 0:00:03.873461 17549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:09:15.350860+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T17:00:00+00:00 TriggerDagRunOperator 2021-04-15T18:09:07.932036+00:00 2021-04-15T18:09:08.455749+00:00 0:00:00.523713 17548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:09:05.358363+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T17:00:00+00:00 TriggerDagRunOperator 2021-04-15T18:09:07.814409+00:00 2021-04-15T18:09:08.218243+00:00 0:00:00.403834 17547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:09:05.358324+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T17:05:00+00:00 EmrJobFlowSensor 2021-04-15T18:05:51.340581+00:00 2021-04-15T18:14:54.019559+00:00 0:09:02.678978 17546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:05:49.058195+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T17:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:05:31.454022+00:00 2021-04-15T18:05:33.158410+00:00 0:00:01.704388 17545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T18:05:29.060207+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T17:05:00+00:00 PythonOperator 2021-04-15T18:05:09.053841+00:00 2021-04-15T18:05:12.023288+00:00 0:00:02.969447 17544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:05:06.861789+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T17:00:00+00:00 EmrJobFlowSensor 2021-04-15T18:00:54.753251+00:00 2021-04-15T18:08:57.269916+00:00 0:08:02.516665 17543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:00:52.487662+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:00:35.400604+00:00 2021-04-15T18:00:37.200995+00:00 0:00:01.800391 17542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T18:00:32.476743+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T17:00:00+00:00 PythonOperator 2021-04-15T18:00:12.697529+00:00 2021-04-15T18:00:15.842111+00:00 0:00:03.144582 17541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T18:00:10.445335+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T16:00:00+00:00 EmrJobFlowSensor 2021-04-15T17:11:21.870255+00:00 2021-04-15T17:21:24.667405+00:00 0:10:02.797150 17540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:11:19.586313+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T16:00:00+00:00 EmrJobFlowSensor 2021-04-15T17:11:15.902493+00:00 2021-04-15T17:30:20.668692+00:00 0:19:04.766199 17539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:11:13.573514+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:10:59.925882+00:00 2021-04-15T17:11:01.654939+00:00 0:00:01.729057 17538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T17:10:57.579443+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:10:53.895871+00:00 2021-04-15T17:10:55.640897+00:00 0:00:01.745026 17537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T17:10:51.551668+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T16:00:00+00:00 PythonOperator 2021-04-15T17:10:37.700099+00:00 2021-04-15T17:10:40.789027+00:00 0:00:03.088928 17536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:10:35.487198+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T16:00:00+00:00 PythonOperator 2021-04-15T17:10:32.156507+00:00 2021-04-15T17:10:35.109224+00:00 0:00:02.952717 17535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:10:29.483078+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T16:00:00+00:00 TriggerDagRunOperator 2021-04-15T17:10:20.003181+00:00 2021-04-15T17:10:20.740380+00:00 0:00:00.737199 17534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:10:17.477376+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T16:00:00+00:00 TriggerDagRunOperator 2021-04-15T17:10:19.883687+00:00 2021-04-15T17:10:20.561132+00:00 0:00:00.677445 17533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:10:17.477415+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T16:05:00+00:00 EmrJobFlowSensor 2021-04-15T17:05:53.020715+00:00 2021-04-15T17:14:55.628394+00:00 0:09:02.607679 17531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:05:50.764925+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T16:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:05:30.955708+00:00 2021-04-15T17:05:32.579699+00:00 0:00:01.623991 17530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T17:05:28.784030+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T16:05:00+00:00 PythonOperator 2021-04-15T17:05:11.546723+00:00 2021-04-15T17:05:14.515299+00:00 0:00:02.968576 17529 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:05:08.729781+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T16:00:00+00:00 EmrJobFlowSensor 2021-04-15T17:00:48.432931+00:00 2021-04-15T17:09:51.059668+00:00 0:09:02.626737 17528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:00:46.248026+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:00:26.758942+00:00 2021-04-15T17:00:28.472428+00:00 0:00:01.713486 17527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T17:00:24.228048+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T16:00:00+00:00 PythonOperator 2021-04-15T17:00:04.826642+00:00 2021-04-15T17:00:07.827235+00:00 0:00:03.000593 17526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T17:00:02.264261+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T15:00:00+00:00 EmrJobFlowSensor 2021-04-15T16:11:35.023198+00:00 2021-04-15T16:20:37.718493+00:00 0:09:02.695295 17525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:11:32.612517+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T15:00:00+00:00 EmrJobFlowSensor 2021-04-15T16:11:30.836245+00:00 2021-04-15T16:21:33.801111+00:00 0:10:02.964866 17524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:11:28.604875+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:11:12.938536+00:00 2021-04-15T16:11:14.644611+00:00 0:00:01.706075 17523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T16:11:10.651729+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:11:08.988586+00:00 2021-04-15T16:11:10.671841+00:00 0:00:01.683255 17522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T16:11:06.655952+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T15:00:00+00:00 PythonOperator 2021-04-15T16:10:51.196324+00:00 2021-04-15T16:10:54.160714+00:00 0:00:02.964390 17521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:10:48.567291+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T15:00:00+00:00 PythonOperator 2021-04-15T16:10:48.912518+00:00 2021-04-15T16:10:52.080767+00:00 0:00:03.168249 17520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:10:46.561115+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T15:00:00+00:00 TriggerDagRunOperator 2021-04-15T16:10:31.015726+00:00 2021-04-15T16:10:31.544387+00:00 0:00:00.528661 17519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:10:28.544099+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T15:00:00+00:00 TriggerDagRunOperator 2021-04-15T16:10:30.887817+00:00 2021-04-15T16:10:31.302058+00:00 0:00:00.414241 17518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:10:28.544070+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T15:05:00+00:00 EmrJobFlowSensor 2021-04-15T16:05:52.061257+00:00 2021-04-15T16:14:55.440885+00:00 0:09:03.379628 17516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:05:49.931909+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T15:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:05:30.172804+00:00 2021-04-15T16:05:31.776992+00:00 0:00:01.604188 17515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T16:05:27.918103+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T15:05:00+00:00 PythonOperator 2021-04-15T16:05:08.253036+00:00 2021-04-15T16:05:11.200924+00:00 0:00:02.947888 17514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:05:05.896848+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T15:00:00+00:00 EmrJobFlowSensor 2021-04-15T16:01:03.716405+00:00 2021-04-15T16:10:06.696498+00:00 0:09:02.980093 17513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:01:01.462866+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:00:41.627719+00:00 2021-04-15T16:00:43.328637+00:00 0:00:01.700918 17512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T16:00:39.416339+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T15:00:00+00:00 PythonOperator 2021-04-15T16:00:19.817571+00:00 2021-04-15T16:00:22.997010+00:00 0:00:03.179439 17511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T16:00:17.394971+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T14:00:00+00:00 EmrJobFlowSensor 2021-04-15T15:11:31.067655+00:00 2021-04-15T15:21:33.854025+00:00 0:10:02.786370 17510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:11:28.652499+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T14:00:00+00:00 EmrJobFlowSensor 2021-04-15T15:11:28.741295+00:00 2021-04-15T15:20:31.448146+00:00 0:09:02.706851 17509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:11:26.438543+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:11:08.626744+00:00 2021-04-15T15:11:10.382234+00:00 0:00:01.755490 17508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T15:11:06.417135+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:11:06.685952+00:00 2021-04-15T15:11:08.481584+00:00 0:00:01.795632 17507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T15:11:04.413617+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T14:00:00+00:00 PythonOperator 2021-04-15T15:10:48.740873+00:00 2021-04-15T15:10:51.839667+00:00 0:00:03.098794 17506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:10:46.398677+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T14:00:00+00:00 PythonOperator 2021-04-15T15:10:42.747652+00:00 2021-04-15T15:10:45.620177+00:00 0:00:02.872525 17505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:10:40.394920+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T14:00:00+00:00 TriggerDagRunOperator 2021-04-15T15:10:24.925339+00:00 2021-04-15T15:10:25.456746+00:00 0:00:00.531407 17504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:10:22.451950+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T14:00:00+00:00 TriggerDagRunOperator 2021-04-15T15:10:24.798456+00:00 2021-04-15T15:10:25.227475+00:00 0:00:00.429019 17503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:10:22.451916+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T14:05:00+00:00 EmrJobFlowSensor 2021-04-15T15:08:34.791167+00:00 2021-04-15T15:17:37.383307+00:00 0:09:02.592140 17502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:08:32.195780+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T14:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:08:14.398257+00:00 2021-04-15T15:08:16.105680+00:00 0:00:01.707423 17501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T15:08:12.179136+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T14:05:00+00:00 PythonOperator 2021-04-15T15:07:52.537379+00:00 2021-04-15T15:07:55.427374+00:00 0:00:02.889995 17500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:07:50.119404+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T14:00:00+00:00 EmrJobFlowSensor 2021-04-15T15:00:58.006267+00:00 2021-04-15T15:10:00.809659+00:00 0:09:02.803392 17498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:00:55.094010+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:00:35.324237+00:00 2021-04-15T15:00:36.995228+00:00 0:00:01.670991 17497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T15:00:33.029797+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T14:00:00+00:00 PythonOperator 2021-04-15T15:00:15.439606+00:00 2021-04-15T15:00:18.577852+00:00 0:00:03.138246 17496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T15:00:12.913486+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-04-15T14:17:43.185527+00:00 PythonOperator 2021-04-15T14:17:48.814735+00:00 2021-04-15T14:17:51.717915+00:00 0:00:02.903180 17495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:17:46.602021+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T13:00:00+00:00 EmrJobFlowSensor 2021-04-15T14:16:01.112746+00:00 2021-04-15T14:25:03.774512+00:00 0:09:02.661766 17494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:15:58.461654+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T13:00:00+00:00 EmrJobFlowSensor 2021-04-15T14:16:01.144587+00:00 2021-04-15T14:26:04.070819+00:00 0:10:02.926232 17493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:15:58.461607+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T14:15:40.449283+00:00 2021-04-15T14:15:42.112782+00:00 0:00:01.663499 17492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T14:15:38.271971+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T14:15:39.020082+00:00 2021-04-15T14:15:40.791585+00:00 0:00:01.771503 17491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T14:15:36.267168+00:00 2 default_pool