Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-15T01:00:00+00:00 EmrJobFlowSensor 2021-07-15T02:00:59.967473+00:00 2021-07-15T02:10:03.053151+00:00 0:09:03.085678 53685 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T02:00:57.543096+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T02:00:37.698202+00:00 2021-07-15T02:00:39.380669+00:00 0:00:01.682467 53684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T02:00:35.514493+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T02:00:28.022377+00:00 2021-07-15T02:00:29.735313+00:00 0:00:01.712936 53683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T02:00:25.564558+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T01:00:00+00:00 PythonOperator 2021-07-15T02:00:15.930833+00:00 2021-07-15T02:00:19.610237+00:00 0:00:03.679404 53682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T02:00:13.495221+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T01:00:00+00:00 PythonOperator 2021-07-15T02:00:05.954336+00:00 2021-07-15T02:00:09.763670+00:00 0:00:03.809334 53681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T02:00:03.485453+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T00:00:00+00:00 EmrJobFlowSensor 2021-07-15T01:11:50.578077+00:00 2021-07-15T01:21:53.462138+00:00 0:10:02.884061 53677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T01:11:48.196252+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T00:00:00+00:00 EmrJobFlowSensor 2021-07-15T01:11:46.412535+00:00 2021-07-15T01:22:49.438758+00:00 0:11:03.026223 53676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T01:11:44.190665+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T01:11:30.740519+00:00 2021-07-15T01:11:32.533220+00:00 0:00:01.792701 53675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T01:11:28.245919+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T01:11:25.045914+00:00 2021-07-15T01:11:26.830316+00:00 0:00:01.784402 53674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T01:11:22.131988+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T00:00:00+00:00 PythonOperator 2021-07-15T01:11:08.394683+00:00 2021-07-15T01:11:12.143103+00:00 0:00:03.748420 53672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T01:11:06.117005+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T00:00:00+00:00 PythonOperator 2021-07-15T01:11:02.396021+00:00 2021-07-15T01:11:06.192941+00:00 0:00:03.796920 53671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T01:11:00.112101+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T00:00:00+00:00 TriggerDagRunOperator 2021-07-15T01:10:56.385377+00:00 2021-07-15T01:10:56.895548+00:00 0:00:00.510171 53670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T01:10:54.107674+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T00:00:00+00:00 TriggerDagRunOperator 2021-07-15T01:10:56.345646+00:00 2021-07-15T01:10:56.737819+00:00 0:00:00.392173 53669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T01:10:54.107708+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T00:05:00+00:00 EmrJobFlowSensor 2021-07-15T01:06:01.886345+00:00 2021-07-15T01:15:04.678969+00:00 0:09:02.792624 53668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T01:05:59.571923+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T01:05:40.134832+00:00 2021-07-15T01:05:41.868333+00:00 0:00:01.733501 53667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T01:05:37.565786+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T00:05:00+00:00 PythonOperator 2021-07-15T01:05:17.752318+00:00 2021-07-15T01:05:21.455226+00:00 0:00:03.702908 53666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T01:05:15.463301+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T00:00:00+00:00 EmrJobFlowSensor 2021-07-15T01:00:48.316172+00:00 2021-07-15T01:10:51.255223+00:00 0:10:02.939051 53663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T01:00:45.996594+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T01:00:26.493221+00:00 2021-07-15T01:00:28.182490+00:00 0:00:01.689269 53661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T01:00:23.973162+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T00:00:00+00:00 PythonOperator 2021-07-15T01:00:04.305797+00:00 2021-07-15T01:00:07.863669+00:00 0:00:03.557872 53659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T01:00:01.958514+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T23:00:00+00:00 EmrJobFlowSensor 2021-07-15T00:10:59.570639+00:00 2021-07-15T00:21:02.537540+00:00 0:10:02.966901 53658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T00:10:57.191899+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T23:00:00+00:00 EmrJobFlowSensor 2021-07-15T00:10:57.467619+00:00 2021-07-15T00:21:00.448416+00:00 0:10:02.980797 53657 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T00:10:55.189509+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T00:10:37.706979+00:00 2021-07-15T00:10:39.474226+00:00 0:00:01.767247 53656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T00:10:35.173365+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T00:10:37.609430+00:00 2021-07-15T00:10:39.333663+00:00 0:00:01.724233 53655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T00:10:35.173420+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T23:00:00+00:00 PythonOperator 2021-07-15T00:10:17.417333+00:00 2021-07-15T00:10:20.918392+00:00 0:00:03.501059 53654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T00:10:15.062039+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T23:00:00+00:00 PythonOperator 2021-07-15T00:10:13.291056+00:00 2021-07-15T00:10:17.234071+00:00 0:00:03.943015 53653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T00:10:11.055041+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T23:00:00+00:00 TriggerDagRunOperator 2021-07-15T00:09:59.613059+00:00 2021-07-15T00:10:00.235988+00:00 0:00:00.622929 53652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T00:09:56.934890+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T23:00:00+00:00 TriggerDagRunOperator 2021-07-15T00:09:59.214503+00:00 2021-07-15T00:09:59.619043+00:00 0:00:00.404540 53651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T00:09:56.934857+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T23:05:00+00:00 EmrJobFlowSensor 2021-07-15T00:05:52.715995+00:00 2021-07-15T00:14:55.436450+00:00 0:09:02.720455 53650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T00:05:50.391419+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T00:05:32.466752+00:00 2021-07-15T00:05:34.104202+00:00 0:00:01.637450 53649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T00:05:30.342169+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T23:05:00+00:00 PythonOperator 2021-07-15T00:05:10.839386+00:00 2021-07-15T00:05:14.841187+00:00 0:00:04.001801 53648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T00:05:08.323072+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T23:00:00+00:00 EmrJobFlowSensor 2021-07-15T00:00:50.798500+00:00 2021-07-15T00:09:53.682646+00:00 0:09:02.884146 53646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T00:00:48.360567+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T23:00:00+00:00 EmrJobFlowSensor 2021-07-15T00:00:50.697979+00:00 2021-07-15T00:13:54.245845+00:00 0:13:03.547866 53645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T00:00:48.360595+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T00:00:28.898326+00:00 2021-07-15T00:00:30.721918+00:00 0:00:01.823592 53644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T00:00:26.246138+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T00:00:28.535867+00:00 2021-07-15T00:00:30.313007+00:00 0:00:01.777140 53643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T00:00:26.246110+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T23:00:00+00:00 PythonOperator 2021-07-15T00:00:09.219647+00:00 2021-07-15T00:00:13.012835+00:00 0:00:03.793188 53642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T00:00:06.203101+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T23:00:00+00:00 PythonOperator 2021-07-15T00:00:06.830559+00:00 2021-07-15T00:00:10.708160+00:00 0:00:03.877601 53641 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T00:00:04.210897+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T22:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:22:38.550090+00:00 2021-07-14T23:31:41.439937+00:00 0:09:02.889847 53640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:22:36.146365+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:22:12.386244+00:00 2021-07-14T23:22:14.159528+00:00 0:00:01.773284 53639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:22:10.122516+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T22:00:00+00:00 PythonOperator 2021-07-14T23:14:09.596008+00:00 2021-07-14T23:14:13.034535+00:00 0:00:03.438527 53638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:14:07.190009+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T22:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:14:03.605982+00:00 2021-07-14T23:24:06.712048+00:00 0:10:03.106066 53637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:14:01.184913+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:13:39.427975+00:00 2021-07-14T23:13:41.100914+00:00 0:00:01.672939 53636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:13:37.101381+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T22:00:00+00:00 PythonOperator 2021-07-14T23:13:07.752785+00:00 2021-07-14T23:13:11.686816+00:00 0:00:03.934031 53635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:13:05.080628+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T22:00:00+00:00 TriggerDagRunOperator 2021-07-14T23:12:59.503073+00:00 2021-07-14T23:13:00.039283+00:00 0:00:00.536210 53634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:12:57.081670+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T22:00:00+00:00 TriggerDagRunOperator 2021-07-14T23:12:59.403298+00:00 2021-07-14T23:12:59.785729+00:00 0:00:00.382431 53633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:12:57.081713+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T21:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:12:51.284558+00:00 2021-07-14T23:21:54.198189+00:00 0:09:02.913631 53632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:12:49.029772+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:12:29.397752+00:00 2021-07-14T23:12:31.148065+00:00 0:00:01.750313 53631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:12:27.010633+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T22:05:00+00:00 EmrJobFlowSensor 2021-07-14T23:05:58.639140+00:00 2021-07-14T23:15:01.375254+00:00 0:09:02.736114 53630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:05:56.445540+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:05:36.558525+00:00 2021-07-14T23:05:38.198524+00:00 0:00:01.639999 53629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:05:34.392169+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T22:05:00+00:00 PythonOperator 2021-07-14T23:05:16.465837+00:00 2021-07-14T23:05:20.156290+00:00 0:00:03.690453 53628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:05:14.294708+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-13T23:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:02:40.451394+00:00 2021-07-14T23:10:43.050844+00:00 0:08:02.599450 53627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:02:38.146332+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T22:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:02:38.660197+00:00 2021-07-14T23:12:41.584494+00:00 0:10:02.924297 53626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:02:36.149244+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T22:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:02:26.488405+00:00 2021-07-14T23:15:29.935034+00:00 0:13:03.446629 53625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:02:24.075335+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:02:16.599461+00:00 2021-07-14T23:02:18.353711+00:00 0:00:01.754250 53624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:02:14.061517+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:02:14.352611+00:00 2021-07-14T23:02:16.417549+00:00 0:00:02.064938 53623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T23:02:12.012490+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T20:00:00+00:00 EmrJobFlowSensor 2021-07-14T23:02:08.345625+00:00 2021-07-14T23:12:11.086249+00:00 0:10:02.740624 53622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T23:02:05.989401+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T21:00:00+00:00 PythonOperator 2021-07-14T23:02:08.388771+00:00 2021-07-14T23:02:12.033213+00:00 0:00:03.644442 53621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:02:05.989369+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:02:04.577026+00:00 2021-07-14T23:02:06.457625+00:00 0:00:01.880599 53620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:02:02.044078+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-13T23:00:00+00:00 PythonOperator 2021-07-14T23:01:54.516382+00:00 2021-07-14T23:01:58.326295+00:00 0:00:03.809913 53619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:01:51.958612+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T22:00:00+00:00 PythonOperator 2021-07-14T23:01:52.305431+00:00 2021-07-14T23:01:56.450376+00:00 0:00:04.144945 53618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T23:01:49.954553+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T23:01:44.436968+00:00 2021-07-14T23:01:46.316819+00:00 0:00:01.879851 53617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T23:01:41.951525+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T22:00:00+00:00 PythonOperator 2021-07-14T23:01:42.620235+00:00 2021-07-14T23:01:46.756926+00:00 0:00:04.136691 53616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T23:01:40.010679+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T20:00:00+00:00 PythonOperator 2021-07-14T22:50:32.318907+00:00 2021-07-14T22:50:36.053879+00:00 0:00:03.734972 53614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:50:30.082300+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T19:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:50:32.350684+00:00 2021-07-14T22:58:35.278953+00:00 0:08:02.928269 53613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:50:30.082332+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:50:10.412854+00:00 2021-07-14T22:50:12.253102+00:00 0:00:01.840248 53612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:50:07.956169+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T19:00:00+00:00 PythonOperator 2021-07-14T22:40:43.417990+00:00 2021-07-14T22:40:46.936059+00:00 0:00:03.518069 53611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:40:41.117975+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T18:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:40:43.317772+00:00 2021-07-14T22:49:46.191257+00:00 0:09:02.873485 53610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:40:41.118004+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:40:17.478133+00:00 2021-07-14T22:40:19.248409+00:00 0:00:01.770276 53609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:40:15.099552+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T17:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:31:08.292084+00:00 2021-07-14T22:40:11.250204+00:00 0:09:02.958120 53608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:31:05.891414+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T18:00:00+00:00 PythonOperator 2021-07-14T22:31:08.211889+00:00 2021-07-14T22:31:12.027934+00:00 0:00:03.816045 53607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:31:05.891373+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:30:48.222316+00:00 2021-07-14T22:30:50.088208+00:00 0:00:01.865892 53606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:30:45.882526+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T17:00:00+00:00 PythonOperator 2021-07-14T22:20:35.024594+00:00 2021-07-14T22:20:38.762057+00:00 0:00:03.737463 53605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:20:32.640584+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T16:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:20:34.843681+00:00 2021-07-14T22:30:37.885346+00:00 0:10:03.041665 53604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:20:32.640617+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:20:12.800426+00:00 2021-07-14T22:20:14.656139+00:00 0:00:01.855713 53603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:20:10.552011+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T21:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:12:10.189336+00:00 2021-07-14T22:22:13.003816+00:00 0:10:02.814480 53602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:12:07.919309+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:11:50.077209+00:00 2021-07-14T22:11:51.750956+00:00 0:00:01.673747 53601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:11:47.903517+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T21:00:00+00:00 PythonOperator 2021-07-14T22:11:28.677549+00:00 2021-07-14T22:11:32.714732+00:00 0:00:04.037183 53600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:11:25.885502+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T21:00:00+00:00 TriggerDagRunOperator 2021-07-14T22:11:20.379043+00:00 2021-07-14T22:11:20.901610+00:00 0:00:00.522567 53599 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:11:17.898942+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T21:00:00+00:00 TriggerDagRunOperator 2021-07-14T22:11:20.085575+00:00 2021-07-14T22:11:20.481725+00:00 0:00:00.396150 53598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:11:17.898975+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T15:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:10:40.212461+00:00 2021-07-14T22:19:43.100780+00:00 0:09:02.888319 53597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:10:37.790712+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T16:00:00+00:00 PythonOperator 2021-07-14T22:10:39.997053+00:00 2021-07-14T22:10:43.786113+00:00 0:00:03.789060 53596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:10:37.790681+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:10:18.329789+00:00 2021-07-14T22:10:20.246022+00:00 0:00:01.916233 53595 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:10:15.754750+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T21:05:00+00:00 EmrJobFlowSensor 2021-07-14T22:06:03.658626+00:00 2021-07-14T22:15:06.360067+00:00 0:09:02.701441 53594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:06:01.434451+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:05:39.656003+00:00 2021-07-14T22:05:41.293690+00:00 0:00:01.637687 53593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:05:37.428482+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T21:05:00+00:00 PythonOperator 2021-07-14T22:05:18.031692+00:00 2021-07-14T22:05:20.998050+00:00 0:00:02.966358 53592 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:05:15.339483+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T14:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:01:05.637792+00:00 2021-07-14T22:10:08.494251+00:00 0:09:02.856459 53591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:01:02.986001+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T15:00:00+00:00 PythonOperator 2021-07-14T22:01:05.289631+00:00 2021-07-14T22:01:09.028450+00:00 0:00:03.738819 53590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:01:02.985970+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T21:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:00:59.242933+00:00 2021-07-14T22:11:02.035924+00:00 0:10:02.792991 53589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:00:56.930059+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T21:00:00+00:00 EmrJobFlowSensor 2021-07-14T22:00:55.278928+00:00 2021-07-14T22:13:58.653013+00:00 0:13:03.374085 53588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T22:00:52.982955+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:00:43.550945+00:00 2021-07-14T22:00:45.374219+00:00 0:00:01.823274 53587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:00:40.915335+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:00:37.140396+00:00 2021-07-14T22:00:38.864838+00:00 0:00:01.724442 53586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T22:00:34.915081+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T22:00:35.225415+00:00 2021-07-14T22:00:37.029064+00:00 0:00:01.803649 53585 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T22:00:32.909029+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T21:00:00+00:00 PythonOperator 2021-07-14T22:00:15.292713+00:00 2021-07-14T22:00:18.995510+00:00 0:00:03.702797 53584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T22:00:12.898760+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T21:00:00+00:00 PythonOperator 2021-07-14T22:00:11.528157+00:00 2021-07-14T22:00:15.655161+00:00 0:00:04.127004 53583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T22:00:08.956912+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T14:00:00+00:00 PythonOperator 2021-07-14T21:51:21.167761+00:00 2021-07-14T21:51:24.633404+00:00 0:00:03.465643 53581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:51:18.644038+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T13:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:51:21.058261+00:00 2021-07-14T22:00:23.842633+00:00 0:09:02.784372 53580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:51:18.644069+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:50:58.657249+00:00 2021-07-14T21:51:00.415731+00:00 0:00:01.758482 53579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:50:56.469358+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T12:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:41:30.264466+00:00 2021-07-14T21:50:33.215266+00:00 0:09:02.950800 53578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:41:27.654985+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T13:00:00+00:00 PythonOperator 2021-07-14T21:41:29.895518+00:00 2021-07-14T21:41:33.709498+00:00 0:00:03.813980 53577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:41:27.654938+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:41:03.790085+00:00 2021-07-14T21:41:05.508581+00:00 0:00:01.718496 53576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:41:01.598200+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T12:00:00+00:00 PythonOperator 2021-07-14T21:31:45.102702+00:00 2021-07-14T21:31:48.834059+00:00 0:00:03.731357 53575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:31:42.596169+00:00 2 default_pool