Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T08:05:29.174661+00:00 2021-06-05T08:05:30.825473+00:00 0:00:01.650812 36845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T08:05:26.938199+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T07:05:00+00:00 PythonOperator 2021-06-05T08:05:07.161346+00:00 2021-06-05T08:05:10.560047+00:00 0:00:03.398701 36844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T08:05:04.979979+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T07:00:00+00:00 EmrJobFlowSensor 2021-06-05T08:01:04.773660+00:00 2021-06-05T08:09:07.318299+00:00 0:08:02.544639 36843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T08:01:02.452041+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T07:00:00+00:00 EmrJobFlowSensor 2021-06-05T08:00:58.668030+00:00 2021-06-05T08:13:01.738621+00:00 0:12:03.070591 36842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T08:00:56.378981+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T08:00:42.561843+00:00 2021-06-05T08:00:44.312135+00:00 0:00:01.750292 36841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T08:00:40.324204+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T08:00:30.647148+00:00 2021-06-05T08:00:32.416670+00:00 0:00:01.769522 36840 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T08:00:28.351338+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T07:00:00+00:00 PythonOperator 2021-06-05T08:00:20.602551+00:00 2021-06-05T08:00:23.851430+00:00 0:00:03.248879 36839 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T08:00:18.298384+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T07:00:00+00:00 PythonOperator 2021-06-05T08:00:08.552662+00:00 2021-06-05T08:00:12.157176+00:00 0:00:03.604514 36838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T08:00:06.288608+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T06:00:00+00:00 EmrJobFlowSensor 2021-06-05T07:11:41.781737+00:00 2021-06-05T07:20:44.503047+00:00 0:09:02.721310 36836 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T07:11:39.448504+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T06:00:00+00:00 EmrJobFlowSensor 2021-06-05T07:11:33.773930+00:00 2021-06-05T07:20:36.507303+00:00 0:09:02.733373 36835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T07:11:31.451942+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T07:11:17.497480+00:00 2021-06-05T07:11:19.180063+00:00 0:00:01.682583 36834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T07:11:15.343341+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T07:11:05.710950+00:00 2021-06-05T07:11:07.553950+00:00 0:00:01.843000 36833 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T07:11:03.348242+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T06:00:00+00:00 PythonOperator 2021-06-05T07:10:51.452696+00:00 2021-06-05T07:10:54.630494+00:00 0:00:03.177798 36832 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T07:10:49.272102+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T06:00:00+00:00 PythonOperator 2021-06-05T07:10:41.445392+00:00 2021-06-05T07:10:44.803476+00:00 0:00:03.358084 36831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T07:10:39.260082+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T06:00:00+00:00 TriggerDagRunOperator 2021-06-05T07:10:29.624654+00:00 2021-06-05T07:10:30.133582+00:00 0:00:00.508928 36830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T07:10:27.256281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T06:00:00+00:00 TriggerDagRunOperator 2021-06-05T07:10:29.481987+00:00 2021-06-05T07:10:29.867549+00:00 0:00:00.385562 36829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T07:10:27.256327+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T06:05:00+00:00 EmrJobFlowSensor 2021-06-05T07:05:53.215083+00:00 2021-06-05T07:14:55.804811+00:00 0:09:02.589728 36828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T07:05:50.962590+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T07:05:31.372792+00:00 2021-06-05T07:05:33.004887+00:00 0:00:01.632095 36827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T07:05:29.050134+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T06:05:00+00:00 PythonOperator 2021-06-05T07:05:10.967485+00:00 2021-06-05T07:05:14.183521+00:00 0:00:03.216036 36826 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T07:05:08.811420+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T06:00:00+00:00 EmrJobFlowSensor 2021-06-05T07:01:04.687469+00:00 2021-06-05T07:10:07.418008+00:00 0:09:02.730539 36825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T07:01:02.190287+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T06:00:00+00:00 EmrJobFlowSensor 2021-06-05T07:01:00.404840+00:00 2021-06-05T07:13:03.355260+00:00 0:12:02.950420 36824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T07:00:58.189110+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T07:00:44.386384+00:00 2021-06-05T07:00:46.045031+00:00 0:00:01.658647 36823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T07:00:42.149517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T07:00:40.352834+00:00 2021-06-05T07:00:42.014758+00:00 0:00:01.661924 36822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T07:00:38.149931+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T06:00:00+00:00 PythonOperator 2021-06-05T07:00:23.322819+00:00 2021-06-05T07:00:26.851894+00:00 0:00:03.529075 36821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T07:00:20.131426+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T06:00:00+00:00 PythonOperator 2021-06-05T07:00:18.497224+00:00 2021-06-05T07:00:23.004516+00:00 0:00:04.507292 36820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T07:00:16.124223+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T05:00:00+00:00 EmrJobFlowSensor 2021-06-05T06:10:32.828021+00:00 2021-06-05T06:19:35.460567+00:00 0:09:02.632546 36818 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T06:10:30.065142+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T05:00:00+00:00 EmrJobFlowSensor 2021-06-05T06:10:30.581836+00:00 2021-06-05T06:20:33.764685+00:00 0:10:03.182849 36817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T06:10:28.069621+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T06:10:10.316092+00:00 2021-06-05T06:10:11.996701+00:00 0:00:01.680609 36816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T06:10:07.949725+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T06:10:10.330484+00:00 2021-06-05T06:10:12.149227+00:00 0:00:01.818743 36815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T06:10:07.949755+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T05:00:00+00:00 PythonOperator 2021-06-05T06:09:48.359395+00:00 2021-06-05T06:09:51.956116+00:00 0:00:03.596721 36814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T06:09:45.925176+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T05:00:00+00:00 PythonOperator 2021-06-05T06:09:48.190850+00:00 2021-06-05T06:09:51.424723+00:00 0:00:03.233873 36813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T06:09:45.925204+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T05:00:00+00:00 TriggerDagRunOperator 2021-06-05T06:09:28.385886+00:00 2021-06-05T06:09:28.904767+00:00 0:00:00.518881 36812 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T06:09:25.905889+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T05:00:00+00:00 TriggerDagRunOperator 2021-06-05T06:09:28.289115+00:00 2021-06-05T06:09:28.741879+00:00 0:00:00.452764 36811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T06:09:25.905842+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T05:05:00+00:00 EmrJobFlowSensor 2021-06-05T06:05:55.996439+00:00 2021-06-05T06:13:58.540834+00:00 0:08:02.544395 36810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T06:05:53.650701+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T06:05:32.063983+00:00 2021-06-05T06:05:33.768468+00:00 0:00:01.704485 36809 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T06:05:29.640615+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T05:05:00+00:00 PythonOperator 2021-06-05T06:05:10.081916+00:00 2021-06-05T06:05:13.403137+00:00 0:00:03.321221 36808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T06:05:07.550560+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T05:00:00+00:00 EmrJobFlowSensor 2021-06-05T06:01:05.570808+00:00 2021-06-05T06:12:08.535297+00:00 0:11:02.964489 36807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T06:01:03.067625+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T05:00:00+00:00 EmrJobFlowSensor 2021-06-05T06:01:05.501332+00:00 2021-06-05T06:09:08.012386+00:00 0:08:02.511054 36806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T06:01:03.067585+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T06:00:43.368902+00:00 2021-06-05T06:00:45.197255+00:00 0:00:01.828353 36805 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T06:00:41.062325+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T06:00:41.160588+00:00 2021-06-05T06:00:42.839968+00:00 0:00:01.679380 36804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T06:00:39.056694+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T05:00:00+00:00 PythonOperator 2021-06-05T06:00:21.277409+00:00 2021-06-05T06:00:24.472567+00:00 0:00:03.195158 36803 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T06:00:18.991892+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T05:00:00+00:00 PythonOperator 2021-06-05T06:00:19.427186+00:00 2021-06-05T06:00:22.893323+00:00 0:00:03.466137 36802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T06:00:16.984039+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T04:00:00+00:00 EmrJobFlowSensor 2021-06-05T05:12:07.617310+00:00 2021-06-05T05:21:10.329708+00:00 0:09:02.712398 36800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T05:12:05.140814+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T04:00:00+00:00 EmrJobFlowSensor 2021-06-05T05:11:57.416607+00:00 2021-06-05T05:22:00.236999+00:00 0:10:02.820392 36799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T05:11:55.143430+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T05:11:47.218891+00:00 2021-06-05T05:11:48.936170+00:00 0:00:01.717279 36798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T05:11:45.051855+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T05:11:37.245228+00:00 2021-06-05T05:11:39.040355+00:00 0:00:01.795127 36797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T05:11:35.016666+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T04:00:00+00:00 PythonOperator 2021-06-05T05:11:25.292255+00:00 2021-06-05T05:11:28.797787+00:00 0:00:03.505532 36796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T05:11:23.000386+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T04:00:00+00:00 PythonOperator 2021-06-05T05:11:15.478522+00:00 2021-06-05T05:11:18.927348+00:00 0:00:03.448826 36795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T05:11:12.998344+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T04:00:00+00:00 TriggerDagRunOperator 2021-06-05T05:11:09.694133+00:00 2021-06-05T05:11:10.197315+00:00 0:00:00.503182 36794 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T05:11:07.046926+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T04:00:00+00:00 TriggerDagRunOperator 2021-06-05T05:11:09.375048+00:00 2021-06-05T05:11:09.780644+00:00 0:00:00.405596 36793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T05:11:07.046968+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T04:05:00+00:00 EmrJobFlowSensor 2021-06-05T05:05:48.648920+00:00 2021-06-05T05:13:51.056670+00:00 0:08:02.407750 36792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T05:05:46.406262+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T05:05:26.688345+00:00 2021-06-05T05:05:28.302698+00:00 0:00:01.614353 36791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T05:05:24.455578+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T04:05:00+00:00 PythonOperator 2021-06-05T05:05:06.480920+00:00 2021-06-05T05:05:09.760180+00:00 0:00:03.279260 36790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T05:05:04.346599+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T04:00:00+00:00 EmrJobFlowSensor 2021-06-05T05:01:04.153494+00:00 2021-06-05T05:12:06.916914+00:00 0:11:02.763420 36789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T05:01:01.984839+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T04:00:00+00:00 EmrJobFlowSensor 2021-06-05T05:00:48.201708+00:00 2021-06-05T05:10:50.928140+00:00 0:10:02.726432 36788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T05:00:45.925192+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T05:00:42.099365+00:00 2021-06-05T05:00:43.836467+00:00 0:00:01.737102 36787 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T05:00:39.916804+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T05:00:26.508902+00:00 2021-06-05T05:00:28.271696+00:00 0:00:01.762794 36786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T05:00:23.970534+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T04:00:00+00:00 PythonOperator 2021-06-05T05:00:20.151175+00:00 2021-06-05T05:00:23.685985+00:00 0:00:03.534810 36785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T05:00:17.908468+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T04:00:00+00:00 PythonOperator 2021-06-05T05:00:06.176931+00:00 2021-06-05T05:00:09.588641+00:00 0:00:03.411710 36784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T05:00:03.887331+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T03:00:00+00:00 EmrJobFlowSensor 2021-06-05T04:12:22.576684+00:00 2021-06-05T04:22:25.472149+00:00 0:10:02.895465 36782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T04:12:20.240834+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T03:00:00+00:00 EmrJobFlowSensor 2021-06-05T04:12:08.349095+00:00 2021-06-05T04:21:11.049097+00:00 0:09:02.700002 36781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T04:12:06.139134+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T04:12:00.599093+00:00 2021-06-05T04:12:02.305562+00:00 0:00:01.706469 36780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T04:11:58.240681+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T04:11:48.342920+00:00 2021-06-05T04:11:50.050221+00:00 0:00:01.707301 36779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T04:11:46.021629+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T03:00:00+00:00 PythonOperator 2021-06-05T04:11:38.210164+00:00 2021-06-05T04:11:41.539745+00:00 0:00:03.329581 36778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T04:11:36.016310+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T03:00:00+00:00 PythonOperator 2021-06-05T04:11:26.172917+00:00 2021-06-05T04:11:29.971301+00:00 0:00:03.798384 36777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T04:11:24.004556+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T03:00:00+00:00 TriggerDagRunOperator 2021-06-05T04:11:20.301678+00:00 2021-06-05T04:11:20.726925+00:00 0:00:00.425247 36776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T04:11:17.999795+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T03:00:00+00:00 TriggerDagRunOperator 2021-06-05T04:11:20.301165+00:00 2021-06-05T04:11:20.827916+00:00 0:00:00.526751 36775 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T04:11:17.999749+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T03:05:00+00:00 EmrJobFlowSensor 2021-06-05T04:07:56.013412+00:00 2021-06-05T04:14:58.413928+00:00 0:07:02.400516 36774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T04:07:53.737614+00:00 3 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T04:05:43.877966+00:00 2021-06-05T04:05:45.622148+00:00 0:00:01.744182 36772 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T04:05:41.522674+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T03:05:00+00:00 PythonOperator 2021-06-05T04:05:21.875692+00:00 2021-06-05T04:05:24.753985+00:00 0:00:02.878293 36771 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T04:05:19.485102+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T03:00:00+00:00 EmrJobFlowSensor 2021-06-05T04:01:07.401872+00:00 2021-06-05T04:11:10.114883+00:00 0:10:02.713011 36770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T04:01:05.181906+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T03:00:00+00:00 EmrJobFlowSensor 2021-06-05T04:00:49.274468+00:00 2021-06-05T04:12:52.162664+00:00 0:12:02.888196 36769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T04:00:47.125044+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T04:00:45.390907+00:00 2021-06-05T04:00:47.168038+00:00 0:00:01.777131 36768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T04:00:43.121970+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T04:00:29.283856+00:00 2021-06-05T04:00:30.922384+00:00 0:00:01.638528 36767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T04:00:27.106277+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T03:00:00+00:00 PythonOperator 2021-06-05T04:00:23.605026+00:00 2021-06-05T04:00:26.905779+00:00 0:00:03.300753 36766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T04:00:21.152459+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T03:00:00+00:00 PythonOperator 2021-06-05T04:00:07.800479+00:00 2021-06-05T04:00:11.291427+00:00 0:00:03.490948 36765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T04:00:05.155122+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T02:05:00+00:00 EmrJobFlowSensor 2021-06-05T03:13:09.832443+00:00 2021-06-05T03:14:11.331170+00:00 0:01:01.498727 36763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T03:13:07.448475+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T02:00:00+00:00 EmrJobFlowSensor 2021-06-05T03:11:15.779962+00:00 2021-06-05T03:19:18.412588+00:00 0:08:02.632626 36762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T03:11:13.305591+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T02:00:00+00:00 EmrJobFlowSensor 2021-06-05T03:11:13.504568+00:00 2021-06-05T03:21:16.288991+00:00 0:10:02.784423 36761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T03:11:11.294028+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T03:10:53.647545+00:00 2021-06-05T03:10:55.438853+00:00 0:00:01.791308 36760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T03:10:51.189207+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T03:10:51.418924+00:00 2021-06-05T03:10:53.228416+00:00 0:00:01.809492 36759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T03:10:49.189334+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T02:00:00+00:00 PythonOperator 2021-06-05T03:10:31.449525+00:00 2021-06-05T03:10:34.648646+00:00 0:00:03.199121 36758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T03:10:29.152313+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T02:00:00+00:00 PythonOperator 2021-06-05T03:10:29.303110+00:00 2021-06-05T03:10:32.952563+00:00 0:00:03.649453 36757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T03:10:27.109816+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T02:00:00+00:00 TriggerDagRunOperator 2021-06-05T03:10:17.426123+00:00 2021-06-05T03:10:17.937605+00:00 0:00:00.511482 36756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T03:10:15.097402+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T02:00:00+00:00 TriggerDagRunOperator 2021-06-05T03:10:17.293778+00:00 2021-06-05T03:10:17.682941+00:00 0:00:00.389163 36755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T03:10:15.097435+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T03:05:28.969691+00:00 2021-06-05T03:05:30.718895+00:00 0:00:01.749204 36753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T03:05:26.548003+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T02:05:00+00:00 PythonOperator 2021-06-05T03:05:06.826262+00:00 2021-06-05T03:05:09.991353+00:00 0:00:03.165091 36752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T03:05:04.474134+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T02:00:00+00:00 EmrJobFlowSensor 2021-06-05T03:01:06.166393+00:00 2021-06-05T03:13:09.267189+00:00 0:12:03.100796 36751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T03:01:04.104755+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T02:00:00+00:00 EmrJobFlowSensor 2021-06-05T03:00:52.408007+00:00 2021-06-05T03:09:55.064534+00:00 0:09:02.656527 36750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T03:00:50.096765+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T03:00:42.399860+00:00 2021-06-05T03:00:44.103795+00:00 0:00:01.703935 36749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T03:00:40.150853+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T03:00:32.175206+00:00 2021-06-05T03:00:33.961788+00:00 0:00:01.786582 36748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T03:00:30.050140+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T02:00:00+00:00 PythonOperator 2021-06-05T03:00:20.257967+00:00 2021-06-05T03:00:23.739935+00:00 0:00:03.481968 36747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T03:00:18.040401+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T02:00:00+00:00 PythonOperator 2021-06-05T03:00:10.418937+00:00 2021-06-05T03:00:13.614039+00:00 0:00:03.195102 36746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T03:00:08.018208+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T01:00:00+00:00 EmrJobFlowSensor 2021-06-05T02:24:11.309275+00:00 2021-06-05T02:24:12.763424+00:00 0:00:01.454149 36744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T02:24:09.040813+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T01:00:00+00:00 EmrJobFlowSensor 2021-06-05T02:12:10.461479+00:00 2021-06-05T02:21:13.152202+00:00 0:09:02.690723 36742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T02:12:07.941354+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T02:12:04.135455+00:00 2021-06-05T02:12:06.021726+00:00 0:00:01.886271 36741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T02:12:01.853151+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T02:11:47.992877+00:00 2021-06-05T02:11:49.673803+00:00 0:00:01.680926 36740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T02:11:45.832509+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T01:00:00+00:00 PythonOperator 2021-06-05T02:11:41.992766+00:00 2021-06-05T02:11:45.168946+00:00 0:00:03.176180 36739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T02:11:39.824086+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T01:00:00+00:00 PythonOperator 2021-06-05T02:11:28.077720+00:00 2021-06-05T02:11:31.709616+00:00 0:00:03.631896 36738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T02:11:25.809852+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T01:00:00+00:00 TriggerDagRunOperator 2021-06-05T02:11:22.205513+00:00 2021-06-05T02:11:22.743115+00:00 0:00:00.537602 36737 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T02:11:19.805166+00:00 2 default_pool