Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_emr_steps 2021-06-09T19:05:00+00:00 PythonOperator 2021-06-09T20:05:17.938452+00:00 2021-06-09T20:05:21.180342+00:00 0:00:03.241890 38818 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T20:05:15.622958+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T19:00:00+00:00 EmrJobFlowSensor 2021-06-09T20:01:05.859057+00:00 2021-06-09T20:10:08.482374+00:00 0:09:02.623317 38817 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T20:01:03.184937+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T19:00:00+00:00 EmrJobFlowSensor 2021-06-09T20:00:53.410210+00:00 2021-06-09T20:12:56.314187+00:00 0:12:02.903977 38816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T20:00:51.243754+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T20:00:41.491710+00:00 2021-06-09T20:00:43.137502+00:00 0:00:01.645792 38815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T20:00:39.143428+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T20:00:33.362913+00:00 2021-06-09T20:00:35.163616+00:00 0:00:01.800703 38814 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T20:00:31.057048+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T19:00:00+00:00 PythonOperator 2021-06-09T20:00:21.321568+00:00 2021-06-09T20:00:24.567888+00:00 0:00:03.246320 38813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T20:00:19.033610+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T19:00:00+00:00 PythonOperator 2021-06-09T20:00:11.358311+00:00 2021-06-09T20:00:16.363909+00:00 0:00:05.005598 38812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T20:00:09.033828+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T18:00:00+00:00 EmrJobFlowSensor 2021-06-09T19:12:06.389991+00:00 2021-06-09T19:21:08.937517+00:00 0:09:02.547526 38810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T19:12:04.205130+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T18:00:00+00:00 EmrJobFlowSensor 2021-06-09T19:12:00.479875+00:00 2021-06-09T19:22:03.398116+00:00 0:10:02.918241 38809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T19:11:58.204622+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T19:11:44.879190+00:00 2021-06-09T19:11:46.558197+00:00 0:00:01.679007 38808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T19:11:42.184447+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T19:11:38.377241+00:00 2021-06-09T19:11:40.143446+00:00 0:00:01.766205 38807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T19:11:36.130393+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T18:00:00+00:00 PythonOperator 2021-06-09T19:11:23.474737+00:00 2021-06-09T19:11:26.830417+00:00 0:00:03.355680 38806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T19:11:20.101742+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T18:00:00+00:00 PythonOperator 2021-06-09T19:11:18.726475+00:00 2021-06-09T19:11:23.304847+00:00 0:00:04.578372 38805 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T19:11:16.165674+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T18:00:00+00:00 TriggerDagRunOperator 2021-06-09T19:11:12.830087+00:00 2021-06-09T19:11:13.339519+00:00 0:00:00.509432 38804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T19:11:10.167343+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T18:00:00+00:00 TriggerDagRunOperator 2021-06-09T19:11:12.706021+00:00 2021-06-09T19:11:13.098935+00:00 0:00:00.392914 38803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T19:11:10.167391+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T18:05:00+00:00 EmrJobFlowSensor 2021-06-09T19:06:00.179388+00:00 2021-06-09T19:15:02.904286+00:00 0:09:02.724898 38802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T19:05:57.764741+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T19:05:38.011035+00:00 2021-06-09T19:05:39.820494+00:00 0:00:01.809459 38801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T19:05:35.745641+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T18:05:00+00:00 PythonOperator 2021-06-09T19:05:15.800249+00:00 2021-06-09T19:05:18.971405+00:00 0:00:03.171156 38800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T19:05:13.614717+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T18:00:00+00:00 EmrJobFlowSensor 2021-06-09T19:00:57.310614+00:00 2021-06-09T19:10:59.981619+00:00 0:10:02.671005 38799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T19:00:55.129186+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T18:00:00+00:00 EmrJobFlowSensor 2021-06-09T19:00:49.374481+00:00 2021-06-09T19:12:52.347619+00:00 0:12:02.973138 38798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T19:00:47.122622+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T19:00:35.808086+00:00 2021-06-09T19:00:37.516364+00:00 0:00:01.708278 38797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T19:00:33.110167+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T19:00:27.180868+00:00 2021-06-09T19:00:28.959104+00:00 0:00:01.778236 38796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T19:00:25.103972+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T18:00:00+00:00 PythonOperator 2021-06-09T19:00:13.559138+00:00 2021-06-09T19:00:16.751797+00:00 0:00:03.192659 38795 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T19:00:11.100678+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T18:00:00+00:00 PythonOperator 2021-06-09T19:00:07.352464+00:00 2021-06-09T19:00:10.915728+00:00 0:00:03.563264 38794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T19:00:05.085202+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T17:00:00+00:00 EmrJobFlowSensor 2021-06-09T18:12:08.972335+00:00 2021-06-09T18:21:11.661548+00:00 0:09:02.689213 38792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T18:12:06.688724+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T17:00:00+00:00 EmrJobFlowSensor 2021-06-09T18:12:06.896704+00:00 2021-06-09T18:21:09.713292+00:00 0:09:02.816588 38791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T18:12:04.687336+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T18:11:45.240604+00:00 2021-06-09T18:11:46.895127+00:00 0:00:01.654523 38790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T18:11:42.656599+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T18:11:42.761285+00:00 2021-06-09T18:11:44.707324+00:00 0:00:01.946039 38789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T18:11:40.643943+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T17:00:00+00:00 PythonOperator 2021-06-09T18:11:21.287855+00:00 2021-06-09T18:11:24.838831+00:00 0:00:03.550976 38788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T18:11:18.752659+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T17:00:00+00:00 PythonOperator 2021-06-09T18:11:21.199591+00:00 2021-06-09T18:11:24.755156+00:00 0:00:03.555565 38787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T18:11:18.752707+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T17:00:00+00:00 TriggerDagRunOperator 2021-06-09T18:11:15.402036+00:00 2021-06-09T18:11:15.897396+00:00 0:00:00.495360 38786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T18:11:12.672400+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T17:00:00+00:00 TriggerDagRunOperator 2021-06-09T18:11:15.234484+00:00 2021-06-09T18:11:15.614586+00:00 0:00:00.380102 38785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T18:11:12.672434+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T17:05:00+00:00 EmrJobFlowSensor 2021-06-09T18:06:02.572928+00:00 2021-06-09T18:15:05.244416+00:00 0:09:02.671488 38784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T18:06:00.270729+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T18:05:40.491193+00:00 2021-06-09T18:05:42.161327+00:00 0:00:01.670134 38783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T18:05:38.246672+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T17:05:00+00:00 PythonOperator 2021-06-09T18:05:18.378089+00:00 2021-06-09T18:05:21.520914+00:00 0:00:03.142825 38782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T18:05:16.126835+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T17:00:00+00:00 EmrJobFlowSensor 2021-06-09T18:00:51.961042+00:00 2021-06-09T18:12:55.009565+00:00 0:12:03.048523 38781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T18:00:49.728635+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T17:00:00+00:00 EmrJobFlowSensor 2021-06-09T18:00:51.955164+00:00 2021-06-09T18:10:54.783256+00:00 0:10:02.828092 38780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T18:00:49.728606+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T18:00:31.827186+00:00 2021-06-09T18:00:33.463027+00:00 0:00:01.635841 38779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T18:00:29.709172+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T18:00:28.053507+00:00 2021-06-09T18:00:29.745556+00:00 0:00:01.692049 38778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T18:00:25.774278+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T17:00:00+00:00 PythonOperator 2021-06-09T18:00:10.261054+00:00 2021-06-09T18:00:13.675013+00:00 0:00:03.413959 38777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T18:00:07.760105+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T17:00:00+00:00 PythonOperator 2021-06-09T18:00:08.252244+00:00 2021-06-09T18:00:11.622132+00:00 0:00:03.369888 38776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T18:00:05.693894+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T16:00:00+00:00 EmrJobFlowSensor 2021-06-09T17:11:49.280475+00:00 2021-06-09T17:20:52.045344+00:00 0:09:02.764869 38774 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T17:11:46.723356+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T16:00:00+00:00 EmrJobFlowSensor 2021-06-09T17:11:30.995785+00:00 2021-06-09T17:21:33.751566+00:00 0:10:02.755781 38773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T17:11:28.757753+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T17:11:28.973911+00:00 2021-06-09T17:11:30.781943+00:00 0:00:01.808032 38772 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T17:11:26.705588+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T17:11:10.890812+00:00 2021-06-09T17:11:12.720766+00:00 0:00:01.829954 38771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T17:11:08.694830+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T16:00:00+00:00 PythonOperator 2021-06-09T17:11:06.976060+00:00 2021-06-09T17:11:10.647261+00:00 0:00:03.671201 38770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T17:11:04.686182+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T16:00:00+00:00 PythonOperator 2021-06-09T17:10:49.127530+00:00 2021-06-09T17:10:52.629460+00:00 0:00:03.501930 38769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T17:10:46.663102+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T16:00:00+00:00 TriggerDagRunOperator 2021-06-09T17:10:43.117146+00:00 2021-06-09T17:10:43.521289+00:00 0:00:00.404143 38768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T17:10:40.662122+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T16:00:00+00:00 TriggerDagRunOperator 2021-06-09T17:10:43.036847+00:00 2021-06-09T17:10:43.549689+00:00 0:00:00.512842 38767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T17:10:40.662165+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T16:05:00+00:00 EmrJobFlowSensor 2021-06-09T17:06:18.389544+00:00 2021-06-09T17:15:20.938441+00:00 0:09:02.548897 38766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T17:06:16.225658+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T17:05:56.611180+00:00 2021-06-09T17:05:58.315357+00:00 0:00:01.704177 38765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T17:05:54.262799+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T16:05:00+00:00 PythonOperator 2021-06-09T17:05:34.704871+00:00 2021-06-09T17:05:37.863798+00:00 0:00:03.158927 38764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T17:05:32.252338+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T16:00:00+00:00 EmrJobFlowSensor 2021-06-09T17:01:26.701138+00:00 2021-06-09T17:10:29.310777+00:00 0:09:02.609639 38763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T17:01:23.810130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T16:00:00+00:00 EmrJobFlowSensor 2021-06-09T17:01:24.331691+00:00 2021-06-09T17:13:27.627269+00:00 0:12:03.295578 38762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T17:01:21.802272+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T17:01:06.023836+00:00 2021-06-09T17:01:07.883381+00:00 0:00:01.859545 38761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T17:01:03.793475+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T17:01:03.966409+00:00 2021-06-09T17:01:05.738839+00:00 0:00:01.772430 38760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T17:01:01.790149+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T16:00:00+00:00 PythonOperator 2021-06-09T17:00:32.100408+00:00 2021-06-09T17:00:35.317291+00:00 0:00:03.216883 38759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T17:00:29.761446+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T16:00:00+00:00 PythonOperator 2021-06-09T17:00:30.291250+00:00 2021-06-09T17:00:33.748329+00:00 0:00:03.457079 38758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T17:00:27.756801+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T15:00:00+00:00 EmrJobFlowSensor 2021-06-09T16:11:18.364623+00:00 2021-06-09T16:21:21.216736+00:00 0:10:02.852113 38756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T16:11:15.991210+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T15:00:00+00:00 EmrJobFlowSensor 2021-06-09T16:10:58.093244+00:00 2021-06-09T16:20:00.697264+00:00 0:09:02.604020 38755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T16:10:55.933417+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T16:10:56.185710+00:00 2021-06-09T16:10:58.123027+00:00 0:00:01.937317 38754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T16:10:53.921262+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T16:10:38.396926+00:00 2021-06-09T16:10:40.161684+00:00 0:00:01.764758 38753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T16:10:35.908381+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T15:00:00+00:00 PythonOperator 2021-06-09T16:10:34.469599+00:00 2021-06-09T16:10:38.092994+00:00 0:00:03.623395 38752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T16:10:31.960248+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T15:00:00+00:00 PythonOperator 2021-06-09T16:10:16.584234+00:00 2021-06-09T16:10:20.150961+00:00 0:00:03.566727 38751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T16:10:13.958149+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T15:00:00+00:00 TriggerDagRunOperator 2021-06-09T16:10:10.440583+00:00 2021-06-09T16:10:10.854603+00:00 0:00:00.414020 38750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T16:10:07.943683+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T15:00:00+00:00 TriggerDagRunOperator 2021-06-09T16:10:10.421323+00:00 2021-06-09T16:10:10.925110+00:00 0:00:00.503787 38749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T16:10:07.943645+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T15:05:00+00:00 EmrJobFlowSensor 2021-06-09T16:05:57.654702+00:00 2021-06-09T16:14:00.136568+00:00 0:08:02.481866 38748 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T16:05:55.458669+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T16:05:29.941457+00:00 2021-06-09T16:05:31.676033+00:00 0:00:01.734576 38747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T16:05:27.540783+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T15:05:00+00:00 PythonOperator 2021-06-09T16:05:07.756967+00:00 2021-06-09T16:05:10.923294+00:00 0:00:03.166327 38746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T16:05:05.459460+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T15:00:00+00:00 EmrJobFlowSensor 2021-06-09T16:01:05.319736+00:00 2021-06-09T16:13:08.286845+00:00 0:12:02.967109 38745 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T16:01:02.719780+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T15:00:00+00:00 EmrJobFlowSensor 2021-06-09T16:00:58.946331+00:00 2021-06-09T16:10:01.478112+00:00 0:09:02.531781 38744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T16:00:56.707109+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T16:00:41.037774+00:00 2021-06-09T16:00:42.817933+00:00 0:00:01.780159 38743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T16:00:38.746443+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T16:00:36.996493+00:00 2021-06-09T16:00:38.716551+00:00 0:00:01.720058 38742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T16:00:34.760109+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T15:00:00+00:00 PythonOperator 2021-06-09T16:00:16.884365+00:00 2021-06-09T16:00:20.087984+00:00 0:00:03.203619 38741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T16:00:14.624278+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T15:00:00+00:00 PythonOperator 2021-06-09T16:00:16.764430+00:00 2021-06-09T16:00:20.276668+00:00 0:00:03.512238 38740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T16:00:14.624237+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T14:00:00+00:00 EmrJobFlowSensor 2021-06-09T15:30:47.804726+00:00 2021-06-09T15:39:50.343714+00:00 0:09:02.538988 38739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T15:30:45.589820+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T14:00:00+00:00 EmrJobFlowSensor 2021-06-09T15:30:44.125150+00:00 2021-06-09T15:39:46.886833+00:00 0:09:02.761683 38738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T15:30:41.590124+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T15:30:27.797235+00:00 2021-06-09T15:30:29.620315+00:00 0:00:01.823080 38737 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T15:30:25.516435+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T15:30:21.663260+00:00 2021-06-09T15:30:23.349319+00:00 0:00:01.686059 38736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T15:30:19.514398+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T14:00:00+00:00 PythonOperator 2021-06-09T15:30:05.879032+00:00 2021-06-09T15:30:09.140043+00:00 0:00:03.261011 38735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T15:30:03.487880+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T14:00:00+00:00 PythonOperator 2021-06-09T15:30:00.196527+00:00 2021-06-09T15:30:03.884482+00:00 0:00:03.687955 38734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T15:29:57.644858+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T14:00:00+00:00 TriggerDagRunOperator 2021-06-09T15:29:54.138094+00:00 2021-06-09T15:29:54.657987+00:00 0:00:00.519893 38733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T15:29:51.475335+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T14:00:00+00:00 TriggerDagRunOperator 2021-06-09T15:29:53.996308+00:00 2021-06-09T15:29:54.434925+00:00 0:00:00.438617 38732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T15:29:51.475281+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T14:00:00+00:00 EmrJobFlowSensor 2021-06-09T15:19:52.476559+00:00 2021-06-09T15:31:55.419191+00:00 0:12:02.942632 38731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T15:19:50.345093+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T14:05:00+00:00 EmrJobFlowSensor 2021-06-09T15:19:40.655986+00:00 2021-06-09T15:28:43.251795+00:00 0:09:02.595809 38730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T15:19:38.290654+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T14:00:00+00:00 EmrJobFlowSensor 2021-06-09T15:19:36.554016+00:00 2021-06-09T15:29:39.428564+00:00 0:10:02.874548 38729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T15:19:34.287198+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T15:19:31.079815+00:00 2021-06-09T15:19:32.797189+00:00 0:00:01.717374 38728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T15:19:28.356248+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T15:19:20.370708+00:00 2021-06-09T15:19:22.011217+00:00 0:00:01.640509 38727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T15:19:18.187114+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T15:19:16.477420+00:00 2021-06-09T15:19:18.314081+00:00 0:00:01.836661 38726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T15:19:14.204713+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T14:00:00+00:00 PythonOperator 2021-06-09T15:19:08.284579+00:00 2021-06-09T15:19:11.912959+00:00 0:00:03.628380 38725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T15:19:06.158298+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T14:05:00+00:00 PythonOperator 2021-06-09T15:18:58.255767+00:00 2021-06-09T15:19:01.580758+00:00 0:00:03.324991 38724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T15:18:56.145707+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T14:00:00+00:00 PythonOperator 2021-06-09T15:18:55.024543+00:00 2021-06-09T15:18:58.296539+00:00 0:00:03.271996 38723 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T15:18:52.146595+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T13:00:00+00:00 EmrJobFlowSensor 2021-06-09T14:12:39.535947+00:00 2021-06-09T14:22:42.105951+00:00 0:10:02.570004 38721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T14:12:37.251122+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T13:00:00+00:00 EmrJobFlowSensor 2021-06-09T14:12:29.623758+00:00 2021-06-09T14:21:32.343582+00:00 0:09:02.719824 38720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T14:12:27.242421+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T14:12:13.417509+00:00 2021-06-09T14:12:15.144015+00:00 0:00:01.726506 38719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T14:12:11.219341+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T14:12:03.458511+00:00 2021-06-09T14:12:05.299237+00:00 0:00:01.840726 38718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T14:12:01.209544+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T13:00:00+00:00 PythonOperator 2021-06-09T14:11:41.403297+00:00 2021-06-09T14:11:44.839771+00:00 0:00:03.436474 38717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T14:11:39.189659+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T13:00:00+00:00 PythonOperator 2021-06-09T14:11:37.839735+00:00 2021-06-09T14:11:41.407363+00:00 0:00:03.567628 38716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T14:11:35.187605+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T13:00:00+00:00 TriggerDagRunOperator 2021-06-09T14:11:29.696910+00:00 2021-06-09T14:11:30.202173+00:00 0:00:00.505263 38715 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T14:11:27.184068+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T13:00:00+00:00 TriggerDagRunOperator 2021-06-09T14:11:29.468207+00:00 2021-06-09T14:11:29.865470+00:00 0:00:00.397263 38714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T14:11:27.184099+00:00 2 default_pool