Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-14T13:00:00+00:00 EmrJobFlowSensor 2021-06-14T14:01:06.492730+00:00 2021-06-14T14:11:09.247842+00:00 0:10:02.755112 40899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T14:01:04.334635+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T13:00:00+00:00 EmrJobFlowSensor 2021-06-14T14:00:52.568871+00:00 2021-06-14T14:13:55.687698+00:00 0:13:03.118827 40898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T14:00:50.322550+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T14:00:36.718172+00:00 2021-06-14T14:00:38.503661+00:00 0:00:01.785489 40897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T14:00:34.376430+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T14:00:24.474857+00:00 2021-06-14T14:00:26.287136+00:00 0:00:01.812279 40896 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T14:00:22.300742+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T13:00:00+00:00 PythonOperator 2021-06-14T14:00:14.603599+00:00 2021-06-14T14:00:17.877428+00:00 0:00:03.273829 40895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T14:00:12.346698+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T13:00:00+00:00 PythonOperator 2021-06-14T14:00:04.604283+00:00 2021-06-14T14:00:08.052997+00:00 0:00:03.448714 40894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T14:00:02.247826+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T12:00:00+00:00 EmrJobFlowSensor 2021-06-14T13:10:20.020579+00:00 2021-06-14T13:19:22.586658+00:00 0:09:02.566079 40892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T13:10:17.750164+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T12:00:00+00:00 EmrJobFlowSensor 2021-06-14T13:10:01.912513+00:00 2021-06-14T13:19:04.639512+00:00 0:09:02.726999 40891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T13:09:59.792887+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T13:09:50.181130+00:00 2021-06-14T13:09:51.850664+00:00 0:00:01.669534 40890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T13:09:47.758679+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T13:09:39.922579+00:00 2021-06-14T13:09:41.602100+00:00 0:00:01.679521 40889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T13:09:37.716248+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T12:00:00+00:00 PythonOperator 2021-06-14T13:09:27.870871+00:00 2021-06-14T13:09:31.524012+00:00 0:00:03.653141 40888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T13:09:25.705729+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T12:00:00+00:00 PythonOperator 2021-06-14T13:09:20.127352+00:00 2021-06-14T13:09:23.634141+00:00 0:00:03.506789 40887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T13:09:17.697196+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T12:00:00+00:00 TriggerDagRunOperator 2021-06-14T13:09:10.013513+00:00 2021-06-14T13:09:10.423454+00:00 0:00:00.409941 40886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T13:09:07.690070+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T12:00:00+00:00 TriggerDagRunOperator 2021-06-14T13:09:09.965551+00:00 2021-06-14T13:09:10.510360+00:00 0:00:00.544809 40885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T13:09:07.690103+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T12:05:00+00:00 EmrJobFlowSensor 2021-06-14T13:06:11.610311+00:00 2021-06-14T13:14:14.167570+00:00 0:08:02.557259 40884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T13:06:09.390508+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T13:05:49.531144+00:00 2021-06-14T13:05:51.166433+00:00 0:00:01.635289 40883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T13:05:47.339858+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T12:05:00+00:00 PythonOperator 2021-06-14T13:05:29.666024+00:00 2021-06-14T13:05:32.970971+00:00 0:00:03.304947 40882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T13:05:27.321931+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T12:00:00+00:00 EmrJobFlowSensor 2021-06-14T13:00:51.543793+00:00 2021-06-14T13:12:54.563832+00:00 0:12:03.020039 40881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T13:00:48.924017+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T12:00:00+00:00 EmrJobFlowSensor 2021-06-14T13:00:49.344891+00:00 2021-06-14T13:08:52.241105+00:00 0:08:02.896214 40880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T13:00:46.922164+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T13:00:29.889369+00:00 2021-06-14T13:00:31.535834+00:00 0:00:01.646465 40879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T13:00:26.968097+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T13:00:27.344867+00:00 2021-06-14T13:00:29.506167+00:00 0:00:02.161300 40878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T13:00:24.957408+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T12:00:00+00:00 PythonOperator 2021-06-14T13:00:09.382931+00:00 2021-06-14T13:00:13.001207+00:00 0:00:03.618276 40877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T13:00:06.957387+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T12:00:00+00:00 PythonOperator 2021-06-14T13:00:05.648995+00:00 2021-06-14T13:00:09.130637+00:00 0:00:03.481642 40876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T13:00:02.947115+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T11:00:00+00:00 EmrJobFlowSensor 2021-06-14T12:12:34.412822+00:00 2021-06-14T12:22:37.308993+00:00 0:10:02.896171 40874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T12:12:32.026101+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T11:00:00+00:00 EmrJobFlowSensor 2021-06-14T12:12:22.336865+00:00 2021-06-14T12:21:25.050985+00:00 0:09:02.714120 40873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T12:12:20.017024+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T12:12:12.302608+00:00 2021-06-14T12:12:14.059832+00:00 0:00:01.757224 40872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T12:12:10.003137+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T12:12:00.690910+00:00 2021-06-14T12:12:02.636062+00:00 0:00:01.945152 40871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T12:11:58.068095+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T11:00:00+00:00 PythonOperator 2021-06-14T12:11:50.427520+00:00 2021-06-14T12:11:54.023002+00:00 0:00:03.595482 40870 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T12:11:48.047132+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T11:00:00+00:00 PythonOperator 2021-06-14T12:11:38.582565+00:00 2021-06-14T12:11:42.079395+00:00 0:00:03.496830 40869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T12:11:35.898747+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T11:00:00+00:00 TriggerDagRunOperator 2021-06-14T12:11:30.726295+00:00 2021-06-14T12:11:31.246784+00:00 0:00:00.520489 40868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T12:11:27.857553+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T11:00:00+00:00 TriggerDagRunOperator 2021-06-14T12:11:30.566902+00:00 2021-06-14T12:11:30.959394+00:00 0:00:00.392492 40867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T12:11:27.857599+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T11:05:00+00:00 EmrJobFlowSensor 2021-06-14T12:05:49.527596+00:00 2021-06-14T12:14:52.046329+00:00 0:09:02.518733 40866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T12:05:47.338127+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T12:05:27.681960+00:00 2021-06-14T12:05:29.311128+00:00 0:00:01.629168 40865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T12:05:25.372220+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T11:05:00+00:00 PythonOperator 2021-06-14T12:05:05.726010+00:00 2021-06-14T12:05:08.941097+00:00 0:00:03.215087 40864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T12:05:03.361440+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T11:00:00+00:00 EmrJobFlowSensor 2021-06-14T12:01:09.304926+00:00 2021-06-14T12:11:12.021214+00:00 0:10:02.716288 40863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T12:01:07.066560+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T11:00:00+00:00 EmrJobFlowSensor 2021-06-14T12:00:57.379636+00:00 2021-06-14T12:12:00.255266+00:00 0:11:02.875630 40862 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T12:00:55.045611+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T12:00:45.371449+00:00 2021-06-14T12:00:47.058605+00:00 0:00:01.687156 40861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T12:00:43.029623+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T12:00:35.566852+00:00 2021-06-14T12:00:37.359837+00:00 0:00:01.792985 40860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T12:00:33.081087+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T11:00:00+00:00 PythonOperator 2021-06-14T12:00:23.324066+00:00 2021-06-14T12:00:26.637319+00:00 0:00:03.313253 40859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T12:00:21.010969+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T11:00:00+00:00 PythonOperator 2021-06-14T12:00:13.394117+00:00 2021-06-14T12:00:16.961096+00:00 0:00:03.566979 40858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T12:00:11.002831+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T10:00:00+00:00 EmrJobFlowSensor 2021-06-14T11:11:43.924898+00:00 2021-06-14T11:23:47.047549+00:00 0:12:03.122651 40856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T11:11:41.637470+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T10:00:00+00:00 EmrJobFlowSensor 2021-06-14T11:11:37.827796+00:00 2021-06-14T11:21:40.516450+00:00 0:10:02.688654 40855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T11:11:35.632275+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T11:11:21.804415+00:00 2021-06-14T11:11:23.483148+00:00 0:00:01.678733 40854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T11:11:19.617380+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T11:11:15.830792+00:00 2021-06-14T11:11:17.743518+00:00 0:00:01.912726 40853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T11:11:13.611565+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T10:00:00+00:00 PythonOperator 2021-06-14T11:11:02.007952+00:00 2021-06-14T11:11:05.638141+00:00 0:00:03.630189 40852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T11:10:59.609894+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T10:00:00+00:00 PythonOperator 2021-06-14T11:10:51.809827+00:00 2021-06-14T11:10:55.070479+00:00 0:00:03.260652 40851 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T11:10:49.600921+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T10:00:00+00:00 TriggerDagRunOperator 2021-06-14T11:10:41.940124+00:00 2021-06-14T11:10:42.344486+00:00 0:00:00.404362 40850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T11:10:39.590123+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T10:00:00+00:00 TriggerDagRunOperator 2021-06-14T11:10:41.912651+00:00 2021-06-14T11:10:42.473418+00:00 0:00:00.560767 40849 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T11:10:39.590082+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T10:05:00+00:00 EmrJobFlowSensor 2021-06-14T11:06:03.424837+00:00 2021-06-14T11:15:06.053356+00:00 0:09:02.628519 40848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T11:06:01.209080+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T11:05:39.759259+00:00 2021-06-14T11:05:41.496548+00:00 0:00:01.737289 40847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T11:05:37.199312+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T10:05:00+00:00 PythonOperator 2021-06-14T11:05:19.366876+00:00 2021-06-14T11:05:22.763128+00:00 0:00:03.396252 40846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T11:05:17.145561+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T10:00:00+00:00 EmrJobFlowSensor 2021-06-14T11:01:49.000417+00:00 2021-06-14T11:12:51.895154+00:00 0:11:02.894737 40845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T11:01:46.718993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T11:01:23.034009+00:00 2021-06-14T11:01:24.756022+00:00 0:00:01.722013 40844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T11:01:20.702828+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T10:00:00+00:00 EmrJobFlowSensor 2021-06-14T11:01:15.423030+00:00 2021-06-14T11:10:18.160706+00:00 0:09:02.737676 40843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T11:01:12.693905+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T11:00:44.898247+00:00 2021-06-14T11:00:46.733053+00:00 0:00:01.834806 40842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T11:00:42.631968+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T10:00:00+00:00 PythonOperator 2021-06-14T11:00:14.997157+00:00 2021-06-14T11:00:18.440773+00:00 0:00:03.443616 40841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T11:00:12.615555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T10:00:00+00:00 PythonOperator 2021-06-14T11:00:09.485694+00:00 2021-06-14T11:00:12.912814+00:00 0:00:03.427120 40840 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T11:00:06.606619+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T09:00:00+00:00 EmrJobFlowSensor 2021-06-14T10:11:17.536639+00:00 2021-06-14T10:21:20.269685+00:00 0:10:02.733046 40838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T10:11:15.049001+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T09:00:00+00:00 EmrJobFlowSensor 2021-06-14T10:11:17.532109+00:00 2021-06-14T10:21:20.452110+00:00 0:10:02.920001 40837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T10:11:15.048932+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T10:10:57.140013+00:00 2021-06-14T10:10:58.854890+00:00 0:00:01.714877 40836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T10:10:54.901493+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T10:10:55.220266+00:00 2021-06-14T10:10:57.014568+00:00 0:00:01.794302 40835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T10:10:52.900883+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T09:00:00+00:00 PythonOperator 2021-06-14T10:10:35.894016+00:00 2021-06-14T10:10:39.163804+00:00 0:00:03.269788 40834 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T10:10:32.884728+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T09:00:00+00:00 PythonOperator 2021-06-14T10:10:35.665205+00:00 2021-06-14T10:10:39.328894+00:00 0:00:03.663689 40833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T10:10:32.884700+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T09:00:00+00:00 TriggerDagRunOperator 2021-06-14T10:10:27.376294+00:00 2021-06-14T10:10:27.894016+00:00 0:00:00.517722 40832 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T10:10:24.862853+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T09:00:00+00:00 TriggerDagRunOperator 2021-06-14T10:10:27.227532+00:00 2021-06-14T10:10:27.617905+00:00 0:00:00.390373 40831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T10:10:24.862905+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T09:05:00+00:00 EmrJobFlowSensor 2021-06-14T10:06:00.984955+00:00 2021-06-14T10:15:03.728600+00:00 0:09:02.743645 40830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T10:05:58.547313+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T10:05:40.563723+00:00 2021-06-14T10:05:42.212953+00:00 0:00:01.649230 40829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T10:05:38.316591+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T09:05:00+00:00 PythonOperator 2021-06-14T10:05:18.596701+00:00 2021-06-14T10:05:21.870643+00:00 0:00:03.273942 40828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T10:05:16.306057+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T09:00:00+00:00 EmrJobFlowSensor 2021-06-14T10:01:20.080842+00:00 2021-06-14T10:13:22.973729+00:00 0:12:02.892887 40827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T10:01:17.902502+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T09:00:00+00:00 EmrJobFlowSensor 2021-06-14T10:01:10.333654+00:00 2021-06-14T10:10:13.004354+00:00 0:09:02.670700 40826 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T10:01:07.940826+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T10:00:58.299457+00:00 2021-06-14T10:01:00.119213+00:00 0:00:01.819756 40825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T10:00:55.938470+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T10:00:48.068753+00:00 2021-06-14T10:00:49.803564+00:00 0:00:01.734811 40824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T10:00:45.856982+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T09:00:00+00:00 PythonOperator 2021-06-14T10:00:30.074919+00:00 2021-06-14T10:00:33.581085+00:00 0:00:03.506166 40823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T10:00:27.864343+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T09:00:00+00:00 PythonOperator 2021-06-14T10:00:24.403052+00:00 2021-06-14T10:00:27.662349+00:00 0:00:03.259297 40822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T10:00:21.836278+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T08:00:00+00:00 EmrJobFlowSensor 2021-06-14T09:10:30.778074+00:00 2021-06-14T09:19:33.423464+00:00 0:09:02.645390 40820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T09:10:28.457268+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T08:00:00+00:00 EmrJobFlowSensor 2021-06-14T09:10:28.678717+00:00 2021-06-14T09:20:31.546729+00:00 0:10:02.868012 40819 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T09:10:26.432434+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T09:10:10.589225+00:00 2021-06-14T09:10:12.326928+00:00 0:00:01.737703 40818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T09:10:08.419369+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T09:10:06.884492+00:00 2021-06-14T09:10:08.680431+00:00 0:00:01.795939 40817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T09:10:04.421843+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T08:00:00+00:00 PythonOperator 2021-06-14T09:09:47.708726+00:00 2021-06-14T09:09:51.582644+00:00 0:00:03.873918 40816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T09:09:44.393939+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T08:00:00+00:00 PythonOperator 2021-06-14T09:09:43.170723+00:00 2021-06-14T09:09:48.043515+00:00 0:00:04.872792 40815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T09:09:40.395090+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T08:00:00+00:00 TriggerDagRunOperator 2021-06-14T09:09:34.636864+00:00 2021-06-14T09:09:35.174084+00:00 0:00:00.537220 40814 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T09:09:32.387185+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T08:00:00+00:00 TriggerDagRunOperator 2021-06-14T09:09:34.612724+00:00 2021-06-14T09:09:35.048624+00:00 0:00:00.435900 40813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T09:09:32.387148+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T08:05:00+00:00 EmrJobFlowSensor 2021-06-14T09:05:54.371368+00:00 2021-06-14T09:14:56.905417+00:00 0:09:02.534049 40812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T09:05:52.102775+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T09:05:32.583177+00:00 2021-06-14T09:05:34.319206+00:00 0:00:01.736029 40811 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T09:05:30.240855+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T08:05:00+00:00 PythonOperator 2021-06-14T09:05:10.299638+00:00 2021-06-14T09:05:13.474599+00:00 0:00:03.174961 40810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T09:05:08.051981+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T08:00:00+00:00 EmrJobFlowSensor 2021-06-14T09:01:21.990054+00:00 2021-06-14T09:12:25.084916+00:00 0:11:03.094862 40809 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T09:01:19.797651+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T08:00:00+00:00 EmrJobFlowSensor 2021-06-14T09:01:21.954606+00:00 2021-06-14T09:09:24.539385+00:00 0:08:02.584779 40808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T09:01:19.797621+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T09:00:50.104931+00:00 2021-06-14T09:00:51.857822+00:00 0:00:01.752891 40807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T09:00:47.767910+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T09:00:47.978501+00:00 2021-06-14T09:00:49.654914+00:00 0:00:01.676413 40806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T09:00:45.772148+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T08:00:00+00:00 PythonOperator 2021-06-14T09:00:16.584384+00:00 2021-06-14T09:00:19.861730+00:00 0:00:03.277346 40805 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T09:00:13.745695+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T08:00:00+00:00 PythonOperator 2021-06-14T09:00:14.321497+00:00 2021-06-14T09:00:18.352859+00:00 0:00:04.031362 40804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T09:00:11.738392+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T07:00:00+00:00 EmrJobFlowSensor 2021-06-14T08:11:31.833808+00:00 2021-06-14T08:21:34.666828+00:00 0:10:02.833020 40802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:11:29.132438+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T07:00:00+00:00 EmrJobFlowSensor 2021-06-14T08:11:29.539022+00:00 2021-06-14T08:21:32.640475+00:00 0:10:03.101453 40801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:11:27.131720+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:11:09.558391+00:00 2021-06-14T08:11:11.257240+00:00 0:00:01.698849 40800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T08:11:07.120203+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:11:07.495038+00:00 2021-06-14T08:11:09.360025+00:00 0:00:01.864987 40799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T08:11:05.113255+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T07:00:00+00:00 PythonOperator 2021-06-14T08:10:45.754308+00:00 2021-06-14T08:10:49.169009+00:00 0:00:03.414701 40798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:10:43.098490+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T07:00:00+00:00 PythonOperator 2021-06-14T08:10:43.403940+00:00 2021-06-14T08:10:47.426876+00:00 0:00:04.022936 40797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:10:41.093585+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T07:00:00+00:00 TriggerDagRunOperator 2021-06-14T08:10:15.414304+00:00 2021-06-14T08:10:15.914762+00:00 0:00:00.500458 40796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:10:13.038178+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T07:00:00+00:00 TriggerDagRunOperator 2021-06-14T08:10:15.301603+00:00 2021-06-14T08:10:15.676531+00:00 0:00:00.374928 40795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:10:13.038145+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T07:05:00+00:00 EmrJobFlowSensor 2021-06-14T08:05:56.711892+00:00 2021-06-14T08:13:59.070771+00:00 0:08:02.358879 40794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:05:54.528175+00:00 2 default_pool