Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T21:10:44.223059+00:00 2021-06-07T21:10:46.054217+00:00 0:00:01.831158 37957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T21:10:41.819554+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T20:00:00+00:00 PythonOperator 2021-06-07T21:10:38.086145+00:00 2021-06-07T21:10:41.346032+00:00 0:00:03.259887 37956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T21:10:35.816896+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T20:00:00+00:00 PythonOperator 2021-06-07T21:10:22.023577+00:00 2021-06-07T21:10:25.670639+00:00 0:00:03.647062 37955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T21:10:19.801603+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T20:00:00+00:00 TriggerDagRunOperator 2021-06-07T21:10:12.089978+00:00 2021-06-07T21:10:12.629985+00:00 0:00:00.540007 37954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T21:10:09.796452+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T20:00:00+00:00 TriggerDagRunOperator 2021-06-07T21:10:12.013549+00:00 2021-06-07T21:10:12.455369+00:00 0:00:00.441820 37953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T21:10:09.796487+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T20:05:00+00:00 EmrJobFlowSensor 2021-06-07T21:05:51.625286+00:00 2021-06-07T21:14:54.223014+00:00 0:09:02.597728 37952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T21:05:49.389829+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T21:05:31.481564+00:00 2021-06-07T21:05:33.189947+00:00 0:00:01.708383 37951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T21:05:29.375051+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T20:05:00+00:00 PythonOperator 2021-06-07T21:05:09.832642+00:00 2021-06-07T21:05:12.817568+00:00 0:00:02.984926 37950 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T21:05:07.351449+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T20:00:00+00:00 EmrJobFlowSensor 2021-06-07T21:01:05.243817+00:00 2021-06-07T21:10:07.904652+00:00 0:09:02.660835 37949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T21:01:02.814649+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T20:00:00+00:00 EmrJobFlowSensor 2021-06-07T21:01:01.275298+00:00 2021-06-07T21:13:04.550509+00:00 0:12:03.275211 37948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T21:00:58.868623+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T21:00:41.568019+00:00 2021-06-07T21:00:43.239378+00:00 0:00:01.671359 37947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T21:00:38.857564+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T21:00:39.038787+00:00 2021-06-07T21:00:41.210829+00:00 0:00:02.172042 37946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T21:00:36.800488+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T20:00:00+00:00 PythonOperator 2021-06-07T21:00:22.008882+00:00 2021-06-07T21:00:25.443399+00:00 0:00:03.434517 37945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T21:00:18.755523+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T20:00:00+00:00 PythonOperator 2021-06-07T21:00:17.067308+00:00 2021-06-07T21:00:21.794000+00:00 0:00:04.726692 37944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T21:00:14.765313+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T19:00:00+00:00 EmrJobFlowSensor 2021-06-07T20:11:18.265948+00:00 2021-06-07T20:21:21.160927+00:00 0:10:02.894979 37942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T20:11:15.985638+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T19:00:00+00:00 EmrJobFlowSensor 2021-06-07T20:11:08.196696+00:00 2021-06-07T20:20:10.845184+00:00 0:09:02.648488 37941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T20:11:05.932423+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T20:10:56.742493+00:00 2021-06-07T20:10:58.559797+00:00 0:00:01.817304 37940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T20:10:53.912586+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T20:10:48.394654+00:00 2021-06-07T20:10:50.171256+00:00 0:00:01.776602 37939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T20:10:45.903080+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T19:00:00+00:00 PythonOperator 2021-06-07T20:10:34.226163+00:00 2021-06-07T20:10:37.678737+00:00 0:00:03.452574 37938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T20:10:31.889869+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T19:00:00+00:00 PythonOperator 2021-06-07T20:10:26.091970+00:00 2021-06-07T20:10:29.491267+00:00 0:00:03.399297 37937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T20:10:23.943448+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T19:00:00+00:00 TriggerDagRunOperator 2021-06-07T20:10:16.083935+00:00 2021-06-07T20:10:16.468209+00:00 0:00:00.384274 37936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T20:10:13.844999+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T19:00:00+00:00 TriggerDagRunOperator 2021-06-07T20:10:16.090950+00:00 2021-06-07T20:10:16.610299+00:00 0:00:00.519349 37935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T20:10:13.844941+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T19:05:00+00:00 EmrJobFlowSensor 2021-06-07T20:05:55.668004+00:00 2021-06-07T20:14:58.293166+00:00 0:09:02.625162 37934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T20:05:53.460456+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T20:05:35.556507+00:00 2021-06-07T20:05:37.184474+00:00 0:00:01.627967 37933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T20:05:33.443036+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T19:05:00+00:00 PythonOperator 2021-06-07T20:05:11.592030+00:00 2021-06-07T20:05:14.739252+00:00 0:00:03.147222 37932 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T20:05:09.384029+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T19:00:00+00:00 EmrJobFlowSensor 2021-06-07T20:01:05.201788+00:00 2021-06-07T20:13:08.244858+00:00 0:12:03.043070 37931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T20:01:02.953690+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T19:00:00+00:00 EmrJobFlowSensor 2021-06-07T20:00:51.021226+00:00 2021-06-07T20:09:53.696775+00:00 0:09:02.675549 37930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T20:00:48.816125+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T20:00:43.107044+00:00 2021-06-07T20:00:44.852524+00:00 0:00:01.745480 37929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T20:00:40.785177+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T20:00:29.088366+00:00 2021-06-07T20:00:30.761481+00:00 0:00:01.673115 37928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T20:00:26.847952+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T19:00:00+00:00 PythonOperator 2021-06-07T20:00:23.118056+00:00 2021-06-07T20:00:26.526868+00:00 0:00:03.408812 37927 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T20:00:20.856126+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T19:00:00+00:00 PythonOperator 2021-06-07T20:00:09.108460+00:00 2021-06-07T20:00:12.313024+00:00 0:00:03.204564 37926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T20:00:06.716555+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T18:00:00+00:00 EmrJobFlowSensor 2021-06-07T19:12:48.751167+00:00 2021-06-07T19:20:51.337648+00:00 0:08:02.586481 37924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T19:12:46.437550+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T18:00:00+00:00 EmrJobFlowSensor 2021-06-07T19:12:48.692191+00:00 2021-06-07T19:21:51.331824+00:00 0:09:02.639633 37923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T19:12:46.437520+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T19:12:18.589777+00:00 2021-06-07T19:12:20.296838+00:00 0:00:01.707061 37922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T19:12:16.409983+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T19:12:16.641232+00:00 2021-06-07T19:12:18.432294+00:00 0:00:01.791062 37921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T19:12:14.413253+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T18:00:00+00:00 PythonOperator 2021-06-07T19:11:50.995832+00:00 2021-06-07T19:11:54.585607+00:00 0:00:03.589775 37920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T19:11:48.442121+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T18:00:00+00:00 PythonOperator 2021-06-07T19:11:48.720561+00:00 2021-06-07T19:11:51.916309+00:00 0:00:03.195748 37919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T19:11:46.366115+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T18:00:00+00:00 TriggerDagRunOperator 2021-06-07T19:11:31.137896+00:00 2021-06-07T19:11:31.660574+00:00 0:00:00.522678 37918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T19:11:28.356289+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T18:00:00+00:00 TriggerDagRunOperator 2021-06-07T19:11:30.883238+00:00 2021-06-07T19:11:31.316207+00:00 0:00:00.432969 37917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T19:11:28.356244+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T18:05:00+00:00 EmrJobFlowSensor 2021-06-07T19:05:48.181359+00:00 2021-06-07T19:14:50.904453+00:00 0:09:02.723094 37916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T19:05:45.830538+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T19:05:27.982032+00:00 2021-06-07T19:05:29.616655+00:00 0:00:01.634623 37915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T19:05:25.811985+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T18:05:00+00:00 PythonOperator 2021-06-07T19:05:06.030274+00:00 2021-06-07T19:05:09.391782+00:00 0:00:03.361508 37914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T19:05:03.793805+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T18:00:00+00:00 EmrJobFlowSensor 2021-06-07T19:01:07.615337+00:00 2021-06-07T19:11:10.421441+00:00 0:10:02.806104 37913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T19:01:05.400562+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T18:00:00+00:00 EmrJobFlowSensor 2021-06-07T19:01:03.612515+00:00 2021-06-07T19:13:06.580692+00:00 0:12:02.968177 37912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T19:01:01.394608+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T19:00:43.606180+00:00 2021-06-07T19:00:45.475500+00:00 0:00:01.869320 37911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T19:00:41.360535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T19:00:39.532074+00:00 2021-06-07T19:00:41.163655+00:00 0:00:01.631581 37910 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T19:00:37.381389+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T18:00:00+00:00 PythonOperator 2021-06-07T19:00:23.659011+00:00 2021-06-07T19:00:26.990316+00:00 0:00:03.331305 37909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T19:00:21.303131+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T18:00:00+00:00 PythonOperator 2021-06-07T19:00:17.770004+00:00 2021-06-07T19:00:21.153647+00:00 0:00:03.383643 37908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T19:00:15.299565+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T17:00:00+00:00 EmrJobFlowSensor 2021-06-07T18:12:23.788416+00:00 2021-06-07T18:20:26.330891+00:00 0:08:02.542475 37906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T18:12:21.692080+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T17:00:00+00:00 EmrJobFlowSensor 2021-06-07T18:11:25.989888+00:00 2021-06-07T18:21:28.858136+00:00 0:10:02.868248 37905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T18:11:23.633617+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T18:11:10.083178+00:00 2021-06-07T18:11:11.921894+00:00 0:00:01.838716 37904 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T18:11:07.616596+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T18:11:04.116432+00:00 2021-06-07T18:11:05.920346+00:00 0:00:01.803914 37903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T18:11:01.614553+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T17:00:00+00:00 PythonOperator 2021-06-07T18:10:47.820457+00:00 2021-06-07T18:10:51.200582+00:00 0:00:03.380125 37902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T18:10:45.596942+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T17:00:00+00:00 PythonOperator 2021-06-07T18:10:39.895973+00:00 2021-06-07T18:10:43.358771+00:00 0:00:03.462798 37901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T18:10:37.597455+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T17:00:00+00:00 TriggerDagRunOperator 2021-06-07T18:10:21.823913+00:00 2021-06-07T18:10:22.345261+00:00 0:00:00.521348 37900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T18:10:19.523313+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T17:00:00+00:00 TriggerDagRunOperator 2021-06-07T18:10:21.702815+00:00 2021-06-07T18:10:22.080894+00:00 0:00:00.378079 37899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T18:10:19.523344+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T17:05:00+00:00 EmrJobFlowSensor 2021-06-07T18:05:59.536398+00:00 2021-06-07T18:15:02.186629+00:00 0:09:02.650231 37898 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T18:05:57.183216+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T18:05:37.285021+00:00 2021-06-07T18:05:38.894902+00:00 0:00:01.609881 37897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T18:05:35.087128+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T17:05:00+00:00 PythonOperator 2021-06-07T18:05:15.159253+00:00 2021-06-07T18:05:18.508649+00:00 0:00:03.349396 37896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T18:05:12.994494+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T17:00:00+00:00 EmrJobFlowSensor 2021-06-07T18:01:02.870052+00:00 2021-06-07T18:10:05.675481+00:00 0:09:02.805429 37895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T18:01:00.481546+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T17:00:00+00:00 EmrJobFlowSensor 2021-06-07T18:00:56.662701+00:00 2021-06-07T18:11:59.602617+00:00 0:11:02.939916 37894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T18:00:54.435198+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T18:00:40.641983+00:00 2021-06-07T18:00:42.326411+00:00 0:00:01.684428 37893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T18:00:38.423477+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T18:00:36.608518+00:00 2021-06-07T18:00:38.406774+00:00 0:00:01.798256 37892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T18:00:34.416061+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T17:00:00+00:00 PythonOperator 2021-06-07T18:00:20.608776+00:00 2021-06-07T18:00:23.837532+00:00 0:00:03.228756 37891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T18:00:18.402225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T17:00:00+00:00 PythonOperator 2021-06-07T18:00:12.710373+00:00 2021-06-07T18:00:16.246614+00:00 0:00:03.536241 37890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T18:00:10.399582+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T16:00:00+00:00 EmrJobFlowSensor 2021-06-07T17:12:47.459607+00:00 2021-06-07T17:22:50.245095+00:00 0:10:02.785488 37888 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T17:12:45.166010+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T16:00:00+00:00 EmrJobFlowSensor 2021-06-07T17:12:37.209367+00:00 2021-06-07T17:20:39.706506+00:00 0:08:02.497139 37887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T17:12:35.089751+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T17:12:25.290048+00:00 2021-06-07T17:12:26.977416+00:00 0:00:01.687368 37886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T17:12:23.044641+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T17:12:15.281711+00:00 2021-06-07T17:12:17.060447+00:00 0:00:01.778736 37885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T17:12:12.965932+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T16:00:00+00:00 PythonOperator 2021-06-07T17:12:05.253711+00:00 2021-06-07T17:12:08.947414+00:00 0:00:03.693703 37884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T17:12:02.945887+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T16:00:00+00:00 PythonOperator 2021-06-07T17:11:49.303670+00:00 2021-06-07T17:11:52.503411+00:00 0:00:03.199741 37883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T17:11:46.934981+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T16:00:00+00:00 TriggerDagRunOperator 2021-06-07T17:11:39.411788+00:00 2021-06-07T17:11:39.899028+00:00 0:00:00.487240 37882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T17:11:36.927660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T16:00:00+00:00 TriggerDagRunOperator 2021-06-07T17:11:39.298578+00:00 2021-06-07T17:11:39.683196+00:00 0:00:00.384618 37881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T17:11:36.927630+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T16:05:00+00:00 EmrJobFlowSensor 2021-06-07T17:05:56.469134+00:00 2021-06-07T17:14:59.053713+00:00 0:09:02.584579 37880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T17:05:54.291081+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T17:05:36.478583+00:00 2021-06-07T17:05:38.135679+00:00 0:00:01.657096 37879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T17:05:34.241540+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T16:05:00+00:00 PythonOperator 2021-06-07T17:05:14.520989+00:00 2021-06-07T17:05:17.860714+00:00 0:00:03.339725 37878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T17:05:12.214301+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T16:00:00+00:00 EmrJobFlowSensor 2021-06-07T17:01:26.132381+00:00 2021-06-07T17:11:29.120503+00:00 0:10:02.988122 37877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T17:01:23.834507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T16:00:00+00:00 EmrJobFlowSensor 2021-06-07T17:01:02.000668+00:00 2021-06-07T17:14:05.150839+00:00 0:13:03.150171 37876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T17:00:59.812296+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T17:00:47.959193+00:00 2021-06-07T17:00:49.719278+00:00 0:00:01.760085 37875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T17:00:45.804547+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T17:00:32.166302+00:00 2021-06-07T17:00:33.989805+00:00 0:00:01.823503 37874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T17:00:29.791347+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T16:00:00+00:00 PythonOperator 2021-06-07T17:00:24.115229+00:00 2021-06-07T17:00:27.462014+00:00 0:00:03.346785 37873 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T17:00:21.775349+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T16:00:00+00:00 PythonOperator 2021-06-07T17:00:05.930539+00:00 2021-06-07T17:00:09.357656+00:00 0:00:03.427117 37872 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T17:00:03.714097+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:27:28.697259+00:00 2021-06-07T16:37:31.510964+00:00 0:10:02.813705 37871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:27:26.342174+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:27:14.750036+00:00 2021-06-07T16:37:17.531276+00:00 0:10:02.781240 37870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:27:12.369578+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:27:06.698939+00:00 2021-06-07T16:27:08.501650+00:00 0:00:01.802711 37869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:27:04.372366+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:26:54.694364+00:00 2021-06-07T16:26:56.511883+00:00 0:00:01.817519 37868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:26:52.353538+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:26:44.524948+00:00 2021-06-07T16:26:48.188224+00:00 0:00:03.663276 37867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:26:42.293554+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:26:32.505276+00:00 2021-06-07T16:26:35.814858+00:00 0:00:03.309582 37866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:26:30.288615+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T15:00:00+00:00 TriggerDagRunOperator 2021-06-07T16:26:28.676068+00:00 2021-06-07T16:26:29.070785+00:00 0:00:00.394717 37865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:26:26.298491+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T15:00:00+00:00 TriggerDagRunOperator 2021-06-07T16:26:28.691765+00:00 2021-06-07T16:26:29.196001+00:00 0:00:00.504236 37864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:26:26.298521+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:17:05.607754+00:00 2021-06-07T16:26:08.158334+00:00 0:09:02.550580 37863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:17:03.391454+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T15:05:00+00:00 EmrJobFlowSensor 2021-06-07T16:16:53.772085+00:00 2021-06-07T16:25:56.276581+00:00 0:09:02.504496 37862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:16:51.287736+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:16:51.369244+00:00 2021-06-07T16:28:54.688924+00:00 0:12:03.319680 37861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:16:49.282082+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:16:43.523759+00:00 2021-06-07T16:16:45.352051+00:00 0:00:01.828292 37860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T16:16:41.283681+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:16:31.433880+00:00 2021-06-07T16:16:33.146660+00:00 0:00:01.712780 37859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:16:29.267346+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:16:31.450598+00:00 2021-06-07T16:16:33.217116+00:00 0:00:01.766518 37858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:16:29.267373+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:16:21.413851+00:00 2021-06-07T16:16:24.748023+00:00 0:00:03.334172 37857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T16:16:19.255345+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T15:05:00+00:00 PythonOperator 2021-06-07T16:16:11.372566+00:00 2021-06-07T16:16:14.749751+00:00 0:00:03.377185 37856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:16:09.253170+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:16:09.950854+00:00 2021-06-07T16:16:13.370715+00:00 0:00:03.419861 37855 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:16:07.254007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:11:12.618502+00:00 2021-06-07T15:20:15.317711+00:00 0:09:02.699209 37853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:11:10.179520+00:00 2 default_pool