Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T08:12:01.747792+00:00 2021-07-20T08:12:03.516927+00:00 0:00:01.769135 55986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T08:11:59.170675+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T08:11:57.200010+00:00 2021-07-20T08:11:58.955761+00:00 0:00:01.755751 55985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T08:11:55.024790+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T07:00:00+00:00 PythonOperator 2021-07-20T08:11:39.710935+00:00 2021-07-20T08:11:43.469311+00:00 0:00:03.758376 55984 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T08:11:37.058780+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T07:00:00+00:00 PythonOperator 2021-07-20T08:11:35.398598+00:00 2021-07-20T08:11:39.381307+00:00 0:00:03.982709 55983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T08:11:33.070980+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T07:00:00+00:00 TriggerDagRunOperator 2021-07-20T08:11:25.797869+00:00 2021-07-20T08:11:26.328897+00:00 0:00:00.531028 55982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T08:11:23.065844+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T07:00:00+00:00 TriggerDagRunOperator 2021-07-20T08:11:25.473566+00:00 2021-07-20T08:11:25.867143+00:00 0:00:00.393577 55981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T08:11:23.065896+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T07:05:00+00:00 EmrJobFlowSensor 2021-07-20T08:06:16.732027+00:00 2021-07-20T08:15:19.722815+00:00 0:09:02.990788 55980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T08:06:14.552174+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T08:05:54.994554+00:00 2021-07-20T08:05:56.724371+00:00 0:00:01.729817 55979 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T08:05:52.497381+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T07:05:00+00:00 PythonOperator 2021-07-20T08:05:32.542922+00:00 2021-07-20T08:05:36.290738+00:00 0:00:03.747816 55978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T08:05:30.423293+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T07:00:00+00:00 EmrJobFlowSensor 2021-07-20T08:01:20.308067+00:00 2021-07-20T08:15:24.063824+00:00 0:14:03.755757 55977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T08:01:17.978656+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T07:00:00+00:00 EmrJobFlowSensor 2021-07-20T08:00:58.235039+00:00 2021-07-20T08:11:01.394751+00:00 0:10:03.159712 55976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T08:00:55.962287+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T08:00:42.225835+00:00 2021-07-20T08:00:44.096486+00:00 0:00:01.870651 55975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T08:00:39.940088+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T08:00:26.093654+00:00 2021-07-20T08:00:27.954130+00:00 0:00:01.860476 55974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T08:00:23.938383+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T07:00:00+00:00 PythonOperator 2021-07-20T08:00:16.168936+00:00 2021-07-20T08:00:20.341385+00:00 0:00:04.172449 55973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T08:00:13.927545+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T07:00:00+00:00 PythonOperator 2021-07-20T08:00:04.243088+00:00 2021-07-20T08:00:08.019990+00:00 0:00:03.776902 55972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T08:00:01.915365+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T06:00:00+00:00 EmrJobFlowSensor 2021-07-20T07:12:16.428762+00:00 2021-07-20T07:20:18.984899+00:00 0:08:02.556137 55970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T07:12:14.151585+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T06:00:00+00:00 EmrJobFlowSensor 2021-07-20T07:12:12.445400+00:00 2021-07-20T07:24:15.931467+00:00 0:12:03.486067 55969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T07:12:10.092318+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T07:11:54.446581+00:00 2021-07-20T07:11:56.125190+00:00 0:00:01.678609 55968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T07:11:52.079311+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T07:11:52.418580+00:00 2021-07-20T07:11:54.298874+00:00 0:00:01.880294 55967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T07:11:50.071008+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T06:00:00+00:00 PythonOperator 2021-07-20T07:11:34.474614+00:00 2021-07-20T07:11:38.226502+00:00 0:00:03.751888 55966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T07:11:32.073107+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T06:00:00+00:00 PythonOperator 2021-07-20T07:11:30.682145+00:00 2021-07-20T07:11:34.427345+00:00 0:00:03.745200 55965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T07:11:28.149660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T06:00:00+00:00 TriggerDagRunOperator 2021-07-20T07:11:10.390818+00:00 2021-07-20T07:11:10.896603+00:00 0:00:00.505785 55964 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T07:11:07.926323+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T06:00:00+00:00 TriggerDagRunOperator 2021-07-20T07:11:10.076559+00:00 2021-07-20T07:11:10.459213+00:00 0:00:00.382654 55963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T07:11:07.926295+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T06:05:00+00:00 EmrJobFlowSensor 2021-07-20T07:05:53.573701+00:00 2021-07-20T07:14:56.446405+00:00 0:09:02.872704 55962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T07:05:51.442062+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T07:05:29.728256+00:00 2021-07-20T07:05:31.371907+00:00 0:00:01.643651 55961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T07:05:27.460057+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T06:05:00+00:00 PythonOperator 2021-07-20T07:05:09.887011+00:00 2021-07-20T07:05:13.486747+00:00 0:00:03.599736 55960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T07:05:07.418416+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T06:00:00+00:00 EmrJobFlowSensor 2021-07-20T07:00:59.221282+00:00 2021-07-20T07:16:03.044295+00:00 0:15:03.823013 55959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T07:00:57.008671+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T06:00:00+00:00 EmrJobFlowSensor 2021-07-20T07:00:55.183517+00:00 2021-07-20T07:10:58.236426+00:00 0:10:03.052909 55958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T07:00:53.005998+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T07:00:37.365227+00:00 2021-07-20T07:00:39.175730+00:00 0:00:01.810503 55957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T07:00:35.061815+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T07:00:33.421191+00:00 2021-07-20T07:00:35.404810+00:00 0:00:01.983619 55956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T07:00:31.045960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T06:00:00+00:00 PythonOperator 2021-07-20T07:00:15.414464+00:00 2021-07-20T07:00:19.588576+00:00 0:00:04.174112 55955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T07:00:12.970387+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T06:00:00+00:00 PythonOperator 2021-07-20T07:00:11.838920+00:00 2021-07-20T07:00:15.573221+00:00 0:00:03.734301 55954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T07:00:08.940708+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T05:00:00+00:00 EmrJobFlowSensor 2021-07-20T06:12:16.885163+00:00 2021-07-20T06:20:19.576314+00:00 0:08:02.691151 55952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T06:12:14.692654+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T05:00:00+00:00 EmrJobFlowSensor 2021-07-20T06:12:10.873472+00:00 2021-07-20T06:22:14.048083+00:00 0:10:03.174611 55951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T06:12:08.687851+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T06:11:54.889209+00:00 2021-07-20T06:11:56.584862+00:00 0:00:01.695653 55950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T06:11:52.608163+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T06:11:49.202026+00:00 2021-07-20T06:11:50.999380+00:00 0:00:01.797354 55949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T06:11:46.613654+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T05:00:00+00:00 PythonOperator 2021-07-20T06:11:32.908992+00:00 2021-07-20T06:11:36.738770+00:00 0:00:03.829778 55948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T06:11:30.645772+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T05:00:00+00:00 PythonOperator 2021-07-20T06:11:28.977536+00:00 2021-07-20T06:11:32.741551+00:00 0:00:03.764015 55947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T06:11:26.568189+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T05:00:00+00:00 TriggerDagRunOperator 2021-07-20T06:11:09.204562+00:00 2021-07-20T06:11:09.700773+00:00 0:00:00.496211 55946 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T06:11:06.576996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T05:00:00+00:00 TriggerDagRunOperator 2021-07-20T06:11:09.008664+00:00 2021-07-20T06:11:09.388490+00:00 0:00:00.379826 55945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T06:11:06.576919+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T05:05:00+00:00 EmrJobFlowSensor 2021-07-20T06:05:50.361054+00:00 2021-07-20T06:14:53.332356+00:00 0:09:02.971302 55944 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T06:05:47.913773+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T06:05:28.127279+00:00 2021-07-20T06:05:29.808887+00:00 0:00:01.681608 55943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T06:05:25.896631+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T05:05:00+00:00 PythonOperator 2021-07-20T06:05:06.114310+00:00 2021-07-20T06:05:09.927924+00:00 0:00:03.813614 55942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T06:05:03.865104+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T05:00:00+00:00 EmrJobFlowSensor 2021-07-20T06:00:57.973359+00:00 2021-07-20T06:15:01.647850+00:00 0:14:03.674491 55941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T06:00:55.394716+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T05:00:00+00:00 EmrJobFlowSensor 2021-07-20T06:00:55.602609+00:00 2021-07-20T06:10:58.786652+00:00 0:10:03.184043 55940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T06:00:53.393612+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T06:00:36.117275+00:00 2021-07-20T06:00:37.791836+00:00 0:00:01.674561 55939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T06:00:33.352307+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T06:00:33.723158+00:00 2021-07-20T06:00:35.899259+00:00 0:00:02.176101 55938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T06:00:31.389938+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T05:00:00+00:00 PythonOperator 2021-07-20T06:00:16.544388+00:00 2021-07-20T06:00:20.848544+00:00 0:00:04.304156 55937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T06:00:13.234593+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T05:00:00+00:00 PythonOperator 2021-07-20T06:00:11.631200+00:00 2021-07-20T06:00:17.175361+00:00 0:00:05.544161 55936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T06:00:09.272999+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T04:00:00+00:00 EmrJobFlowSensor 2021-07-20T05:12:06.467579+00:00 2021-07-20T05:20:09.383505+00:00 0:08:02.915926 55934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T05:12:03.890497+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T04:00:00+00:00 EmrJobFlowSensor 2021-07-20T05:11:54.052521+00:00 2021-07-20T05:21:57.176892+00:00 0:10:03.124371 55933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T05:11:51.864416+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T05:11:41.943922+00:00 2021-07-20T05:11:43.711994+00:00 0:00:01.768072 55932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T05:11:39.789685+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T05:11:32.335691+00:00 2021-07-20T05:11:34.029371+00:00 0:00:01.693680 55931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T05:11:29.955971+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T04:00:00+00:00 PythonOperator 2021-07-20T05:11:18.552727+00:00 2021-07-20T05:11:22.328979+00:00 0:00:03.776252 55930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T05:11:15.773818+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T04:00:00+00:00 PythonOperator 2021-07-20T05:11:10.211578+00:00 2021-07-20T05:11:14.366549+00:00 0:00:04.154971 55929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T05:11:07.767353+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T04:00:00+00:00 TriggerDagRunOperator 2021-07-20T05:10:58.108032+00:00 2021-07-20T05:10:58.509142+00:00 0:00:00.401110 55928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T05:10:55.691860+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T04:00:00+00:00 TriggerDagRunOperator 2021-07-20T05:10:58.037462+00:00 2021-07-20T05:10:58.634832+00:00 0:00:00.597370 55927 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T05:10:55.691820+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T04:05:00+00:00 EmrJobFlowSensor 2021-07-20T05:06:35.481346+00:00 2021-07-20T05:14:38.082970+00:00 0:08:02.601624 55926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T05:06:33.306797+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T05:05:57.444529+00:00 2021-07-20T05:05:59.227883+00:00 0:00:01.783354 55925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T05:05:55.207349+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T04:05:00+00:00 PythonOperator 2021-07-20T05:05:33.698633+00:00 2021-07-20T05:05:37.286002+00:00 0:00:03.587369 55924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T05:05:31.187475+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T04:00:00+00:00 EmrJobFlowSensor 2021-07-20T05:00:51.363554+00:00 2021-07-20T05:10:54.140684+00:00 0:10:02.777130 55923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T05:00:48.712296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T04:00:00+00:00 EmrJobFlowSensor 2021-07-20T05:00:49.027376+00:00 2021-07-20T05:14:52.888504+00:00 0:14:03.861128 55922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T05:00:46.711498+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T05:00:29.224436+00:00 2021-07-20T05:00:31.096796+00:00 0:00:01.872360 55921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T05:00:26.691967+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T05:00:28.997913+00:00 2021-07-20T05:00:30.766707+00:00 0:00:01.768794 55920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T05:00:26.691995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T04:00:00+00:00 PythonOperator 2021-07-20T05:00:07.212341+00:00 2021-07-20T05:00:11.501892+00:00 0:00:04.289551 55919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T05:00:04.662810+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T04:00:00+00:00 PythonOperator 2021-07-20T05:00:07.242674+00:00 2021-07-20T05:00:10.720499+00:00 0:00:03.477825 55918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T05:00:04.662765+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T03:00:00+00:00 EmrJobFlowSensor 2021-07-20T04:12:06.612765+00:00 2021-07-20T04:22:09.663180+00:00 0:10:03.050415 55916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T04:12:04.062871+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T03:00:00+00:00 EmrJobFlowSensor 2021-07-20T04:12:06.452491+00:00 2021-07-20T04:21:09.374006+00:00 0:09:02.921515 55915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T04:12:04.062904+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T04:11:44.590294+00:00 2021-07-20T04:11:46.455257+00:00 0:00:01.864963 55914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T04:11:41.939365+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T04:11:44.140123+00:00 2021-07-20T04:11:45.890824+00:00 0:00:01.750701 55913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T04:11:41.939399+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T03:00:00+00:00 PythonOperator 2021-07-20T04:11:22.280642+00:00 2021-07-20T04:11:26.052900+00:00 0:00:03.772258 55912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T04:11:19.972154+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T03:00:00+00:00 PythonOperator 2021-07-20T04:11:20.620099+00:00 2021-07-20T04:11:24.380996+00:00 0:00:03.760897 55911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T04:11:17.976108+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T03:00:00+00:00 TriggerDagRunOperator 2021-07-20T04:11:04.937141+00:00 2021-07-20T04:11:05.438369+00:00 0:00:00.501228 55910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T04:11:01.968140+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T03:00:00+00:00 TriggerDagRunOperator 2021-07-20T04:11:04.338858+00:00 2021-07-20T04:11:04.707574+00:00 0:00:00.368716 55909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T04:11:01.968097+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T03:05:00+00:00 EmrJobFlowSensor 2021-07-20T04:05:53.742269+00:00 2021-07-20T04:14:56.511868+00:00 0:09:02.769599 55908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T04:05:51.449809+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T04:05:33.510168+00:00 2021-07-20T04:05:35.234279+00:00 0:00:01.724111 55907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T04:05:31.360417+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T03:05:00+00:00 PythonOperator 2021-07-20T04:05:10.000117+00:00 2021-07-20T04:05:13.491850+00:00 0:00:03.491733 55906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T04:05:07.361406+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T03:00:00+00:00 EmrJobFlowSensor 2021-07-20T04:00:56.906385+00:00 2021-07-20T04:10:59.733899+00:00 0:10:02.827514 55905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T04:00:54.695367+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T03:00:00+00:00 EmrJobFlowSensor 2021-07-20T04:00:50.885461+00:00 2021-07-20T04:15:54.449979+00:00 0:15:03.564518 55904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T04:00:48.743685+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T04:00:34.903773+00:00 2021-07-20T04:00:36.803736+00:00 0:00:01.899963 55903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T04:00:32.590080+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T04:00:28.909057+00:00 2021-07-20T04:00:30.728416+00:00 0:00:01.819359 55902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T04:00:26.596396+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T03:00:00+00:00 PythonOperator 2021-07-20T04:00:15.586310+00:00 2021-07-20T04:00:19.366532+00:00 0:00:03.780222 55901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T04:00:12.523180+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T03:00:00+00:00 PythonOperator 2021-07-20T04:00:09.066521+00:00 2021-07-20T04:00:13.664865+00:00 0:00:04.598344 55900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T04:00:06.518999+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T02:00:00+00:00 EmrJobFlowSensor 2021-07-20T03:13:02.161294+00:00 2021-07-20T03:22:04.981323+00:00 0:09:02.820029 55898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T03:12:59.556942+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T02:00:00+00:00 EmrJobFlowSensor 2021-07-20T03:12:49.810006+00:00 2021-07-20T03:22:53.626119+00:00 0:10:03.816113 55897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T03:12:47.386790+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T03:12:39.610886+00:00 2021-07-20T03:12:41.288987+00:00 0:00:01.678101 55896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T03:12:37.344193+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T03:12:29.712143+00:00 2021-07-20T03:12:31.555272+00:00 0:00:01.843129 55895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T03:12:27.338527+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T02:00:00+00:00 PythonOperator 2021-07-20T03:12:17.452125+00:00 2021-07-20T03:12:21.449982+00:00 0:00:03.997857 55894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T03:12:15.321833+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T02:00:00+00:00 PythonOperator 2021-07-20T03:12:07.564572+00:00 2021-07-20T03:12:11.658854+00:00 0:00:04.094282 55893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T03:12:05.312554+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T02:00:00+00:00 TriggerDagRunOperator 2021-07-20T03:12:01.830381+00:00 2021-07-20T03:12:02.385020+00:00 0:00:00.554639 55892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T03:11:59.340855+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T02:00:00+00:00 TriggerDagRunOperator 2021-07-20T03:12:01.784323+00:00 2021-07-20T03:12:02.240629+00:00 0:00:00.456306 55891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T03:11:59.340898+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T02:05:00+00:00 EmrJobFlowSensor 2021-07-20T03:06:05.115675+00:00 2021-07-20T03:15:07.977313+00:00 0:09:02.861638 55890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T03:06:02.647823+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T03:05:42.759984+00:00 2021-07-20T03:05:44.384506+00:00 0:00:01.624522 55889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T03:05:40.498613+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T02:05:00+00:00 PythonOperator 2021-07-20T03:05:20.993425+00:00 2021-07-20T03:05:24.601303+00:00 0:00:03.607878 55888 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T03:05:18.555012+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T02:00:00+00:00 EmrJobFlowSensor 2021-07-20T03:02:40.596362+00:00 2021-07-20T03:11:43.365002+00:00 0:09:02.768640 55887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T03:02:38.246199+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T03:01:26.634656+00:00 2021-07-20T03:01:28.428954+00:00 0:00:01.794298 55886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T03:01:24.163768+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T02:00:00+00:00 EmrJobFlowSensor 2021-07-20T03:01:12.678029+00:00 2021-07-20T03:14:16.239849+00:00 0:13:03.561820 55885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T03:01:10.080563+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T03:00:38.198203+00:00 2021-07-20T03:00:39.957346+00:00 0:00:01.759143 55884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T03:00:35.999003+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T02:00:00+00:00 PythonOperator 2021-07-20T03:00:16.579901+00:00 2021-07-20T03:00:20.400541+00:00 0:00:03.820640 55883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T03:00:13.940659+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T02:00:00+00:00 PythonOperator 2021-07-20T03:00:08.350580+00:00 2021-07-20T03:00:12.017732+00:00 0:00:03.667152 55882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T03:00:05.922379+00:00 2 default_pool