Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:14:58.681174+00:00 2021-07-05T08:24:01.506778+00:00 0:09:02.825604 50051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:14:56.559767+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:14:48.864508+00:00 2021-07-05T08:14:50.546965+00:00 0:00:01.682457 50050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:14:46.579108+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:14:36.669205+00:00 2021-07-05T08:14:38.428178+00:00 0:00:01.758973 50049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:14:34.513781+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:14:28.949338+00:00 2021-07-05T08:14:32.304742+00:00 0:00:03.355404 50048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:14:26.485882+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:14:14.676062+00:00 2021-07-05T08:14:18.548239+00:00 0:00:03.872177 50047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:14:12.460633+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T07:00:00+00:00 TriggerDagRunOperator 2021-07-05T08:14:09.158382+00:00 2021-07-05T08:14:09.675369+00:00 0:00:00.516987 50046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:14:06.456464+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T07:00:00+00:00 TriggerDagRunOperator 2021-07-05T08:14:09.001947+00:00 2021-07-05T08:14:09.450788+00:00 0:00:00.448841 50045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:14:06.456493+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T07:05:00+00:00 EmrJobFlowSensor 2021-07-05T08:06:25.264303+00:00 2021-07-05T08:15:28.125660+00:00 0:09:02.861357 50043 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:06:22.868153+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:06:05.247594+00:00 2021-07-05T08:06:06.936398+00:00 0:00:01.688804 50042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:06:02.861852+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T07:05:00+00:00 PythonOperator 2021-07-05T08:05:43.039489+00:00 2021-07-05T08:05:46.460613+00:00 0:00:03.421124 50041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:05:40.757835+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:01:04.902848+00:00 2021-07-05T08:11:07.762186+00:00 0:10:02.859338 50040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:01:02.216596+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:00:52.927961+00:00 2021-07-05T08:11:55.898694+00:00 0:11:02.970733 50039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:00:50.266344+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:00:42.371163+00:00 2021-07-05T08:00:44.049652+00:00 0:00:01.678489 50038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T08:00:40.192669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:00:31.281672+00:00 2021-07-05T08:00:33.113942+00:00 0:00:01.832270 50037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:00:28.054955+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:00:22.266395+00:00 2021-07-05T08:00:25.721981+00:00 0:00:03.455586 50036 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T08:00:19.965760+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:00:10.178076+00:00 2021-07-05T08:00:13.841388+00:00 0:00:03.663312 50035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:00:07.954735+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:11:51.284039+00:00 2021-07-05T07:19:53.819029+00:00 0:08:02.534990 50034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:11:49.062511+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:11:17.118446+00:00 2021-07-05T07:11:18.966636+00:00 0:00:01.848190 50033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:11:14.904873+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:11:03.201098+00:00 2021-07-05T07:20:05.916572+00:00 0:09:02.715474 50032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:10:59.044221+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:10:57.108201+00:00 2021-07-05T07:11:02.410209+00:00 0:00:05.302008 50031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:10:54.952914+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:10:39.166910+00:00 2021-07-05T07:10:40.963446+00:00 0:00:01.796536 50030 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:10:36.823862+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:10:09.447632+00:00 2021-07-05T07:10:13.336055+00:00 0:00:03.888423 50029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:10:06.798825+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T06:00:00+00:00 TriggerDagRunOperator 2021-07-05T07:10:01.468950+00:00 2021-07-05T07:10:01.983236+00:00 0:00:00.514286 50028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:09:58.866638+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T06:00:00+00:00 TriggerDagRunOperator 2021-07-05T07:10:01.273381+00:00 2021-07-05T07:10:01.674941+00:00 0:00:00.401560 50027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:09:58.866682+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T06:05:00+00:00 EmrJobFlowSensor 2021-07-05T07:09:45.093066+00:00 2021-07-05T07:18:47.644688+00:00 0:09:02.551622 50026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:09:42.762656+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:09:22.881881+00:00 2021-07-05T07:09:24.812513+00:00 0:00:01.930632 50025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:09:20.717496+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T06:05:00+00:00 PythonOperator 2021-07-05T07:09:01.535809+00:00 2021-07-05T07:09:04.979877+00:00 0:00:03.444068 50024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:08:58.759045+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:01:02.871814+00:00 2021-07-05T07:12:05.980328+00:00 0:11:03.108514 50022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:01:00.613133+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:00:49.574243+00:00 2021-07-05T07:09:52.498948+00:00 0:09:02.924705 50021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:00:46.660740+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:00:40.805227+00:00 2021-07-05T07:00:42.628365+00:00 0:00:01.823138 50020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:00:38.590715+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:00:27.000344+00:00 2021-07-05T07:00:28.887838+00:00 0:00:01.887494 50019 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T07:00:24.569411+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:00:18.680540+00:00 2021-07-05T07:00:22.387571+00:00 0:00:03.707031 50018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:00:16.497502+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:00:04.829736+00:00 2021-07-05T07:00:08.371914+00:00 0:00:03.542178 50017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T07:00:02.483763+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-05T06:53:55.858047+00:00 EmrJobFlowSensor 2021-07-05T06:55:04.492876+00:00 50016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:55:02.163731+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-05T06:53:55.858047+00:00 EmrCreateJobFlowOperator 2021-07-05T06:54:42.363476+00:00 2021-07-05T06:54:44.175142+00:00 0:00:01.811666 50015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:54:40.090304+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-05T06:53:55.858047+00:00 PythonOperator 2021-07-05T06:54:20.189687+00:00 2021-07-05T06:54:24.042969+00:00 0:00:03.853282 50014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:54:18.027662+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:11:23.521747+00:00 2021-07-05T06:21:26.698096+00:00 0:10:03.176349 50013 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:11:21.202862+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:11:19.595466+00:00 2021-07-05T06:19:22.339035+00:00 0:08:02.743569 50012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:11:17.199056+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:11:03.365919+00:00 2021-07-05T06:11:05.075227+00:00 0:00:01.709308 50011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:11:01.185236+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:10:59.326253+00:00 2021-07-05T06:11:01.047043+00:00 0:00:01.720790 50010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:10:57.158703+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:10:42.601075+00:00 2021-07-05T06:10:46.504247+00:00 0:00:03.903172 50009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:10:39.096648+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:10:37.218699+00:00 2021-07-05T06:10:42.115841+00:00 0:00:04.897142 50008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:10:35.092660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T05:00:00+00:00 TriggerDagRunOperator 2021-07-05T06:10:23.517294+00:00 2021-07-05T06:10:24.040090+00:00 0:00:00.522796 50007 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:10:21.084737+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T05:00:00+00:00 TriggerDagRunOperator 2021-07-05T06:10:23.445828+00:00 2021-07-05T06:10:23.818047+00:00 0:00:00.372219 50006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:10:21.084690+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T05:05:00+00:00 EmrJobFlowSensor 2021-07-05T06:05:50.659438+00:00 2021-07-05T06:14:53.451444+00:00 0:09:02.792006 50005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:05:48.549252+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:05:28.664814+00:00 2021-07-05T06:05:30.358274+00:00 0:00:01.693460 50004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:05:26.525763+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T05:05:00+00:00 PythonOperator 2021-07-05T06:05:07.613316+00:00 2021-07-05T06:05:11.220575+00:00 0:00:03.607259 50003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:05:04.556020+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:01:02.361313+00:00 2021-07-05T06:13:05.497760+00:00 0:12:03.136447 50001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:00:59.990312+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:00:56.305746+00:00 2021-07-05T06:09:59.104007+00:00 0:09:02.798261 50000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:00:53.989839+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:00:40.168843+00:00 2021-07-05T06:00:41.881295+00:00 0:00:01.712452 49999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:00:37.960049+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:00:36.348648+00:00 2021-07-05T06:00:38.157037+00:00 0:00:01.808389 49998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T06:00:33.954240+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:00:20.181200+00:00 2021-07-05T06:00:23.825677+00:00 0:00:03.644477 49997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:00:17.904527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:00:12.272251+00:00 2021-07-05T06:00:15.831016+00:00 0:00:03.558765 49996 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T06:00:09.897949+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:11:59.043644+00:00 2021-07-05T05:21:01.764408+00:00 0:09:02.720764 49995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:56.360135+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:11:56.489047+00:00 2021-07-05T05:19:59.531020+00:00 0:08:03.041973 49994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:54.354232+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:11:36.725252+00:00 2021-07-05T05:11:38.560701+00:00 0:00:01.835449 49993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:11:34.360796+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:11:34.462102+00:00 2021-07-05T05:11:36.197110+00:00 0:00:01.735008 49992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:11:32.304577+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:11:17.081768+00:00 2021-07-05T05:11:20.940649+00:00 0:00:03.858881 49991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:11:14.354364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:11:15.118338+00:00 2021-07-05T05:11:18.624385+00:00 0:00:03.506047 49990 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:11:12.355822+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T04:00:00+00:00 TriggerDagRunOperator 2021-07-05T05:11:08.625012+00:00 2021-07-05T05:11:09.123981+00:00 0:00:00.498969 49989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:06.196394+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T04:00:00+00:00 TriggerDagRunOperator 2021-07-05T05:11:08.372658+00:00 2021-07-05T05:11:08.769013+00:00 0:00:00.396355 49988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:06.196436+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T04:05:00+00:00 EmrJobFlowSensor 2021-07-05T05:06:04.085117+00:00 2021-07-05T05:14:06.565308+00:00 0:08:02.480191 49987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:06:01.804098+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:05:41.913137+00:00 2021-07-05T05:05:43.600535+00:00 0:00:01.687398 49986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:05:39.783392+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T04:05:00+00:00 PythonOperator 2021-07-05T05:05:22.143339+00:00 2021-07-05T05:05:25.771367+00:00 0:00:03.628028 49985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:05:19.727647+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:01:00.901500+00:00 2021-07-05T05:11:04.016072+00:00 0:10:03.114572 49983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:00:58.749531+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:00:50.983170+00:00 2021-07-05T05:10:54.103286+00:00 0:10:03.120116 49982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:00:48.708230+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:00:38.955812+00:00 2021-07-05T05:00:40.645139+00:00 0:00:01.689327 49981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T05:00:36.692393+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:00:29.206174+00:00 2021-07-05T05:00:30.994100+00:00 0:00:01.787926 49980 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:00:26.608071+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:00:16.763371+00:00 2021-07-05T05:00:20.386122+00:00 0:00:03.622751 49979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T05:00:14.596361+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:00:06.828165+00:00 2021-07-05T05:00:10.582667+00:00 0:00:03.754502 49978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:00:04.587716+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T03:00:00+00:00 EmrJobFlowSensor 2021-07-05T04:12:34.123247+00:00 2021-07-05T04:21:36.813477+00:00 0:09:02.690230 49977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:12:31.918174+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T03:00:00+00:00 EmrJobFlowSensor 2021-07-05T04:12:16.326264+00:00 2021-07-05T04:21:19.174294+00:00 0:09:02.848030 49976 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:12:13.968519+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T04:12:12.367147+00:00 2021-07-05T04:12:14.133033+00:00 0:00:01.765886 49975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T04:12:09.968495+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T04:11:56.197883+00:00 2021-07-05T04:11:57.904084+00:00 0:00:01.706201 49974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T04:11:53.941163+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T03:00:00+00:00 PythonOperator 2021-07-05T04:11:50.240329+00:00 2021-07-05T04:11:53.660846+00:00 0:00:03.420517 49973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T04:11:47.948640+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T03:00:00+00:00 PythonOperator 2021-07-05T04:11:34.156552+00:00 2021-07-05T04:11:37.737662+00:00 0:00:03.581110 49972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T04:11:31.833795+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T03:00:00+00:00 TriggerDagRunOperator 2021-07-05T04:11:06.214817+00:00 2021-07-05T04:11:06.710501+00:00 0:00:00.495684 49971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:11:03.812013+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T03:00:00+00:00 TriggerDagRunOperator 2021-07-05T04:11:05.982045+00:00 2021-07-05T04:11:06.374424+00:00 0:00:00.392379 49970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:11:03.811976+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T03:05:00+00:00 EmrJobFlowSensor 2021-07-05T04:06:11.481954+00:00 2021-07-05T04:15:14.176669+00:00 0:09:02.694715 49969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:06:09.349166+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T04:05:37.639774+00:00 2021-07-05T04:05:39.366873+00:00 0:00:01.727099 49968 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T04:05:35.314868+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T03:05:00+00:00 PythonOperator 2021-07-05T04:05:15.582373+00:00 2021-07-05T04:05:19.311336+00:00 0:00:03.728963 49967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T04:05:13.303760+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T03:00:00+00:00 EmrJobFlowSensor 2021-07-05T04:01:43.342813+00:00 2021-07-05T04:10:46.076017+00:00 0:09:02.733204 49966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T04:01:40.982033+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T03:00:00+00:00 EmrJobFlowSensor 2021-07-05T04:00:55.260637+00:00 2021-07-05T04:11:58.175871+00:00 0:11:02.915234 49964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:00:53.070217+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T04:00:45.312032+00:00 2021-07-05T04:00:47.003803+00:00 0:00:01.691771 49963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T04:00:43.052460+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T04:00:33.270434+00:00 2021-07-05T04:00:35.071169+00:00 0:00:01.800735 49962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T04:00:31.044995+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T03:00:00+00:00 PythonOperator 2021-07-05T04:00:25.263265+00:00 2021-07-05T04:00:28.968348+00:00 0:00:03.705083 49961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T04:00:23.031514+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T03:00:00+00:00 PythonOperator 2021-07-05T04:00:11.283195+00:00 2021-07-05T04:00:14.919675+00:00 0:00:03.636480 49960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T04:00:09.019920+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T02:05:00+00:00 EmrJobFlowSensor 2021-07-05T03:15:06.474199+00:00 2021-07-05T03:15:07.983314+00:00 0:00:01.509115 49959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:15:04.239608+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T02:00:00+00:00 EmrJobFlowSensor 2021-07-05T03:13:16.197668+00:00 2021-07-05T03:22:18.975178+00:00 0:09:02.777510 49958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:13:14.090000+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T02:00:00+00:00 EmrJobFlowSensor 2021-07-05T03:13:14.372221+00:00 2021-07-05T03:22:17.112030+00:00 0:09:02.739809 49957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:13:12.094323+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T03:12:54.471765+00:00 2021-07-05T03:12:56.277948+00:00 0:00:01.806183 49956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T03:12:52.014337+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T03:12:50.411167+00:00 2021-07-05T03:12:52.073478+00:00 0:00:01.662311 49955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T03:12:48.066063+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T02:00:00+00:00 PythonOperator 2021-07-05T03:12:32.959425+00:00 2021-07-05T03:12:36.322485+00:00 0:00:03.363060 49954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T03:12:30.157242+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T02:00:00+00:00 PythonOperator 2021-07-05T03:12:30.713750+00:00 2021-07-05T03:12:34.622695+00:00 0:00:03.908945 49953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T03:12:28.061484+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T02:00:00+00:00 TriggerDagRunOperator 2021-07-05T03:12:24.394535+00:00 2021-07-05T03:12:24.922333+00:00 0:00:00.527798 49952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:12:21.959340+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T02:00:00+00:00 TriggerDagRunOperator 2021-07-05T03:12:24.304968+00:00 2021-07-05T03:12:24.691953+00:00 0:00:00.386985 49951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:12:21.959368+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T03:05:37.868914+00:00 2021-07-05T03:05:39.684946+00:00 0:00:01.816032 49949 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T03:05:35.358290+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T02:05:00+00:00 PythonOperator 2021-07-05T03:05:13.600859+00:00 2021-07-05T03:05:16.588659+00:00 0:00:02.987800 49948 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T03:05:11.245494+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T02:00:00+00:00 EmrJobFlowSensor 2021-07-05T03:02:01.500048+00:00 2021-07-05T03:12:04.446828+00:00 0:10:02.946780 49947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T03:01:59.069012+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T02:00:00+00:00 EmrJobFlowSensor 2021-07-05T03:01:45.280413+00:00 2021-07-05T03:11:48.351514+00:00 0:10:03.071101 49946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:01:42.993821+00:00 2 default_pool