Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:11:41.920348+00:00 2021-07-05T10:11:45.917520+00:00 0:00:03.997172 50085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:11:39.585816+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T09:00:00+00:00 TriggerDagRunOperator 2021-07-05T10:11:25.912024+00:00 2021-07-05T10:11:26.437253+00:00 0:00:00.525229 50084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:11:23.474230+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T09:00:00+00:00 TriggerDagRunOperator 2021-07-05T10:11:25.792493+00:00 2021-07-05T10:11:26.200849+00:00 0:00:00.408356 50083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:11:23.474265+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T09:05:00+00:00 EmrJobFlowSensor 2021-07-05T10:06:03.318482+00:00 2021-07-05T10:14:05.882370+00:00 0:08:02.563888 50082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:06:00.971752+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:05:41.885952+00:00 2021-07-05T10:05:43.641737+00:00 0:00:01.755785 50081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:05:38.967542+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T09:05:00+00:00 PythonOperator 2021-07-05T10:05:19.489359+00:00 2021-07-05T10:05:22.408999+00:00 0:00:02.919640 50080 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:05:16.797814+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:01:10.653192+00:00 2021-07-05T10:12:13.697838+00:00 0:11:03.044646 50079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:01:08.437851+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:00:54.957097+00:00 2021-07-05T10:09:57.767260+00:00 0:09:02.810163 50078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:00:52.545286+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:00:48.794727+00:00 2021-07-05T10:00:50.459888+00:00 0:00:01.665161 50077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:00:46.473740+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:00:34.757337+00:00 2021-07-05T10:00:36.534257+00:00 0:00:01.776920 50076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T10:00:32.461154+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:00:26.748527+00:00 2021-07-05T10:00:30.299251+00:00 0:00:03.550724 50075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:00:24.400275+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:00:06.608984+00:00 2021-07-05T10:00:10.322528+00:00 0:00:03.713544 50074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T10:00:04.375657+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:12:33.020584+00:00 2021-07-05T09:21:35.786463+00:00 0:09:02.765879 50072 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:12:30.663209+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:12:28.777658+00:00 2021-07-05T09:22:31.679512+00:00 0:10:02.901854 50071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:12:26.537054+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:12:10.991694+00:00 2021-07-05T09:12:12.783009+00:00 0:00:01.791315 50070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:12:08.571406+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:12:06.712323+00:00 2021-07-05T09:12:08.596323+00:00 0:00:01.884000 50069 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:12:04.489293+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:11:48.779420+00:00 2021-07-05T09:11:52.435881+00:00 0:00:03.656461 50068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:11:46.464440+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:11:42.723639+00:00 2021-07-05T09:11:46.478858+00:00 0:00:03.755219 50067 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:11:40.410996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T08:00:00+00:00 TriggerDagRunOperator 2021-07-05T09:11:31.018218+00:00 2021-07-05T09:11:31.549364+00:00 0:00:00.531146 50066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:11:28.453804+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T08:00:00+00:00 TriggerDagRunOperator 2021-07-05T09:11:30.890970+00:00 2021-07-05T09:11:31.385373+00:00 0:00:00.494403 50065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:11:28.453849+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T08:05:00+00:00 EmrJobFlowSensor 2021-07-05T09:06:00.371398+00:00 2021-07-05T09:15:03.188954+00:00 0:09:02.817556 50064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:05:57.852199+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:05:37.996413+00:00 2021-07-05T09:05:39.763084+00:00 0:00:01.766671 50063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:05:35.790855+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T08:05:00+00:00 PythonOperator 2021-07-05T09:05:17.981365+00:00 2021-07-05T09:05:21.370414+00:00 0:00:03.389049 50062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:05:15.759979+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:01:02.034452+00:00 2021-07-05T09:11:05.086633+00:00 0:10:03.052181 50061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:00:59.569479+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:00:49.798665+00:00 2021-07-05T09:11:52.827817+00:00 0:11:03.029152 50060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:00:47.479147+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:00:39.574086+00:00 2021-07-05T09:00:41.305663+00:00 0:00:01.731577 50059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T09:00:37.426332+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:00:28.002465+00:00 2021-07-05T09:00:29.879262+00:00 0:00:01.876797 50058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:00:25.460807+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:00:17.597685+00:00 2021-07-05T09:00:21.071469+00:00 0:00:03.473784 50057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T09:00:15.404201+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:00:05.785400+00:00 2021-07-05T09:00:09.443102+00:00 0:00:03.657702 50056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:00:03.453413+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-05T08:42:51.722292+00:00 EmrJobFlowSensor 2021-07-05T08:43:55.950120+00:00 50055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:43:53.773241+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-05T08:42:51.722292+00:00 EmrCreateJobFlowOperator 2021-07-05T08:43:34.062906+00:00 2021-07-05T08:43:35.879180+00:00 0:00:01.816274 50054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:43:31.715069+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-05T08:42:51.722292+00:00 PythonOperator 2021-07-05T08:43:11.782801+00:00 2021-07-05T08:43:15.709749+00:00 0:00:03.926948 50053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:43:09.689945+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:15:11.058239+00:00 2021-07-05T08:23:13.592204+00:00 0:08:02.533965 50052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:15:08.750000+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:14:58.681174+00:00 2021-07-05T08:24:01.506778+00:00 0:09:02.825604 50051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:14:56.559767+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:14:48.864508+00:00 2021-07-05T08:14:50.546965+00:00 0:00:01.682457 50050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:14:46.579108+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:14:36.669205+00:00 2021-07-05T08:14:38.428178+00:00 0:00:01.758973 50049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:14:34.513781+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:14:28.949338+00:00 2021-07-05T08:14:32.304742+00:00 0:00:03.355404 50048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:14:26.485882+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:14:14.676062+00:00 2021-07-05T08:14:18.548239+00:00 0:00:03.872177 50047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:14:12.460633+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T07:00:00+00:00 TriggerDagRunOperator 2021-07-05T08:14:09.158382+00:00 2021-07-05T08:14:09.675369+00:00 0:00:00.516987 50046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:14:06.456464+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T07:00:00+00:00 TriggerDagRunOperator 2021-07-05T08:14:09.001947+00:00 2021-07-05T08:14:09.450788+00:00 0:00:00.448841 50045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:14:06.456493+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T07:05:00+00:00 EmrJobFlowSensor 2021-07-05T08:06:25.264303+00:00 2021-07-05T08:15:28.125660+00:00 0:09:02.861357 50043 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:06:22.868153+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:06:05.247594+00:00 2021-07-05T08:06:06.936398+00:00 0:00:01.688804 50042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:06:02.861852+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T07:05:00+00:00 PythonOperator 2021-07-05T08:05:43.039489+00:00 2021-07-05T08:05:46.460613+00:00 0:00:03.421124 50041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:05:40.757835+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:01:04.902848+00:00 2021-07-05T08:11:07.762186+00:00 0:10:02.859338 50040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:01:02.216596+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:00:52.927961+00:00 2021-07-05T08:11:55.898694+00:00 0:11:02.970733 50039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:00:50.266344+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:00:42.371163+00:00 2021-07-05T08:00:44.049652+00:00 0:00:01.678489 50038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T08:00:40.192669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:00:31.281672+00:00 2021-07-05T08:00:33.113942+00:00 0:00:01.832270 50037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:00:28.054955+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:00:22.266395+00:00 2021-07-05T08:00:25.721981+00:00 0:00:03.455586 50036 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T08:00:19.965760+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:00:10.178076+00:00 2021-07-05T08:00:13.841388+00:00 0:00:03.663312 50035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:00:07.954735+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:11:51.284039+00:00 2021-07-05T07:19:53.819029+00:00 0:08:02.534990 50034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:11:49.062511+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:11:17.118446+00:00 2021-07-05T07:11:18.966636+00:00 0:00:01.848190 50033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:11:14.904873+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:11:03.201098+00:00 2021-07-05T07:20:05.916572+00:00 0:09:02.715474 50032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:10:59.044221+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:10:57.108201+00:00 2021-07-05T07:11:02.410209+00:00 0:00:05.302008 50031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:10:54.952914+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:10:39.166910+00:00 2021-07-05T07:10:40.963446+00:00 0:00:01.796536 50030 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:10:36.823862+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:10:09.447632+00:00 2021-07-05T07:10:13.336055+00:00 0:00:03.888423 50029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:10:06.798825+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T06:00:00+00:00 TriggerDagRunOperator 2021-07-05T07:10:01.468950+00:00 2021-07-05T07:10:01.983236+00:00 0:00:00.514286 50028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:09:58.866638+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T06:00:00+00:00 TriggerDagRunOperator 2021-07-05T07:10:01.273381+00:00 2021-07-05T07:10:01.674941+00:00 0:00:00.401560 50027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:09:58.866682+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T06:05:00+00:00 EmrJobFlowSensor 2021-07-05T07:09:45.093066+00:00 2021-07-05T07:18:47.644688+00:00 0:09:02.551622 50026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:09:42.762656+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:09:22.881881+00:00 2021-07-05T07:09:24.812513+00:00 0:00:01.930632 50025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:09:20.717496+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T06:05:00+00:00 PythonOperator 2021-07-05T07:09:01.535809+00:00 2021-07-05T07:09:04.979877+00:00 0:00:03.444068 50024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:08:58.759045+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:01:02.871814+00:00 2021-07-05T07:12:05.980328+00:00 0:11:03.108514 50022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:01:00.613133+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:00:49.574243+00:00 2021-07-05T07:09:52.498948+00:00 0:09:02.924705 50021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:00:46.660740+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:00:40.805227+00:00 2021-07-05T07:00:42.628365+00:00 0:00:01.823138 50020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:00:38.590715+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:00:27.000344+00:00 2021-07-05T07:00:28.887838+00:00 0:00:01.887494 50019 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T07:00:24.569411+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:00:18.680540+00:00 2021-07-05T07:00:22.387571+00:00 0:00:03.707031 50018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:00:16.497502+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:00:04.829736+00:00 2021-07-05T07:00:08.371914+00:00 0:00:03.542178 50017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T07:00:02.483763+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-05T06:53:55.858047+00:00 EmrJobFlowSensor 2021-07-05T06:55:04.492876+00:00 50016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:55:02.163731+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-05T06:53:55.858047+00:00 EmrCreateJobFlowOperator 2021-07-05T06:54:42.363476+00:00 2021-07-05T06:54:44.175142+00:00 0:00:01.811666 50015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:54:40.090304+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-05T06:53:55.858047+00:00 PythonOperator 2021-07-05T06:54:20.189687+00:00 2021-07-05T06:54:24.042969+00:00 0:00:03.853282 50014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:54:18.027662+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:11:23.521747+00:00 2021-07-05T06:21:26.698096+00:00 0:10:03.176349 50013 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:11:21.202862+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:11:19.595466+00:00 2021-07-05T06:19:22.339035+00:00 0:08:02.743569 50012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:11:17.199056+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:11:03.365919+00:00 2021-07-05T06:11:05.075227+00:00 0:00:01.709308 50011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:11:01.185236+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:10:59.326253+00:00 2021-07-05T06:11:01.047043+00:00 0:00:01.720790 50010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:10:57.158703+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:10:42.601075+00:00 2021-07-05T06:10:46.504247+00:00 0:00:03.903172 50009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:10:39.096648+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:10:37.218699+00:00 2021-07-05T06:10:42.115841+00:00 0:00:04.897142 50008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:10:35.092660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T05:00:00+00:00 TriggerDagRunOperator 2021-07-05T06:10:23.517294+00:00 2021-07-05T06:10:24.040090+00:00 0:00:00.522796 50007 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:10:21.084737+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T05:00:00+00:00 TriggerDagRunOperator 2021-07-05T06:10:23.445828+00:00 2021-07-05T06:10:23.818047+00:00 0:00:00.372219 50006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:10:21.084690+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T05:05:00+00:00 EmrJobFlowSensor 2021-07-05T06:05:50.659438+00:00 2021-07-05T06:14:53.451444+00:00 0:09:02.792006 50005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:05:48.549252+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:05:28.664814+00:00 2021-07-05T06:05:30.358274+00:00 0:00:01.693460 50004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:05:26.525763+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T05:05:00+00:00 PythonOperator 2021-07-05T06:05:07.613316+00:00 2021-07-05T06:05:11.220575+00:00 0:00:03.607259 50003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:05:04.556020+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:01:02.361313+00:00 2021-07-05T06:13:05.497760+00:00 0:12:03.136447 50001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:00:59.990312+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:00:56.305746+00:00 2021-07-05T06:09:59.104007+00:00 0:09:02.798261 50000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:00:53.989839+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:00:40.168843+00:00 2021-07-05T06:00:41.881295+00:00 0:00:01.712452 49999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:00:37.960049+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:00:36.348648+00:00 2021-07-05T06:00:38.157037+00:00 0:00:01.808389 49998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T06:00:33.954240+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:00:20.181200+00:00 2021-07-05T06:00:23.825677+00:00 0:00:03.644477 49997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:00:17.904527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:00:12.272251+00:00 2021-07-05T06:00:15.831016+00:00 0:00:03.558765 49996 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T06:00:09.897949+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:11:59.043644+00:00 2021-07-05T05:21:01.764408+00:00 0:09:02.720764 49995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:56.360135+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:11:56.489047+00:00 2021-07-05T05:19:59.531020+00:00 0:08:03.041973 49994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:54.354232+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:11:36.725252+00:00 2021-07-05T05:11:38.560701+00:00 0:00:01.835449 49993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:11:34.360796+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:11:34.462102+00:00 2021-07-05T05:11:36.197110+00:00 0:00:01.735008 49992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:11:32.304577+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:11:17.081768+00:00 2021-07-05T05:11:20.940649+00:00 0:00:03.858881 49991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:11:14.354364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:11:15.118338+00:00 2021-07-05T05:11:18.624385+00:00 0:00:03.506047 49990 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:11:12.355822+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T04:00:00+00:00 TriggerDagRunOperator 2021-07-05T05:11:08.625012+00:00 2021-07-05T05:11:09.123981+00:00 0:00:00.498969 49989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:06.196394+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T04:00:00+00:00 TriggerDagRunOperator 2021-07-05T05:11:08.372658+00:00 2021-07-05T05:11:08.769013+00:00 0:00:00.396355 49988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:11:06.196436+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T04:05:00+00:00 EmrJobFlowSensor 2021-07-05T05:06:04.085117+00:00 2021-07-05T05:14:06.565308+00:00 0:08:02.480191 49987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:06:01.804098+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:05:41.913137+00:00 2021-07-05T05:05:43.600535+00:00 0:00:01.687398 49986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:05:39.783392+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T04:05:00+00:00 PythonOperator 2021-07-05T05:05:22.143339+00:00 2021-07-05T05:05:25.771367+00:00 0:00:03.628028 49985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:05:19.727647+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:01:00.901500+00:00 2021-07-05T05:11:04.016072+00:00 0:10:03.114572 49983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:00:58.749531+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:00:50.983170+00:00 2021-07-05T05:10:54.103286+00:00 0:10:03.120116 49982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:00:48.708230+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:00:38.955812+00:00 2021-07-05T05:00:40.645139+00:00 0:00:01.689327 49981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T05:00:36.692393+00:00 2 default_pool