Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T23:11:40.916532+00:00 2021-06-11T23:11:42.662002+00:00 0:00:01.745470 39762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T23:11:38.667085+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T22:00:00+00:00 PythonOperator 2021-06-11T23:11:28.877777+00:00 2021-06-11T23:11:32.266163+00:00 0:00:03.388386 39761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T23:11:26.593935+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T22:00:00+00:00 PythonOperator 2021-06-11T23:11:19.077849+00:00 2021-06-11T23:11:22.734070+00:00 0:00:03.656221 39760 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T23:11:16.588797+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T22:00:00+00:00 TriggerDagRunOperator 2021-06-11T23:11:08.935595+00:00 2021-06-11T23:11:09.464412+00:00 0:00:00.528817 39759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T23:11:06.570937+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T22:00:00+00:00 TriggerDagRunOperator 2021-06-11T23:11:08.869065+00:00 2021-06-11T23:11:09.271284+00:00 0:00:00.402219 39758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T23:11:06.570905+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T22:05:00+00:00 EmrJobFlowSensor 2021-06-11T23:06:16.376491+00:00 2021-06-11T23:15:19.064811+00:00 0:09:02.688320 39757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T23:06:13.987192+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T23:05:44.329908+00:00 2021-06-11T23:05:46.072263+00:00 0:00:01.742355 39756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T23:05:41.875730+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T22:05:00+00:00 PythonOperator 2021-06-11T23:05:18.313314+00:00 2021-06-11T23:05:21.163451+00:00 0:00:02.850137 39755 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T23:05:15.823960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T22:00:00+00:00 EmrJobFlowSensor 2021-06-11T23:01:07.799870+00:00 2021-06-11T23:14:10.867434+00:00 0:13:03.067564 39753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T23:01:05.565753+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-10T23:00:00+00:00 EmrJobFlowSensor 2021-06-11T23:01:03.901480+00:00 2021-06-11T23:11:06.826341+00:00 0:10:02.924861 39752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T23:01:01.558592+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T22:00:00+00:00 EmrJobFlowSensor 2021-06-11T23:00:53.729269+00:00 2021-06-11T23:10:56.364316+00:00 0:10:02.635047 39751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T23:00:51.501313+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T23:00:45.744425+00:00 2021-06-11T23:00:47.461293+00:00 0:00:01.716868 39750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T23:00:43.484931+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-10T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T23:00:41.714280+00:00 2021-06-11T23:00:43.409875+00:00 0:00:01.695595 39749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T23:00:39.494406+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T23:00:34.002501+00:00 2021-06-11T23:00:35.861870+00:00 0:00:01.859369 39748 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T23:00:31.437052+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T22:00:00+00:00 PythonOperator 2021-06-11T23:00:24.084531+00:00 2021-06-11T23:00:27.665547+00:00 0:00:03.581016 39747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T23:00:21.429353+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-10T23:00:00+00:00 PythonOperator 2021-06-11T23:00:21.603245+00:00 2021-06-11T23:00:25.502396+00:00 0:00:03.899151 39746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T23:00:19.426451+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T22:00:00+00:00 PythonOperator 2021-06-11T23:00:11.704335+00:00 2021-06-11T23:00:15.117969+00:00 0:00:03.413634 39745 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T23:00:09.417634+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T21:00:00+00:00 EmrJobFlowSensor 2021-06-11T22:10:26.330623+00:00 2021-06-11T22:20:29.077503+00:00 0:10:02.746880 39744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T22:10:23.956805+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T21:00:00+00:00 EmrJobFlowSensor 2021-06-11T22:10:18.356137+00:00 2021-06-11T22:20:21.127787+00:00 0:10:02.771650 39743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T22:10:15.971084+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T22:10:04.425128+00:00 2021-06-11T22:10:06.066322+00:00 0:00:01.641194 39742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T22:10:01.962130+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T22:09:58.255753+00:00 2021-06-11T22:09:59.955755+00:00 0:00:01.700002 39741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T22:09:55.958865+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T21:00:00+00:00 PythonOperator 2021-06-11T22:09:41.197276+00:00 2021-06-11T22:09:44.666647+00:00 0:00:03.469371 39740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T22:09:37.823031+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T21:00:00+00:00 PythonOperator 2021-06-11T22:09:35.986914+00:00 2021-06-11T22:09:40.852604+00:00 0:00:04.865690 39739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T22:09:33.819909+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T21:00:00+00:00 TriggerDagRunOperator 2021-06-11T22:09:20.416074+00:00 2021-06-11T22:09:20.893862+00:00 0:00:00.477788 39738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T22:09:17.807905+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T21:00:00+00:00 TriggerDagRunOperator 2021-06-11T22:09:20.052483+00:00 2021-06-11T22:09:20.446984+00:00 0:00:00.394501 39737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T22:09:17.807937+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T21:05:00+00:00 EmrJobFlowSensor 2021-06-11T22:06:01.616382+00:00 2021-06-11T22:15:04.294463+00:00 0:09:02.678081 39736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T22:05:59.345238+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T22:05:39.559925+00:00 2021-06-11T22:05:41.262189+00:00 0:00:01.702264 39735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T22:05:37.285644+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T21:05:00+00:00 PythonOperator 2021-06-11T22:05:19.557280+00:00 2021-06-11T22:05:22.899390+00:00 0:00:03.342110 39734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T22:05:17.262623+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T21:00:00+00:00 EmrJobFlowSensor 2021-06-11T22:00:55.264088+00:00 2021-06-11T22:12:58.139850+00:00 0:12:02.875762 39732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T22:00:52.959567+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T21:00:00+00:00 EmrJobFlowSensor 2021-06-11T22:00:49.128330+00:00 2021-06-11T22:08:51.578136+00:00 0:08:02.449806 39731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T22:00:46.952700+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T22:00:35.070900+00:00 2021-06-11T22:00:36.758167+00:00 0:00:01.687267 39730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T22:00:32.940013+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T22:00:27.215903+00:00 2021-06-11T22:00:29.021017+00:00 0:00:01.805114 39729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T22:00:24.932441+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T21:00:00+00:00 PythonOperator 2021-06-11T22:00:11.257139+00:00 2021-06-11T22:00:14.816312+00:00 0:00:03.559173 39728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T22:00:08.943582+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T21:00:00+00:00 PythonOperator 2021-06-11T22:00:05.403085+00:00 2021-06-11T22:00:08.899322+00:00 0:00:03.496237 39727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T22:00:02.957200+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T20:00:00+00:00 EmrJobFlowSensor 2021-06-11T21:11:54.117545+00:00 2021-06-11T21:21:56.836404+00:00 0:10:02.718859 39726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T21:11:51.786691+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T20:00:00+00:00 EmrJobFlowSensor 2021-06-11T21:11:49.979131+00:00 2021-06-11T21:20:52.595308+00:00 0:09:02.616177 39725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T21:11:47.781313+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T21:11:34.119522+00:00 2021-06-11T21:11:35.940967+00:00 0:00:01.821445 39724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T21:11:31.735448+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T21:11:27.910991+00:00 2021-06-11T21:11:29.743155+00:00 0:00:01.832164 39723 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T21:11:25.723008+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T20:00:00+00:00 PythonOperator 2021-06-11T21:11:10.084788+00:00 2021-06-11T21:11:13.661207+00:00 0:00:03.576419 39722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T21:11:07.760372+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T20:00:00+00:00 PythonOperator 2021-06-11T21:11:06.546992+00:00 2021-06-11T21:11:09.790381+00:00 0:00:03.243389 39721 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T21:11:03.754874+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T20:00:00+00:00 TriggerDagRunOperator 2021-06-11T21:10:58.163155+00:00 2021-06-11T21:10:58.568958+00:00 0:00:00.405803 39720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T21:10:55.704357+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T20:00:00+00:00 TriggerDagRunOperator 2021-06-11T21:10:58.023477+00:00 2021-06-11T21:10:58.617731+00:00 0:00:00.594254 39719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T21:10:55.704312+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T20:05:00+00:00 EmrJobFlowSensor 2021-06-11T21:06:15.579156+00:00 2021-06-11T21:14:18.001899+00:00 0:08:02.422743 39718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T21:06:13.344570+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T21:05:51.578683+00:00 2021-06-11T21:05:53.299587+00:00 0:00:01.720904 39717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T21:05:49.325104+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T20:05:00+00:00 PythonOperator 2021-06-11T21:05:21.768789+00:00 2021-06-11T21:05:25.101178+00:00 0:00:03.332389 39716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T21:05:19.358136+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T20:00:00+00:00 EmrJobFlowSensor 2021-06-11T21:01:01.504494+00:00 2021-06-11T21:14:04.819919+00:00 0:13:03.315425 39714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T21:00:59.153001+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T20:00:00+00:00 EmrJobFlowSensor 2021-06-11T21:00:49.214897+00:00 2021-06-11T21:10:51.960232+00:00 0:10:02.745335 39713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T21:00:47.040517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T21:00:39.182576+00:00 2021-06-11T21:00:40.827565+00:00 0:00:01.644989 39712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T21:00:37.031289+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T21:00:27.228668+00:00 2021-06-11T21:00:28.918379+00:00 0:00:01.689711 39711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T21:00:25.024282+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T20:00:00+00:00 PythonOperator 2021-06-11T21:00:17.106020+00:00 2021-06-11T21:00:20.721360+00:00 0:00:03.615340 39710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T21:00:15.001564+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T20:00:00+00:00 PythonOperator 2021-06-11T21:00:07.220715+00:00 2021-06-11T21:00:10.487537+00:00 0:00:03.266822 39709 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T21:00:04.991108+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T19:00:00+00:00 EmrJobFlowSensor 2021-06-11T20:12:04.452626+00:00 2021-06-11T20:22:07.157985+00:00 0:10:02.705359 39708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T20:12:02.044751+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T19:00:00+00:00 EmrJobFlowSensor 2021-06-11T20:12:00.488225+00:00 2021-06-11T20:22:03.264464+00:00 0:10:02.776239 39707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T20:11:58.040901+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T20:11:42.123399+00:00 2021-06-11T20:11:43.975563+00:00 0:00:01.852164 39706 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T20:11:39.892098+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T20:11:40.099370+00:00 2021-06-11T20:11:41.775412+00:00 0:00:01.676042 39705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T20:11:37.893152+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T19:00:00+00:00 PythonOperator 2021-06-11T20:11:20.442785+00:00 2021-06-11T20:11:24.039862+00:00 0:00:03.597077 39704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T20:11:17.822556+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T19:00:00+00:00 PythonOperator 2021-06-11T20:11:18.037125+00:00 2021-06-11T20:11:21.775331+00:00 0:00:03.738206 39703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T20:11:15.818978+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T19:00:00+00:00 TriggerDagRunOperator 2021-06-11T20:10:40.338568+00:00 2021-06-11T20:10:40.856910+00:00 0:00:00.518342 39702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T20:10:37.792857+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T19:00:00+00:00 TriggerDagRunOperator 2021-06-11T20:10:40.329828+00:00 2021-06-11T20:10:40.717097+00:00 0:00:00.387269 39701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T20:10:37.792821+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T19:05:00+00:00 EmrJobFlowSensor 2021-06-11T20:06:11.461857+00:00 2021-06-11T20:16:14.154652+00:00 0:10:02.692795 39700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T20:06:09.184651+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T20:05:49.409992+00:00 2021-06-11T20:05:51.193662+00:00 0:00:01.783670 39699 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T20:05:47.163642+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T19:05:00+00:00 PythonOperator 2021-06-11T20:05:19.366098+00:00 2021-06-11T20:05:22.752027+00:00 0:00:03.385929 39698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T20:05:17.133363+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T19:00:00+00:00 EmrJobFlowSensor 2021-06-11T20:01:27.095489+00:00 2021-06-11T20:12:29.816475+00:00 0:11:02.720986 39697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T20:01:24.893477+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T19:00:00+00:00 EmrJobFlowSensor 2021-06-11T20:01:15.076121+00:00 2021-06-11T20:10:17.647006+00:00 0:09:02.570885 39696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T20:01:12.862551+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T20:01:07.594399+00:00 2021-06-11T20:01:09.365428+00:00 0:00:01.771029 39695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T20:01:04.854777+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T20:00:30.320554+00:00 2021-06-11T20:00:32.147291+00:00 0:00:01.826737 39693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T20:00:27.744494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T19:00:00+00:00 PythonOperator 2021-06-11T20:00:13.745777+00:00 2021-06-11T20:00:17.354917+00:00 0:00:03.609140 39692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T20:00:11.586762+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T19:00:00+00:00 PythonOperator 2021-06-11T20:00:10.010039+00:00 2021-06-11T20:00:13.273486+00:00 0:00:03.263447 39691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T20:00:07.587862+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T18:00:00+00:00 EmrJobFlowSensor 2021-06-11T19:11:55.007401+00:00 2021-06-11T19:20:57.601129+00:00 0:09:02.593728 39690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T19:11:52.738559+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T18:00:00+00:00 EmrJobFlowSensor 2021-06-11T19:11:49.123509+00:00 2021-06-11T19:21:51.883049+00:00 0:10:02.759540 39689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T19:11:46.732580+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T19:11:33.203977+00:00 2021-06-11T19:11:34.897778+00:00 0:00:01.693801 39688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T19:11:30.770910+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T19:11:26.999742+00:00 2021-06-11T19:11:28.814148+00:00 0:00:01.814406 39687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T19:11:24.750606+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T18:00:00+00:00 PythonOperator 2021-06-11T19:11:09.090337+00:00 2021-06-11T19:11:12.285312+00:00 0:00:03.194975 39686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T19:11:06.756444+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T18:00:00+00:00 PythonOperator 2021-06-11T19:11:06.882206+00:00 2021-06-11T19:11:10.477972+00:00 0:00:03.595766 39685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T19:11:04.688885+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T18:00:00+00:00 TriggerDagRunOperator 2021-06-11T19:10:48.924989+00:00 2021-06-11T19:10:49.439500+00:00 0:00:00.514511 39684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T19:10:46.598526+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T18:00:00+00:00 TriggerDagRunOperator 2021-06-11T19:10:48.852441+00:00 2021-06-11T19:10:49.248183+00:00 0:00:00.395742 39683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T19:10:46.598555+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T18:05:00+00:00 EmrJobFlowSensor 2021-06-11T19:06:04.562964+00:00 2021-06-11T19:15:07.131699+00:00 0:09:02.568735 39682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T19:06:02.243536+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T19:05:42.399995+00:00 2021-06-11T19:05:44.129737+00:00 0:00:01.729742 39681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T19:05:40.193931+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T18:05:00+00:00 PythonOperator 2021-06-11T19:05:22.343791+00:00 2021-06-11T19:05:25.898001+00:00 0:00:03.554210 39680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T19:05:20.157196+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T18:00:00+00:00 EmrJobFlowSensor 2021-06-11T19:01:31.816177+00:00 2021-06-11T19:10:34.394610+00:00 0:09:02.578433 39679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T19:01:29.608300+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T18:00:00+00:00 EmrJobFlowSensor 2021-06-11T19:01:19.836545+00:00 2021-06-11T19:14:23.036759+00:00 0:13:03.200214 39678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T19:01:17.592017+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T19:01:12.160705+00:00 2021-06-11T19:01:13.857332+00:00 0:00:01.696627 39677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T19:01:09.583899+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T19:00:57.800543+00:00 2021-06-11T19:00:59.573440+00:00 0:00:01.772897 39676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T19:00:55.534925+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T18:00:00+00:00 PythonOperator 2021-06-11T19:00:49.684720+00:00 2021-06-11T19:00:53.246035+00:00 0:00:03.561315 39675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T19:00:47.532138+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T18:00:00+00:00 PythonOperator 2021-06-11T19:00:38.257090+00:00 2021-06-11T19:00:41.675198+00:00 0:00:03.418108 39674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T19:00:35.571049+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T17:00:00+00:00 EmrJobFlowSensor 2021-06-11T18:10:34.881549+00:00 2021-06-11T18:19:37.455726+00:00 0:09:02.574177 39672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T18:10:32.258032+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T17:00:00+00:00 EmrJobFlowSensor 2021-06-11T18:10:18.291847+00:00 2021-06-11T18:20:20.806381+00:00 0:10:02.514534 39671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T18:10:16.091125+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T18:10:12.444593+00:00 2021-06-11T18:10:14.270397+00:00 0:00:01.825804 39670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T18:10:10.146740+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T18:09:58.595451+00:00 2021-06-11T18:10:00.332489+00:00 0:00:01.737038 39669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T18:09:56.031443+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T17:00:00+00:00 PythonOperator 2021-06-11T18:09:50.219688+00:00 2021-06-11T18:09:53.832076+00:00 0:00:03.612388 39668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T18:09:48.022247+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T17:00:00+00:00 PythonOperator 2021-06-11T18:09:30.404979+00:00 2021-06-11T18:09:33.778872+00:00 0:00:03.373893 39667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T18:09:28.052914+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T17:00:00+00:00 TriggerDagRunOperator 2021-06-11T18:09:20.409309+00:00 2021-06-11T18:09:20.898738+00:00 0:00:00.489429 39666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T18:09:17.999289+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T17:00:00+00:00 TriggerDagRunOperator 2021-06-11T18:09:20.308110+00:00 2021-06-11T18:09:20.687831+00:00 0:00:00.379721 39665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T18:09:17.999326+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T17:05:00+00:00 EmrJobFlowSensor 2021-06-11T18:05:58.123169+00:00 2021-06-11T18:14:00.533599+00:00 0:08:02.410430 39664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T18:05:55.631825+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T18:05:35.867345+00:00 2021-06-11T18:05:37.609565+00:00 0:00:01.742220 39663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T18:05:33.614084+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T17:05:00+00:00 PythonOperator 2021-06-11T18:05:15.761945+00:00 2021-06-11T18:05:19.254420+00:00 0:00:03.492475 39662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T18:05:13.595086+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T17:00:00+00:00 EmrJobFlowSensor 2021-06-11T18:01:05.629587+00:00 2021-06-11T18:09:08.237005+00:00 0:08:02.607418 39661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T18:01:03.194673+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T17:00:00+00:00 EmrJobFlowSensor 2021-06-11T18:01:05.368530+00:00 2021-06-11T18:13:08.310796+00:00 0:12:02.942266 39660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T18:01:03.194641+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T18:00:43.450510+00:00 2021-06-11T18:00:45.239864+00:00 0:00:01.789354 39659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T18:00:41.089999+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T18:00:43.312149+00:00 2021-06-11T18:00:44.967389+00:00 0:00:01.655240 39658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T18:00:41.089967+00:00 2 default_pool