Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-04T18:00:00+00:00 PythonOperator 2021-07-04T19:11:21.723509+00:00 2021-07-04T19:11:26.741639+00:00 0:00:05.018130 49804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T19:11:19.411561+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-04T18:00:00+00:00 TriggerDagRunOperator 2021-07-04T19:11:05.974501+00:00 2021-07-04T19:11:06.496662+00:00 0:00:00.522161 49803 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T19:11:03.455245+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-04T18:00:00+00:00 TriggerDagRunOperator 2021-07-04T19:11:05.936567+00:00 2021-07-04T19:11:06.310141+00:00 0:00:00.373574 49802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T19:11:03.455209+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-04T18:05:00+00:00 EmrJobFlowSensor 2021-07-04T19:05:49.310105+00:00 2021-07-04T19:14:52.115648+00:00 0:09:02.805543 49801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T19:05:46.906146+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-04T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T19:05:27.229626+00:00 2021-07-04T19:05:28.996569+00:00 0:00:01.766943 49800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T19:05:24.951453+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-04T18:05:00+00:00 PythonOperator 2021-07-04T19:05:06.983719+00:00 2021-07-04T19:05:10.550266+00:00 0:00:03.566547 49799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T19:05:04.871832+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T18:00:00+00:00 EmrJobFlowSensor 2021-07-04T19:01:06.745256+00:00 2021-07-04T19:11:09.669563+00:00 0:10:02.924307 49798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T19:01:04.416784+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-04T18:00:00+00:00 EmrJobFlowSensor 2021-07-04T19:00:58.519988+00:00 2021-07-04T19:11:01.488946+00:00 0:10:02.968958 49797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T19:00:56.406421+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T19:00:46.502956+00:00 2021-07-04T19:00:48.176191+00:00 0:00:01.673235 49796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T19:00:44.395698+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T19:00:36.742921+00:00 2021-07-04T19:00:38.519662+00:00 0:00:01.776741 49795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T19:00:34.460532+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T18:00:00+00:00 PythonOperator 2021-07-04T19:00:24.758145+00:00 2021-07-04T19:00:28.403211+00:00 0:00:03.645066 49794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T19:00:22.369586+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-04T18:00:00+00:00 PythonOperator 2021-07-04T19:00:15.185978+00:00 2021-07-04T19:00:18.746586+00:00 0:00:03.560608 49793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T19:00:12.362703+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-04T17:00:00+00:00 EmrJobFlowSensor 2021-07-04T18:11:15.520477+00:00 2021-07-04T18:21:18.344900+00:00 0:10:02.824423 49791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:11:13.177825+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-04T17:00:00+00:00 EmrJobFlowSensor 2021-07-04T18:11:13.522655+00:00 2021-07-04T18:21:16.573424+00:00 0:10:03.050769 49790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:11:11.245453+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T18:10:53.229090+00:00 2021-07-04T18:10:54.916610+00:00 0:00:01.687520 49789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T18:10:51.096735+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T18:10:51.381132+00:00 2021-07-04T18:10:53.200528+00:00 0:00:01.819396 49788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T18:10:49.140655+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-04T17:00:00+00:00 PythonOperator 2021-07-04T18:10:34.839882+00:00 2021-07-04T18:10:38.526489+00:00 0:00:03.686607 49787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T18:10:31.056812+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-04T17:00:00+00:00 PythonOperator 2021-07-04T18:10:29.344508+00:00 2021-07-04T18:10:34.848526+00:00 0:00:05.504018 49786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T18:10:27.059947+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-04T17:00:00+00:00 TriggerDagRunOperator 2021-07-04T18:10:09.301313+00:00 2021-07-04T18:10:09.707866+00:00 0:00:00.406553 49785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:10:06.958215+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-04T17:00:00+00:00 TriggerDagRunOperator 2021-07-04T18:10:09.259453+00:00 2021-07-04T18:10:09.787233+00:00 0:00:00.527780 49784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:10:06.958243+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-04T17:05:00+00:00 EmrJobFlowSensor 2021-07-04T18:05:58.979106+00:00 2021-07-04T18:15:01.575759+00:00 0:09:02.596653 49783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:05:56.511026+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-04T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T18:05:36.751919+00:00 2021-07-04T18:05:38.403425+00:00 0:00:01.651506 49782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T18:05:34.543711+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-04T17:05:00+00:00 PythonOperator 2021-07-04T18:05:16.604963+00:00 2021-07-04T18:05:20.283789+00:00 0:00:03.678826 49781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T18:05:14.458523+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T17:00:00+00:00 EmrJobFlowSensor 2021-07-04T18:00:56.530254+00:00 2021-07-04T18:10:59.513718+00:00 0:10:02.983464 49780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:00:54.141023+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-04T17:00:00+00:00 EmrJobFlowSensor 2021-07-04T18:00:56.498433+00:00 2021-07-04T18:09:59.435385+00:00 0:09:02.936952 49779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T18:00:54.140995+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T18:00:34.750209+00:00 2021-07-04T18:00:36.561312+00:00 0:00:01.811103 49778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T18:00:32.247427+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T18:00:34.563606+00:00 2021-07-04T18:00:36.358596+00:00 0:00:01.794990 49777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T18:00:32.247454+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-04T17:00:00+00:00 PythonOperator 2021-07-04T18:00:12.909790+00:00 2021-07-04T18:00:16.612572+00:00 0:00:03.702782 49776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T18:00:10.110938+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T17:00:00+00:00 PythonOperator 2021-07-04T18:00:10.452041+00:00 2021-07-04T18:00:14.550830+00:00 0:00:04.098789 49775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T18:00:08.104769+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-04T16:00:00+00:00 EmrJobFlowSensor 2021-07-04T17:12:16.650333+00:00 2021-07-04T17:21:19.328679+00:00 0:09:02.678346 49773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:12:14.402561+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-04T16:00:00+00:00 EmrJobFlowSensor 2021-07-04T17:12:10.791305+00:00 2021-07-04T17:22:13.817872+00:00 0:10:03.026567 49772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:12:08.399953+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T17:11:56.875520+00:00 2021-07-04T17:11:58.714384+00:00 0:00:01.838864 49771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T17:11:54.456894+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T17:11:50.674676+00:00 2021-07-04T17:11:52.418678+00:00 0:00:01.744002 49770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T17:11:48.356719+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-04T16:00:00+00:00 PythonOperator 2021-07-04T17:11:34.698539+00:00 2021-07-04T17:11:38.099203+00:00 0:00:03.400664 49769 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T17:11:32.343046+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-04T16:00:00+00:00 PythonOperator 2021-07-04T17:11:28.495560+00:00 2021-07-04T17:11:32.182402+00:00 0:00:03.686842 49768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T17:11:26.231945+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-04T16:00:00+00:00 TriggerDagRunOperator 2021-07-04T17:11:16.759134+00:00 2021-07-04T17:11:17.186464+00:00 0:00:00.427330 49767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:11:14.225695+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-04T16:00:00+00:00 TriggerDagRunOperator 2021-07-04T17:11:16.577887+00:00 2021-07-04T17:11:17.095591+00:00 0:00:00.517704 49766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:11:14.225725+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-04T16:05:00+00:00 EmrJobFlowSensor 2021-07-04T17:05:48.260362+00:00 2021-07-04T17:14:51.037273+00:00 0:09:02.776911 49765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:05:45.853770+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-04T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T17:05:26.233861+00:00 2021-07-04T17:05:27.926868+00:00 0:00:01.693007 49764 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T17:05:23.763150+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-04T16:05:00+00:00 PythonOperator 2021-07-04T17:05:06.179464+00:00 2021-07-04T17:05:09.138574+00:00 0:00:02.959110 49763 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T17:05:03.743663+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-04T16:00:00+00:00 EmrJobFlowSensor 2021-07-04T17:01:05.707397+00:00 2021-07-04T17:11:08.576414+00:00 0:10:02.869017 49762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T17:01:03.365828+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T16:00:00+00:00 EmrJobFlowSensor 2021-07-04T17:01:05.722985+00:00 2021-07-04T17:11:08.704075+00:00 0:10:02.981090 49761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:01:03.365800+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T17:00:43.817753+00:00 2021-07-04T17:00:45.645607+00:00 0:00:01.827854 49760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T17:00:41.291440+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T17:00:43.748503+00:00 2021-07-04T17:00:45.641447+00:00 0:00:01.892944 49759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T17:00:41.291467+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T16:00:00+00:00 PythonOperator 2021-07-04T17:00:22.090254+00:00 2021-07-04T17:00:25.776258+00:00 0:00:03.686004 49758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T17:00:19.273622+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-04T16:00:00+00:00 PythonOperator 2021-07-04T17:00:19.921314+00:00 2021-07-04T17:00:23.955215+00:00 0:00:04.033901 49757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T17:00:17.287613+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-04T15:00:00+00:00 EmrJobFlowSensor 2021-07-04T16:11:26.567003+00:00 2021-07-04T16:21:29.480924+00:00 0:10:02.913921 49755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:11:24.409192+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-04T15:00:00+00:00 EmrJobFlowSensor 2021-07-04T16:11:22.668943+00:00 2021-07-04T16:20:25.523949+00:00 0:09:02.855006 49754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:11:20.410310+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T16:11:04.708876+00:00 2021-07-04T16:11:06.531145+00:00 0:00:01.822269 49753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T16:11:02.393268+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T16:10:58.587934+00:00 2021-07-04T16:11:00.300141+00:00 0:00:01.712207 49752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T16:10:56.389162+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-04T15:00:00+00:00 PythonOperator 2021-07-04T16:10:42.586332+00:00 2021-07-04T16:10:46.700204+00:00 0:00:04.113872 49751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T16:10:40.346851+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-04T15:00:00+00:00 PythonOperator 2021-07-04T16:10:36.479595+00:00 2021-07-04T16:10:40.098088+00:00 0:00:03.618493 49750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T16:10:34.337217+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-04T15:00:00+00:00 TriggerDagRunOperator 2021-07-04T16:10:22.702520+00:00 2021-07-04T16:10:23.179683+00:00 0:00:00.477163 49749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:10:20.326279+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-04T15:00:00+00:00 TriggerDagRunOperator 2021-07-04T16:10:22.491563+00:00 2021-07-04T16:10:22.935481+00:00 0:00:00.443918 49748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:10:20.326244+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-04T15:05:00+00:00 EmrJobFlowSensor 2021-07-04T16:05:54.257742+00:00 2021-07-04T16:14:56.967240+00:00 0:09:02.709498 49747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:05:52.065527+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-04T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T16:05:32.356673+00:00 2021-07-04T16:05:34.036086+00:00 0:00:01.679413 49746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T16:05:30.052131+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-04T15:05:00+00:00 PythonOperator 2021-07-04T16:05:10.396813+00:00 2021-07-04T16:05:13.735756+00:00 0:00:03.338943 49745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T16:05:07.944595+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-04T15:00:00+00:00 EmrJobFlowSensor 2021-07-04T16:01:05.670986+00:00 2021-07-04T16:10:08.231006+00:00 0:09:02.560020 49744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T16:01:03.519418+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T15:00:00+00:00 EmrJobFlowSensor 2021-07-04T16:01:00.183832+00:00 2021-07-04T16:12:03.237802+00:00 0:11:03.053970 49743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:00:57.481510+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T16:00:41.838774+00:00 2021-07-04T16:00:43.682771+00:00 0:00:01.843997 49742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T16:00:39.450762+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T16:00:40.008672+00:00 2021-07-04T16:00:41.833085+00:00 0:00:01.824413 49741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T16:00:37.411001+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-04T15:00:00+00:00 PythonOperator 2021-07-04T16:00:19.925563+00:00 2021-07-04T16:00:23.291243+00:00 0:00:03.365680 49740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T16:00:17.447756+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T15:00:00+00:00 PythonOperator 2021-07-04T16:00:17.550604+00:00 2021-07-04T16:00:21.360746+00:00 0:00:03.810142 49739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T16:00:15.385524+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-04T14:00:00+00:00 EmrJobFlowSensor 2021-07-04T15:20:51.735895+00:00 2021-07-04T15:28:54.295279+00:00 0:08:02.559384 49738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:20:49.221509+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-04T14:00:00+00:00 EmrJobFlowSensor 2021-07-04T15:20:49.428494+00:00 2021-07-04T15:29:52.383058+00:00 0:09:02.954564 49737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:20:47.223558+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T15:20:30.232217+00:00 2021-07-04T15:20:31.944424+00:00 0:00:01.712207 49736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T15:20:27.264845+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T15:20:27.558915+00:00 2021-07-04T15:20:29.723960+00:00 0:00:02.165045 49735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T15:20:25.206163+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-04T14:05:00+00:00 EmrJobFlowSensor 2021-07-04T15:20:19.413353+00:00 2021-07-04T15:29:22.113079+00:00 0:09:02.699726 49734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:20:17.251880+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-04T14:00:00+00:00 PythonOperator 2021-07-04T15:20:07.425736+00:00 2021-07-04T15:20:11.327400+00:00 0:00:03.901664 49733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T15:20:05.185975+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-04T14:00:00+00:00 PythonOperator 2021-07-04T15:20:07.438385+00:00 2021-07-04T15:20:10.826282+00:00 0:00:03.387897 49732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T15:20:05.185941+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-04T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T15:19:57.430704+00:00 2021-07-04T15:19:59.116831+00:00 0:00:01.686127 49731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T15:19:55.176118+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-04T14:00:00+00:00 TriggerDagRunOperator 2021-07-04T15:19:42.048255+00:00 2021-07-04T15:19:42.590102+00:00 0:00:00.541847 49730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:19:39.168462+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-04T14:00:00+00:00 TriggerDagRunOperator 2021-07-04T15:19:41.295019+00:00 2021-07-04T15:19:41.807603+00:00 0:00:00.512584 49729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:19:39.168493+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-04T14:05:00+00:00 PythonOperator 2021-07-04T15:19:37.558146+00:00 2021-07-04T15:19:41.800316+00:00 0:00:04.242170 49728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T15:19:35.161644+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-04T14:00:00+00:00 EmrJobFlowSensor 2021-07-04T15:01:11.591316+00:00 2021-07-04T15:10:14.409160+00:00 0:09:02.817844 49726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T15:01:09.422769+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T14:00:00+00:00 EmrJobFlowSensor 2021-07-04T15:01:03.680315+00:00 2021-07-04T15:11:06.824767+00:00 0:10:03.144452 49725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:01:01.415133+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T15:00:49.624198+00:00 2021-07-04T15:00:51.302604+00:00 0:00:01.678406 49724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T15:00:47.403319+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T15:00:39.873354+00:00 2021-07-04T15:00:41.785672+00:00 0:00:01.912318 49723 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T15:00:37.403145+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-04T14:00:00+00:00 PythonOperator 2021-07-04T15:00:21.648683+00:00 2021-07-04T15:00:25.296115+00:00 0:00:03.647432 49722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T15:00:19.376341+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T14:00:00+00:00 PythonOperator 2021-07-04T15:00:15.514697+00:00 2021-07-04T15:00:19.309227+00:00 0:00:03.794530 49721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T15:00:13.369996+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-04T13:00:00+00:00 EmrJobFlowSensor 2021-07-04T14:16:02.545158+00:00 2021-07-04T14:25:05.297405+00:00 0:09:02.752247 49720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:16:00.259021+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-04T13:00:00+00:00 EmrJobFlowSensor 2021-07-04T14:15:48.517718+00:00 2021-07-04T14:25:51.375408+00:00 0:10:02.857690 49719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:15:46.256354+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T14:15:40.482443+00:00 2021-07-04T14:15:42.341747+00:00 0:00:01.859304 49718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T14:15:38.138746+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T14:15:26.392153+00:00 2021-07-04T14:15:28.191029+00:00 0:00:01.798876 49717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T14:15:24.126382+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-04T13:00:00+00:00 PythonOperator 2021-07-04T14:15:20.401159+00:00 2021-07-04T14:15:23.998768+00:00 0:00:03.597609 49716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T14:15:18.122190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-04T13:00:00+00:00 PythonOperator 2021-07-04T14:15:00.585793+00:00 2021-07-04T14:15:04.625434+00:00 0:00:04.039641 49715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T14:14:58.164470+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-04T13:00:00+00:00 TriggerDagRunOperator 2021-07-04T14:14:46.508695+00:00 2021-07-04T14:14:46.986818+00:00 0:00:00.478123 49714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:14:44.098686+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-04T13:00:00+00:00 TriggerDagRunOperator 2021-07-04T14:14:46.425502+00:00 2021-07-04T14:14:46.795152+00:00 0:00:00.369650 49713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:14:44.098659+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-04T13:05:00+00:00 EmrJobFlowSensor 2021-07-04T14:06:01.657602+00:00 2021-07-04T14:15:04.611517+00:00 0:09:02.953915 49712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:05:59.240784+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-04T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T14:05:39.536593+00:00 2021-07-04T14:05:41.251699+00:00 0:00:01.715106 49711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T14:05:37.146075+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T13:00:00+00:00 EmrJobFlowSensor 2021-07-04T14:05:27.191466+00:00 2021-07-04T14:16:30.155159+00:00 0:11:02.963693 49710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:05:24.981283+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-04T13:00:00+00:00 EmrJobFlowSensor 2021-07-04T14:05:25.289684+00:00 2021-07-04T14:14:28.069192+00:00 0:09:02.779508 49709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T14:05:22.986827+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-04T13:05:00+00:00 PythonOperator 2021-07-04T14:05:17.067685+00:00 2021-07-04T14:05:20.404849+00:00 0:00:03.337164 49708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T14:05:14.945752+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T14:05:07.082790+00:00 2021-07-04T14:05:08.879476+00:00 0:00:01.796686 49707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T14:05:04.934292+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T14:05:05.217468+00:00 2021-07-04T14:05:07.014642+00:00 0:00:01.797174 49706 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T14:05:02.937426+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T13:00:00+00:00 PythonOperator 2021-07-04T14:04:45.073483+00:00 2021-07-04T14:04:48.811758+00:00 0:00:03.738275 49705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T14:04:42.844983+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-04T13:00:00+00:00 PythonOperator 2021-07-04T14:04:41.766127+00:00 2021-07-04T14:04:45.208566+00:00 0:00:03.442439 49704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T14:04:38.850993+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-04T12:00:00+00:00 EmrJobFlowSensor 2021-07-04T13:12:34.993501+00:00 2021-07-04T13:21:37.773995+00:00 0:09:02.780494 49702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T13:12:32.653278+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-04T12:00:00+00:00 EmrJobFlowSensor 2021-07-04T13:12:16.888719+00:00 2021-07-04T13:22:19.889885+00:00 0:10:03.001166 49701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T13:12:14.627655+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T13:12:11.027991+00:00 2021-07-04T13:12:12.822764+00:00 0:00:01.794773 49700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T13:12:08.675839+00:00 2 default_pool