Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T00:00:50.096417+00:00 2021-07-18T00:00:51.906863+00:00 0:00:01.810446 54960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T00:00:47.896517+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T00:00:44.159062+00:00 2021-07-18T00:00:45.924825+00:00 0:00:01.765763 54959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T00:00:41.889478+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T23:00:00+00:00 PythonOperator 2021-07-18T00:00:24.038761+00:00 2021-07-18T00:00:28.197918+00:00 0:00:04.159157 54958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T00:00:21.841836+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T23:00:00+00:00 PythonOperator 2021-07-18T00:00:08.126067+00:00 2021-07-18T00:00:11.799993+00:00 0:00:03.673926 54957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T00:00:05.827829+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T22:00:00+00:00 EmrJobFlowSensor 2021-07-17T23:15:37.654105+00:00 2021-07-17T23:24:40.650142+00:00 0:09:02.996037 54956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:15:35.439601+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T22:00:00+00:00 EmrJobFlowSensor 2021-07-17T23:15:29.986279+00:00 2021-07-17T23:25:32.879493+00:00 0:10:02.893214 54955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:15:27.463543+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T23:15:13.807989+00:00 2021-07-17T23:15:15.532959+00:00 0:00:01.724970 54954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T23:15:11.541365+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T23:15:07.775594+00:00 2021-07-17T23:15:09.485317+00:00 0:00:01.709723 54953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T23:15:05.465364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T22:00:00+00:00 PythonOperator 2021-07-17T23:14:52.585238+00:00 2021-07-17T23:14:56.053751+00:00 0:00:03.468513 54952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T23:14:49.398690+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T22:00:00+00:00 PythonOperator 2021-07-17T23:14:47.631942+00:00 2021-07-17T23:14:52.346701+00:00 0:00:04.714759 54951 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T23:14:45.398840+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T22:00:00+00:00 TriggerDagRunOperator 2021-07-17T23:14:35.870430+00:00 2021-07-17T23:14:36.273598+00:00 0:00:00.403168 54950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:14:33.386567+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T22:00:00+00:00 TriggerDagRunOperator 2021-07-17T23:14:35.777320+00:00 2021-07-17T23:14:36.325864+00:00 0:00:00.548544 54949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:14:33.386539+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T22:05:00+00:00 EmrJobFlowSensor 2021-07-17T23:05:48.924996+00:00 2021-07-17T23:14:51.755986+00:00 0:09:02.830990 54947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:05:46.352327+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T23:05:28.958733+00:00 2021-07-17T23:05:30.762635+00:00 0:00:01.803902 54946 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T23:05:26.376665+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T22:05:00+00:00 PythonOperator 2021-07-17T23:05:06.727780+00:00 2021-07-17T23:05:10.467344+00:00 0:00:03.739564 54945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T23:05:04.362983+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-16T23:00:00+00:00 EmrJobFlowSensor 2021-07-17T23:01:03.226049+00:00 2021-07-17T23:10:06.185375+00:00 0:09:02.959326 54944 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:00:59.982267+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T22:00:00+00:00 EmrJobFlowSensor 2021-07-17T23:01:00.789116+00:00 2021-07-17T23:10:04.131897+00:00 0:09:03.342781 54943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T23:00:57.971077+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T22:00:00+00:00 EmrJobFlowSensor 2021-07-17T23:00:50.089066+00:00 2021-07-17T23:14:53.636469+00:00 0:14:03.547403 54942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T23:00:47.863941+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-16T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T23:00:40.231517+00:00 2021-07-17T23:00:42.060955+00:00 0:00:01.829438 54941 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T23:00:37.857548+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T23:00:38.022590+00:00 2021-07-17T23:00:39.715950+00:00 0:00:01.693360 54940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T23:00:35.857105+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T23:00:28.460561+00:00 2021-07-17T23:00:30.375534+00:00 0:00:01.914973 54939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T23:00:25.853232+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-16T23:00:00+00:00 PythonOperator 2021-07-17T23:00:18.689076+00:00 2021-07-17T23:00:22.657025+00:00 0:00:03.967949 54938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T23:00:15.814453+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T22:00:00+00:00 PythonOperator 2021-07-17T23:00:16.537178+00:00 2021-07-17T23:00:20.754551+00:00 0:00:04.217373 54937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T23:00:13.879446+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T22:00:00+00:00 PythonOperator 2021-07-17T23:00:04.217930+00:00 2021-07-17T23:00:08.395477+00:00 0:00:04.177547 54936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T23:00:01.870617+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T21:00:00+00:00 EmrJobFlowSensor 2021-07-17T22:11:18.827523+00:00 2021-07-17T22:20:21.502045+00:00 0:09:02.674522 54935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T22:11:16.458326+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T21:00:00+00:00 EmrJobFlowSensor 2021-07-17T22:11:12.652174+00:00 2021-07-17T22:20:15.593579+00:00 0:09:02.941405 54934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T22:11:10.448381+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T22:10:56.574633+00:00 2021-07-17T22:10:58.258571+00:00 0:00:01.683938 54933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T22:10:54.435854+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T22:10:50.697030+00:00 2021-07-17T22:10:52.471584+00:00 0:00:01.774554 54932 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T22:10:48.430640+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T21:00:00+00:00 PythonOperator 2021-07-17T22:10:35.014213+00:00 2021-07-17T22:10:38.767061+00:00 0:00:03.752848 54931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T22:10:32.477901+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T21:00:00+00:00 PythonOperator 2021-07-17T22:10:28.805341+00:00 2021-07-17T22:10:32.954535+00:00 0:00:04.149194 54930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T22:10:26.471243+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T21:00:00+00:00 TriggerDagRunOperator 2021-07-17T22:10:19.190078+00:00 2021-07-17T22:10:19.674240+00:00 0:00:00.484162 54929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T22:10:16.421988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T21:00:00+00:00 TriggerDagRunOperator 2021-07-17T22:10:19.046055+00:00 2021-07-17T22:10:19.411610+00:00 0:00:00.365555 54928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T22:10:16.421959+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T21:05:00+00:00 EmrJobFlowSensor 2021-07-17T22:06:23.993964+00:00 2021-07-17T22:16:26.818400+00:00 0:10:02.824436 54926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T22:06:21.590473+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T22:06:04.102738+00:00 2021-07-17T22:06:05.915169+00:00 0:00:01.812431 54925 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T22:06:01.538946+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T21:05:00+00:00 PythonOperator 2021-07-17T22:05:24.334287+00:00 2021-07-17T22:05:27.172546+00:00 0:00:02.838259 54924 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T22:05:21.558439+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T21:00:00+00:00 EmrJobFlowSensor 2021-07-17T22:01:05.481873+00:00 2021-07-17T22:15:09.042052+00:00 0:14:03.560179 54923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T22:01:03.085610+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T21:00:00+00:00 EmrJobFlowSensor 2021-07-17T22:00:55.185431+00:00 2021-07-17T22:09:58.111370+00:00 0:09:02.925939 54922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T22:00:53.031930+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T22:00:43.220906+00:00 2021-07-17T22:00:44.895245+00:00 0:00:01.674339 54921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T22:00:41.020217+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T22:00:33.381506+00:00 2021-07-17T22:00:35.080668+00:00 0:00:01.699162 54920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T22:00:31.064919+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T21:00:00+00:00 PythonOperator 2021-07-17T22:00:21.296438+00:00 2021-07-17T22:00:25.390072+00:00 0:00:04.093634 54919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T22:00:19.059921+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T21:00:00+00:00 PythonOperator 2021-07-17T22:00:11.223794+00:00 2021-07-17T22:00:14.766083+00:00 0:00:03.542289 54918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T22:00:08.993399+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T20:05:00+00:00 EmrJobFlowSensor 2021-07-17T21:13:10.197538+00:00 2021-07-17T21:15:12.007553+00:00 0:02:01.810015 54917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T21:13:07.713117+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T20:00:00+00:00 EmrJobFlowSensor 2021-07-17T21:11:08.122200+00:00 2021-07-17T21:21:11.237237+00:00 0:10:03.115037 54916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T21:11:05.554026+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T20:00:00+00:00 EmrJobFlowSensor 2021-07-17T21:11:05.605654+00:00 2021-07-17T21:19:08.278215+00:00 0:08:02.672561 54915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T21:11:03.446513+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T21:10:46.449174+00:00 2021-07-17T21:10:48.106093+00:00 0:00:01.656919 54914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T21:10:43.478934+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T21:10:43.739254+00:00 2021-07-17T21:10:46.027423+00:00 0:00:02.288169 54913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T21:10:41.423480+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T20:00:00+00:00 PythonOperator 2021-07-17T21:10:23.890405+00:00 2021-07-17T21:10:27.564084+00:00 0:00:03.673679 54912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T21:10:21.452836+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T20:00:00+00:00 PythonOperator 2021-07-17T21:10:21.666378+00:00 2021-07-17T21:10:25.537967+00:00 0:00:03.871589 54911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T21:10:19.450615+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T20:00:00+00:00 TriggerDagRunOperator 2021-07-17T21:10:02.234754+00:00 2021-07-17T21:10:02.785408+00:00 0:00:00.550654 54910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T21:09:59.166922+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T20:00:00+00:00 TriggerDagRunOperator 2021-07-17T21:10:02.219098+00:00 2021-07-17T21:10:02.612746+00:00 0:00:00.393648 54909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T21:09:59.166951+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T21:05:41.272076+00:00 2021-07-17T21:05:42.950933+00:00 0:00:01.678857 54906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T21:05:39.044556+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T20:05:00+00:00 PythonOperator 2021-07-17T21:05:19.827901+00:00 2021-07-17T21:05:22.723109+00:00 0:00:02.895208 54905 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T21:05:17.066598+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T20:00:00+00:00 EmrJobFlowSensor 2021-07-17T21:00:58.865455+00:00 2021-07-17T21:15:02.620915+00:00 0:14:03.755460 54904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T21:00:56.558813+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T20:00:00+00:00 EmrJobFlowSensor 2021-07-17T21:00:50.778699+00:00 2021-07-17T21:09:53.767994+00:00 0:09:02.989295 54903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T21:00:48.551787+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T21:00:36.681929+00:00 2021-07-17T21:00:38.408243+00:00 0:00:01.726314 54902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T21:00:34.532747+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T21:00:31.029834+00:00 2021-07-17T21:00:32.858066+00:00 0:00:01.828232 54901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T21:00:28.524573+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T20:00:00+00:00 PythonOperator 2021-07-17T21:00:17.067902+00:00 2021-07-17T21:00:20.865530+00:00 0:00:03.797628 54900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T21:00:14.516500+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T20:00:00+00:00 PythonOperator 2021-07-17T21:00:09.065835+00:00 2021-07-17T21:00:12.707162+00:00 0:00:03.641327 54899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T21:00:06.512545+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T19:00:00+00:00 EmrJobFlowSensor 2021-07-17T20:11:34.163626+00:00 2021-07-17T20:20:36.998672+00:00 0:09:02.835046 54898 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T20:11:31.558150+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T19:00:00+00:00 EmrJobFlowSensor 2021-07-17T20:11:17.811489+00:00 2021-07-17T20:20:20.561142+00:00 0:09:02.749653 54897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T20:11:15.452355+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T20:11:14.023095+00:00 2021-07-17T20:11:15.868760+00:00 0:00:01.845665 54896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T20:11:11.451254+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T20:10:55.668757+00:00 2021-07-17T20:10:57.355971+00:00 0:00:01.687214 54895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T20:10:53.375933+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T19:00:00+00:00 PythonOperator 2021-07-17T20:10:51.523115+00:00 2021-07-17T20:10:55.218133+00:00 0:00:03.695018 54894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T20:10:49.310633+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T19:00:00+00:00 PythonOperator 2021-07-17T20:10:33.596587+00:00 2021-07-17T20:10:37.284387+00:00 0:00:03.687800 54893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T20:10:31.291198+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T19:00:00+00:00 TriggerDagRunOperator 2021-07-17T20:10:27.811953+00:00 2021-07-17T20:10:28.449715+00:00 0:00:00.637762 54892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T20:10:25.288301+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T19:00:00+00:00 TriggerDagRunOperator 2021-07-17T20:10:27.773015+00:00 2021-07-17T20:10:28.247105+00:00 0:00:00.474090 54891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T20:10:25.288330+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T19:05:00+00:00 EmrJobFlowSensor 2021-07-17T20:05:56.250736+00:00 2021-07-17T20:14:58.981521+00:00 0:09:02.730785 54889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T20:05:53.855638+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T20:05:34.213908+00:00 2021-07-17T20:05:35.959067+00:00 0:00:01.745159 54888 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T20:05:31.851866+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T19:05:00+00:00 PythonOperator 2021-07-17T20:05:11.881786+00:00 2021-07-17T20:05:15.678435+00:00 0:00:03.796649 54887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T20:05:09.717229+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T19:00:00+00:00 EmrJobFlowSensor 2021-07-17T20:01:03.985997+00:00 2021-07-17T20:14:07.398240+00:00 0:13:03.412243 54886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T20:01:01.426874+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T19:00:00+00:00 EmrJobFlowSensor 2021-07-17T20:01:01.741449+00:00 2021-07-17T20:10:04.608882+00:00 0:09:02.867433 54885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T20:00:59.429614+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T20:00:38.202847+00:00 2021-07-17T20:00:40.083143+00:00 0:00:01.880296 54884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T20:00:35.407643+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T20:00:38.101902+00:00 2021-07-17T20:00:39.876155+00:00 0:00:01.774253 54883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T20:00:35.407608+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T19:00:00+00:00 PythonOperator 2021-07-17T20:00:14.087641+00:00 2021-07-17T20:00:17.893612+00:00 0:00:03.805971 54882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T20:00:11.447586+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T19:00:00+00:00 PythonOperator 2021-07-17T20:00:13.763321+00:00 2021-07-17T20:00:17.632151+00:00 0:00:03.868830 54881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T20:00:11.447545+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T18:00:00+00:00 EmrJobFlowSensor 2021-07-17T19:09:55.806787+00:00 2021-07-17T19:19:58.846803+00:00 0:10:03.040016 54880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T19:09:53.512182+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T18:00:00+00:00 EmrJobFlowSensor 2021-07-17T19:09:47.677606+00:00 2021-07-17T19:19:50.521860+00:00 0:10:02.844254 54879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T19:09:45.503755+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T19:09:34.393683+00:00 2021-07-17T19:09:36.047693+00:00 0:00:01.654010 54878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T19:09:31.562286+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T19:09:25.787053+00:00 2021-07-17T19:09:27.604838+00:00 0:00:01.817785 54877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T19:09:23.543541+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T18:00:00+00:00 PythonOperator 2021-07-17T19:09:11.865055+00:00 2021-07-17T19:09:15.371358+00:00 0:00:03.506303 54876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T19:09:09.478493+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T18:00:00+00:00 PythonOperator 2021-07-17T19:09:03.786566+00:00 2021-07-17T19:09:07.945732+00:00 0:00:04.159166 54875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T19:09:01.455044+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T18:00:00+00:00 TriggerDagRunOperator 2021-07-17T19:08:54.018906+00:00 2021-07-17T19:08:54.445790+00:00 0:00:00.426884 54874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T19:08:51.328148+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T18:00:00+00:00 TriggerDagRunOperator 2021-07-17T19:08:53.834345+00:00 2021-07-17T19:08:54.349259+00:00 0:00:00.514914 54873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T19:08:51.328176+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T18:05:00+00:00 EmrJobFlowSensor 2021-07-17T19:05:50.651350+00:00 2021-07-17T19:14:53.223206+00:00 0:09:02.571856 54871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T19:05:48.455188+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T19:05:28.821302+00:00 2021-07-17T19:05:30.729064+00:00 0:00:01.907762 54870 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T19:05:26.390252+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T18:05:00+00:00 PythonOperator 2021-07-17T19:05:08.720953+00:00 2021-07-17T19:05:12.561608+00:00 0:00:03.840655 54869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T19:05:06.325820+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T18:00:00+00:00 EmrJobFlowSensor 2021-07-17T19:00:54.230150+00:00 2021-07-17T19:15:57.933487+00:00 0:15:03.703337 54868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T19:00:51.910616+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T18:00:00+00:00 EmrJobFlowSensor 2021-07-17T19:00:46.378982+00:00 2021-07-17T19:08:49.128708+00:00 0:08:02.749726 54867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T19:00:43.986191+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T19:00:32.549706+00:00 2021-07-17T19:00:34.276857+00:00 0:00:01.727151 54866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T19:00:29.895422+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T19:00:26.166817+00:00 2021-07-17T19:00:27.923889+00:00 0:00:01.757072 54865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T19:00:23.955057+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T18:00:00+00:00 PythonOperator 2021-07-17T19:00:10.505852+00:00 2021-07-17T19:00:14.386476+00:00 0:00:03.880624 54864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T19:00:07.947059+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T18:00:00+00:00 PythonOperator 2021-07-17T19:00:04.049336+00:00 2021-07-17T19:00:07.924501+00:00 0:00:03.875165 54863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T19:00:01.868882+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T17:00:00+00:00 EmrJobFlowSensor 2021-07-17T18:12:25.070386+00:00 2021-07-17T18:22:27.986052+00:00 0:10:02.915666 54862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T18:12:22.803491+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T18:12:03.076855+00:00 2021-07-17T18:12:04.817113+00:00 0:00:01.740258 54861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T18:12:00.783259+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T17:00:00+00:00 EmrJobFlowSensor 2021-07-17T18:11:36.907592+00:00 2021-07-17T18:20:39.897167+00:00 0:09:02.989575 54860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T18:11:34.653209+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T18:11:04.811484+00:00 2021-07-17T18:11:06.498435+00:00 0:00:01.686951 54859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T18:11:02.624445+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T17:00:00+00:00 PythonOperator 2021-07-17T18:10:47.018370+00:00 2021-07-17T18:10:50.519076+00:00 0:00:03.500706 54858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T18:10:44.645160+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T17:00:00+00:00 PythonOperator 2021-07-17T18:10:40.991727+00:00 2021-07-17T18:10:45.163639+00:00 0:00:04.171912 54857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T18:10:38.654621+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T17:00:00+00:00 TriggerDagRunOperator 2021-07-17T18:10:29.119476+00:00 2021-07-17T18:10:29.635218+00:00 0:00:00.515742 54856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T18:10:26.603239+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T17:00:00+00:00 TriggerDagRunOperator 2021-07-17T18:10:29.072927+00:00 2021-07-17T18:10:29.451287+00:00 0:00:00.378360 54855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T18:10:26.603194+00:00 2 default_pool