Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:12:01.015619+00:00 2021-06-08T05:12:02.831171+00:00 0:00:01.815552 38105 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:11:58.759307+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:11:59.142484+00:00 2021-06-08T05:12:00.835875+00:00 0:00:01.693391 38104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:11:56.687542+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:11:34.988921+00:00 2021-06-08T05:11:38.291992+00:00 0:00:03.303071 38103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:11:32.647315+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:11:20.801357+00:00 2021-06-08T05:11:24.377188+00:00 0:00:03.575831 38102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:11:18.629794+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T04:00:00+00:00 TriggerDagRunOperator 2021-06-08T05:11:07.358499+00:00 2021-06-08T05:11:07.846616+00:00 0:00:00.488117 38101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:11:04.620181+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T04:00:00+00:00 TriggerDagRunOperator 2021-06-08T05:11:06.770085+00:00 2021-06-08T05:11:07.252614+00:00 0:00:00.482529 38100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:11:04.620213+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T04:05:00+00:00 EmrJobFlowSensor 2021-06-08T05:06:06.370554+00:00 2021-06-08T05:15:09.061923+00:00 0:09:02.691369 38099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:06:04.153151+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:05:44.512887+00:00 2021-06-08T05:05:46.206105+00:00 0:00:01.693218 38098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:05:42.072048+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T04:05:00+00:00 PythonOperator 2021-06-08T05:05:24.381293+00:00 2021-06-08T05:05:27.674033+00:00 0:00:03.292740 38097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:05:22.046518+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:01:00.171425+00:00 2021-06-08T05:13:03.609792+00:00 0:12:03.438367 38096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:00:57.654431+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:00:56.045585+00:00 2021-06-08T05:10:58.981572+00:00 0:10:02.935987 38095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:00:53.580502+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:00:39.649914+00:00 2021-06-08T05:00:41.307165+00:00 0:00:01.657251 38094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:00:37.522155+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:00:35.785414+00:00 2021-06-08T05:00:37.510978+00:00 0:00:01.725564 38093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T05:00:33.508905+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:00:17.777681+00:00 2021-06-08T05:00:21.258300+00:00 0:00:03.480619 38092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:00:15.496065+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:00:12.194225+00:00 2021-06-08T05:00:15.596000+00:00 0:00:03.401775 38091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T05:00:09.552447+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:11:20.073080+00:00 2021-06-08T04:22:23.019122+00:00 0:11:02.946042 38089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:11:17.867661+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:11:16.086733+00:00 2021-06-08T04:21:18.861849+00:00 0:10:02.775116 38088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:11:13.842960+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:10:50.139301+00:00 2021-06-08T04:10:51.948299+00:00 0:00:01.808998 38087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:10:47.820805+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:10:48.005285+00:00 2021-06-08T04:10:49.777539+00:00 0:00:01.772254 38086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:10:45.818706+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:10:25.795705+00:00 2021-06-08T04:10:29.460638+00:00 0:00:03.664933 38085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:10:21.857503+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:10:19.977967+00:00 2021-06-08T04:10:24.628728+00:00 0:00:04.650761 38084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:10:17.793136+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T03:00:00+00:00 TriggerDagRunOperator 2021-06-08T04:10:16.421235+00:00 2021-06-08T04:10:16.913328+00:00 0:00:00.492093 38083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:10:13.866146+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T03:00:00+00:00 TriggerDagRunOperator 2021-06-08T04:10:16.319344+00:00 2021-06-08T04:10:16.697137+00:00 0:00:00.377793 38082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:10:13.866043+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T03:05:00+00:00 EmrJobFlowSensor 2021-06-08T04:06:03.479870+00:00 2021-06-08T04:14:05.874647+00:00 0:08:02.394777 38081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:06:01.308337+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:05:41.360959+00:00 2021-06-08T04:05:42.969767+00:00 0:00:01.608808 38080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:05:39.247703+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T03:05:00+00:00 PythonOperator 2021-06-08T04:05:07.595272+00:00 2021-06-08T04:05:10.955127+00:00 0:00:03.359855 38079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:05:05.258624+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:00:59.174791+00:00 2021-06-08T04:13:02.095050+00:00 0:12:02.920259 38078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:00:56.856791+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:00:51.204251+00:00 2021-06-08T04:09:53.797098+00:00 0:09:02.592847 38077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:00:48.776824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:00:38.886573+00:00 2021-06-08T04:00:40.571409+00:00 0:00:01.684836 38076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:00:36.665266+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:00:28.969015+00:00 2021-06-08T04:00:30.771019+00:00 0:00:01.802004 38075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T04:00:26.575354+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:00:17.151352+00:00 2021-06-08T04:00:20.686366+00:00 0:00:03.535014 38074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:00:14.515560+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:00:08.905797+00:00 2021-06-08T04:00:12.305391+00:00 0:00:03.399594 38073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T04:00:06.507806+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T02:00:00+00:00 EmrJobFlowSensor 2021-06-08T03:12:47.098863+00:00 2021-06-08T03:23:49.912129+00:00 0:11:02.813266 38071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:12:44.903524+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T02:00:00+00:00 EmrJobFlowSensor 2021-06-08T03:12:29.594885+00:00 2021-06-08T03:21:32.063620+00:00 0:09:02.468735 38070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:12:26.950781+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:12:21.272508+00:00 2021-06-08T03:12:22.970705+00:00 0:00:01.698197 38069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T03:12:18.890520+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:12:07.508969+00:00 2021-06-08T03:12:09.338739+00:00 0:00:01.829770 38068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T03:12:04.866697+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T02:00:00+00:00 PythonOperator 2021-06-08T03:11:59.036812+00:00 2021-06-08T03:12:02.607725+00:00 0:00:03.570913 38067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:11:56.738459+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T02:00:00+00:00 PythonOperator 2021-06-08T03:11:45.084390+00:00 2021-06-08T03:11:48.517606+00:00 0:00:03.433216 38066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:11:42.722875+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T02:00:00+00:00 TriggerDagRunOperator 2021-06-08T03:11:39.162356+00:00 2021-06-08T03:11:39.667346+00:00 0:00:00.504990 38065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:11:36.717480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T02:00:00+00:00 TriggerDagRunOperator 2021-06-08T03:11:38.996789+00:00 2021-06-08T03:11:39.421171+00:00 0:00:00.424382 38064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:11:36.717513+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T02:05:00+00:00 EmrJobFlowSensor 2021-06-08T03:05:54.396686+00:00 2021-06-08T03:14:56.931311+00:00 0:09:02.534625 38063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:05:52.020930+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:05:32.474739+00:00 2021-06-08T03:05:34.191149+00:00 0:00:01.716410 38062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T03:05:30.070079+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T02:05:00+00:00 PythonOperator 2021-06-08T03:05:10.282514+00:00 2021-06-08T03:05:13.638328+00:00 0:00:03.355814 38061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:05:08.057233+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T02:00:00+00:00 EmrJobFlowSensor 2021-06-08T03:02:19.881444+00:00 2021-06-08T03:11:22.459637+00:00 0:09:02.578193 38060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:02:17.655640+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:01:07.912597+00:00 2021-06-08T03:01:09.652871+00:00 0:00:01.740274 38059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T03:01:05.646611+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T02:00:00+00:00 EmrJobFlowSensor 2021-06-08T03:00:58.307397+00:00 2021-06-08T03:13:01.436807+00:00 0:12:03.129410 38058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:00:55.649025+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T02:00:00+00:00 PythonOperator 2021-06-08T03:00:45.821744+00:00 2021-06-08T03:00:49.036874+00:00 0:00:03.215130 38057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T03:00:43.524645+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:00:37.637842+00:00 2021-06-08T03:00:39.295302+00:00 0:00:01.657460 38056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T03:00:35.515678+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T02:00:00+00:00 PythonOperator 2021-06-08T03:00:09.957116+00:00 2021-06-08T03:00:13.484311+00:00 0:00:03.527195 38055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:00:07.501131+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T01:00:00+00:00 EmrJobFlowSensor 2021-06-08T02:11:19.257213+00:00 2021-06-08T02:21:21.956914+00:00 0:10:02.699701 38053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T02:11:16.847818+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T01:00:00+00:00 EmrJobFlowSensor 2021-06-08T02:11:03.354524+00:00 2021-06-08T02:21:06.139845+00:00 0:10:02.785321 38052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T02:11:00.887364+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T02:10:56.991683+00:00 2021-06-08T02:10:58.666806+00:00 0:00:01.675123 38051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T02:10:54.830173+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T02:10:43.167061+00:00 2021-06-08T02:10:44.973129+00:00 0:00:01.806068 38050 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T02:10:40.877790+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T01:00:00+00:00 PythonOperator 2021-06-08T02:10:34.992213+00:00 2021-06-08T02:10:38.406185+00:00 0:00:03.413972 38049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T02:10:32.812094+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T01:00:00+00:00 PythonOperator 2021-06-08T02:10:21.921544+00:00 2021-06-08T02:10:25.501650+00:00 0:00:03.580106 38048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T02:10:18.801712+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T01:00:00+00:00 TriggerDagRunOperator 2021-06-08T02:10:13.124306+00:00 2021-06-08T02:10:13.523545+00:00 0:00:00.399239 38047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T02:10:10.792811+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T01:00:00+00:00 TriggerDagRunOperator 2021-06-08T02:10:13.133481+00:00 2021-06-08T02:10:13.656637+00:00 0:00:00.523156 38046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T02:10:10.792784+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T01:05:00+00:00 EmrJobFlowSensor 2021-06-08T02:06:02.769356+00:00 2021-06-08T02:15:05.327421+00:00 0:09:02.558065 38045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T02:06:00.358405+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T02:05:40.641244+00:00 2021-06-08T02:05:42.396159+00:00 0:00:01.754915 38044 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T02:05:38.362575+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T01:05:00+00:00 PythonOperator 2021-06-08T02:05:20.408874+00:00 2021-06-08T02:05:23.950777+00:00 0:00:03.541903 38043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T02:05:18.270233+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T01:00:00+00:00 EmrJobFlowSensor 2021-06-08T02:00:58.443709+00:00 2021-06-08T02:10:01.333762+00:00 0:09:02.890053 38042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T02:00:55.950998+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T01:00:00+00:00 EmrJobFlowSensor 2021-06-08T02:00:50.167534+00:00 2021-06-08T02:12:53.181237+00:00 0:12:03.013703 38041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T02:00:47.880213+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T02:00:36.139969+00:00 2021-06-08T02:00:37.901414+00:00 0:00:01.761445 38040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T02:00:33.874643+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T02:00:30.291887+00:00 2021-06-08T02:00:31.969625+00:00 0:00:01.677738 38039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T02:00:27.950167+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T01:00:00+00:00 PythonOperator 2021-06-08T02:00:14.214543+00:00 2021-06-08T02:00:17.605970+00:00 0:00:03.391427 38038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T02:00:11.788482+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T01:00:00+00:00 PythonOperator 2021-06-08T02:00:08.541047+00:00 2021-06-08T02:00:12.210848+00:00 0:00:03.669801 38037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T02:00:05.847868+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T00:00:00+00:00 EmrJobFlowSensor 2021-06-08T01:10:31.387313+00:00 2021-06-08T01:19:34.058025+00:00 0:09:02.670712 38035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T01:10:29.154177+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T00:00:00+00:00 EmrJobFlowSensor 2021-06-08T01:10:27.507164+00:00 2021-06-08T01:20:30.358808+00:00 0:10:02.851644 38034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T01:10:25.152175+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T01:10:10.037068+00:00 2021-06-08T01:10:11.720033+00:00 0:00:01.682965 38033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T01:10:07.107194+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T01:10:07.934980+00:00 2021-06-08T01:10:09.902642+00:00 0:00:01.967662 38032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T01:10:05.170225+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T00:00:00+00:00 PythonOperator 2021-06-08T01:09:47.814552+00:00 2021-06-08T01:09:51.365875+00:00 0:00:03.551323 38031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T01:09:45.099112+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T00:00:00+00:00 PythonOperator 2021-06-08T01:09:45.523991+00:00 2021-06-08T01:09:49.186340+00:00 0:00:03.662349 38030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T01:09:43.158859+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T00:00:00+00:00 TriggerDagRunOperator 2021-06-08T01:09:31.501135+00:00 2021-06-08T01:09:32.009940+00:00 0:00:00.508805 38029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T01:09:29.066597+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T00:00:00+00:00 TriggerDagRunOperator 2021-06-08T01:09:31.393750+00:00 2021-06-08T01:09:31.894048+00:00 0:00:00.500298 38028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T01:09:29.066563+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T00:05:00+00:00 EmrJobFlowSensor 2021-06-08T01:06:07.006678+00:00 2021-06-08T01:16:09.752866+00:00 0:10:02.746188 38027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T01:06:04.680068+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T01:05:44.931709+00:00 2021-06-08T01:05:46.576550+00:00 0:00:01.644841 38026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T01:05:42.605560+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T00:05:00+00:00 PythonOperator 2021-06-08T01:05:16.758178+00:00 2021-06-08T01:05:19.904519+00:00 0:00:03.146341 38025 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T01:05:14.571290+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T00:00:00+00:00 EmrJobFlowSensor 2021-06-08T01:00:58.368098+00:00 2021-06-08T01:09:00.866592+00:00 0:08:02.498494 38024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T01:00:56.133016+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T00:00:00+00:00 EmrJobFlowSensor 2021-06-08T01:00:48.280426+00:00 2021-06-08T01:11:51.122687+00:00 0:11:02.842261 38023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T01:00:46.126549+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T01:00:36.317856+00:00 2021-06-08T01:00:37.996973+00:00 0:00:01.679117 38022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T01:00:34.120478+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T01:00:26.425680+00:00 2021-06-08T01:00:28.132407+00:00 0:00:01.706727 38021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T01:00:24.165790+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T00:00:00+00:00 PythonOperator 2021-06-08T01:00:14.425249+00:00 2021-06-08T01:00:17.998464+00:00 0:00:03.573215 38020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T01:00:12.094329+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T00:00:00+00:00 PythonOperator 2021-06-08T01:00:04.670220+00:00 2021-06-08T01:00:08.079027+00:00 0:00:03.408807 38019 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T01:00:02.090768+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T23:00:00+00:00 EmrJobFlowSensor 2021-06-08T00:11:36.560191+00:00 2021-06-08T00:20:39.075142+00:00 0:09:02.514951 38017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T00:11:34.407685+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T23:00:00+00:00 EmrJobFlowSensor 2021-06-08T00:11:24.812919+00:00 2021-06-08T00:21:27.589713+00:00 0:10:02.776794 38016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T00:11:22.411156+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T00:11:12.520897+00:00 2021-06-08T00:11:14.254066+00:00 0:00:01.733169 38015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T00:11:10.384772+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T00:11:04.623172+00:00 2021-06-08T00:11:06.413771+00:00 0:00:01.790599 38014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T00:11:02.320923+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T23:00:00+00:00 PythonOperator 2021-06-08T00:10:52.547778+00:00 2021-06-08T00:10:55.696406+00:00 0:00:03.148628 38013 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T00:10:50.300858+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T23:00:00+00:00 PythonOperator 2021-06-08T00:10:42.489722+00:00 2021-06-08T00:10:46.114979+00:00 0:00:03.625257 38012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T00:10:40.291484+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T23:00:00+00:00 TriggerDagRunOperator 2021-06-08T00:10:30.988987+00:00 2021-06-08T00:10:31.499898+00:00 0:00:00.510911 38011 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T00:10:28.441083+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T23:00:00+00:00 TriggerDagRunOperator 2021-06-08T00:10:30.868231+00:00 2021-06-08T00:10:31.281541+00:00 0:00:00.413310 38010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T00:10:28.441139+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T23:05:00+00:00 EmrJobFlowSensor 2021-06-08T00:05:48.281753+00:00 2021-06-08T00:14:50.903020+00:00 0:09:02.621267 38009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T00:05:45.853688+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T00:05:26.065750+00:00 2021-06-08T00:05:27.783635+00:00 0:00:01.717885 38008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T00:05:23.846539+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T23:05:00+00:00 PythonOperator 2021-06-08T00:05:05.954576+00:00 2021-06-08T00:05:09.122226+00:00 0:00:03.167650 38007 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T00:05:03.698106+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T23:00:00+00:00 EmrJobFlowSensor 2021-06-08T00:00:59.473157+00:00 2021-06-08T00:10:02.122536+00:00 0:09:02.649379 38006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T00:00:57.305880+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T23:00:00+00:00 EmrJobFlowSensor 2021-06-08T00:00:55.532278+00:00 2021-06-08T00:12:58.640679+00:00 0:12:03.108401 38005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T00:00:53.302040+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T00:00:37.580174+00:00 2021-06-08T00:00:39.279613+00:00 0:00:01.699439 38004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T00:00:35.355807+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T00:00:33.698600+00:00 2021-06-08T00:00:35.350442+00:00 0:00:01.651842 38003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T00:00:31.352870+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T23:00:00+00:00 PythonOperator 2021-06-08T00:00:15.611033+00:00 2021-06-08T00:00:18.957028+00:00 0:00:03.345995 38002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T00:00:13.193996+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T23:00:00+00:00 PythonOperator 2021-06-08T00:00:11.780343+00:00 2021-06-08T00:00:15.314727+00:00 0:00:03.534384 38001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T00:00:09.240338+00:00 2 default_pool