Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-06-05T20:05:00+00:00 EmrJobFlowSensor 2021-06-05T21:05:51.115124+00:00 2021-06-05T21:14:53.672019+00:00 0:09:02.556895 37079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:05:48.900661+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:05:31.368677+00:00 2021-06-05T21:05:32.993347+00:00 0:00:01.624670 37078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:05:28.970877+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T20:05:00+00:00 PythonOperator 2021-06-05T21:05:06.865816+00:00 2021-06-05T21:05:10.154424+00:00 0:00:03.288608 37077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:05:04.797973+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:01:56.764527+00:00 2021-06-05T21:09:59.314144+00:00 0:08:02.549617 37076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:01:54.464577+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:01:36.689639+00:00 2021-06-05T21:01:38.522829+00:00 0:00:01.833190 37075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T21:01:34.390332+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:01:28.681353+00:00 2021-06-05T21:12:31.566797+00:00 0:11:02.885444 37074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:01:26.444063+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:01:14.721787+00:00 2021-06-05T21:01:18.086709+00:00 0:00:03.364922 37073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T21:01:12.354061+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:01:08.467874+00:00 2021-06-05T21:01:10.210948+00:00 0:00:01.743074 37072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:01:06.352133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:00:31.059777+00:00 2021-06-05T21:00:34.584098+00:00 0:00:03.524321 37071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:00:28.362424+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:12:36.050729+00:00 2021-06-05T20:21:38.733085+00:00 0:09:02.682356 37069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:12:33.861809+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:12:30.119184+00:00 2021-06-05T20:20:32.635255+00:00 0:08:02.516071 37068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:12:27.869912+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:12:12.099156+00:00 2021-06-05T20:12:13.792411+00:00 0:00:01.693255 37067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:12:09.835912+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:12:08.470755+00:00 2021-06-05T20:12:10.275548+00:00 0:00:01.804793 37066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:12:05.952690+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:11:50.039168+00:00 2021-06-05T20:11:53.456051+00:00 0:00:03.416883 37065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:11:47.704793+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:11:46.639525+00:00 2021-06-05T20:11:49.989878+00:00 0:00:03.350353 37064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:11:43.773037+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T19:00:00+00:00 TriggerDagRunOperator 2021-06-05T20:11:38.020622+00:00 2021-06-05T20:11:38.572436+00:00 0:00:00.551814 37063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:11:35.698348+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T19:00:00+00:00 TriggerDagRunOperator 2021-06-05T20:11:37.886801+00:00 2021-06-05T20:11:38.326786+00:00 0:00:00.439985 37062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:11:35.698380+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T19:05:00+00:00 EmrJobFlowSensor 2021-06-05T20:05:51.408297+00:00 2021-06-05T20:14:54.025797+00:00 0:09:02.617500 37061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:05:49.225127+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:05:29.643265+00:00 2021-06-05T20:05:31.295875+00:00 0:00:01.652610 37060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:05:27.257516+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T19:05:00+00:00 PythonOperator 2021-06-05T20:05:09.644143+00:00 2021-06-05T20:05:12.949725+00:00 0:00:03.305582 37059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:05:07.268606+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:01:01.614131+00:00 2021-06-05T20:11:04.400599+00:00 0:10:02.786468 37058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:00:58.961941+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:00:59.188924+00:00 2021-06-05T20:12:02.237422+00:00 0:11:03.048498 37057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:00:56.817454+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:00:39.343625+00:00 2021-06-05T20:00:41.016825+00:00 0:00:01.673200 37056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T20:00:36.802227+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:00:36.868414+00:00 2021-06-05T20:00:38.903505+00:00 0:00:02.035091 37055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:00:34.800213+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:00:17.957107+00:00 2021-06-05T20:00:21.354804+00:00 0:00:03.397697 37054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T20:00:14.858038+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:00:15.917077+00:00 2021-06-05T20:00:19.805798+00:00 0:00:03.888721 37053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:00:12.783410+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:11:23.494751+00:00 2021-06-05T19:21:26.325088+00:00 0:10:02.830337 37051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:11:21.153201+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:11:19.406618+00:00 2021-06-05T19:20:22.019723+00:00 0:09:02.613105 37050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:11:17.152239+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:10:57.340760+00:00 2021-06-05T19:10:59.024763+00:00 0:00:01.684003 37049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:10:55.152430+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:10:49.654312+00:00 2021-06-05T19:10:51.445078+00:00 0:00:01.790766 37048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:10:47.146281+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:10:35.399448+00:00 2021-06-05T19:10:39.039177+00:00 0:00:03.639729 37047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:10:33.041298+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:10:29.307193+00:00 2021-06-05T19:10:32.635349+00:00 0:00:03.328156 37046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:10:27.039186+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T18:00:00+00:00 TriggerDagRunOperator 2021-06-05T19:10:17.317642+00:00 2021-06-05T19:10:17.802296+00:00 0:00:00.484654 37045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:10:15.033116+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T18:00:00+00:00 TriggerDagRunOperator 2021-06-05T19:10:17.183698+00:00 2021-06-05T19:10:17.592641+00:00 0:00:00.408943 37044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:10:15.033087+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T18:05:00+00:00 EmrJobFlowSensor 2021-06-05T19:06:08.677685+00:00 2021-06-05T19:15:11.251358+00:00 0:09:02.573673 37043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:06:06.507534+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:05:46.686167+00:00 2021-06-05T19:05:48.410034+00:00 0:00:01.723867 37042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:05:44.484389+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T18:05:00+00:00 PythonOperator 2021-06-05T19:05:10.557872+00:00 2021-06-05T19:05:13.870158+00:00 0:00:03.312286 37041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:05:08.400926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:01:04.375088+00:00 2021-06-05T19:13:07.399979+00:00 0:12:03.024891 37040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:01:02.003226+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:00:58.368382+00:00 2021-06-05T19:10:01.066756+00:00 0:09:02.698374 37039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:00:56.053613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:00:42.551420+00:00 2021-06-05T19:00:44.252339+00:00 0:00:01.700919 37038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:00:39.985038+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:00:36.096198+00:00 2021-06-05T19:00:37.796520+00:00 0:00:01.700322 37037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T19:00:33.945373+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:00:19.949257+00:00 2021-06-05T19:00:23.537502+00:00 0:00:03.588245 37036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:00:17.828346+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:00:14.086037+00:00 2021-06-05T19:00:17.467532+00:00 0:00:03.381495 37035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T19:00:11.822272+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:11:13.502159+00:00 2021-06-05T18:20:16.257289+00:00 0:09:02.755130 37033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:11:11.151250+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:11:03.269472+00:00 2021-06-05T18:20:05.951154+00:00 0:09:02.681682 37032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:11:01.084345+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:10:51.196530+00:00 2021-06-05T18:10:52.868105+00:00 0:00:01.671575 37031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:10:49.007352+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:10:41.204352+00:00 2021-06-05T18:10:42.874555+00:00 0:00:01.670203 37030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:10:38.986281+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:10:29.276450+00:00 2021-06-05T18:10:32.665618+00:00 0:00:03.389168 37029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:10:26.949583+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:10:19.140463+00:00 2021-06-05T18:10:22.673694+00:00 0:00:03.533231 37028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:10:16.938596+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T17:00:00+00:00 TriggerDagRunOperator 2021-06-05T18:10:03.591174+00:00 2021-06-05T18:10:04.152414+00:00 0:00:00.561240 37027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:10:00.940933+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T17:00:00+00:00 TriggerDagRunOperator 2021-06-05T18:10:03.380155+00:00 2021-06-05T18:10:03.785835+00:00 0:00:00.405680 37026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:10:00.940889+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T17:05:00+00:00 EmrJobFlowSensor 2021-06-05T18:05:58.783715+00:00 2021-06-05T18:15:01.242778+00:00 0:09:02.459063 37025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:05:56.545717+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:05:38.881260+00:00 2021-06-05T18:05:40.603352+00:00 0:00:01.722092 37024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:05:36.463141+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T17:05:00+00:00 PythonOperator 2021-06-05T18:05:16.507031+00:00 2021-06-05T18:05:19.863101+00:00 0:00:03.356070 37023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:05:14.395991+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:01:02.183558+00:00 2021-06-05T18:13:05.195203+00:00 0:12:03.011645 37022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:01:00.040821+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:00:50.138649+00:00 2021-06-05T18:09:52.789095+00:00 0:09:02.650446 37021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:00:47.934663+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:00:40.069076+00:00 2021-06-05T18:00:41.701458+00:00 0:00:01.632382 37020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:00:37.927725+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:00:28.171640+00:00 2021-06-05T18:00:29.875045+00:00 0:00:01.703405 37019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T18:00:25.921112+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:00:18.058561+00:00 2021-06-05T18:00:21.514445+00:00 0:00:03.455884 37018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:00:15.909914+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:00:06.314383+00:00 2021-06-05T18:00:09.791807+00:00 0:00:03.477424 37017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T18:00:03.898016+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:11:12.407416+00:00 2021-06-05T17:20:15.029933+00:00 0:09:02.622517 37015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:11:10.241708+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:11:00.699373+00:00 2021-06-05T17:20:03.326240+00:00 0:09:02.626867 37014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:10:58.352239+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:10:50.805643+00:00 2021-06-05T17:10:52.501501+00:00 0:00:01.695858 37013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:10:48.278083+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:10:40.499549+00:00 2021-06-05T17:10:42.278441+00:00 0:00:01.778892 37012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:10:38.215388+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:10:28.494352+00:00 2021-06-05T17:10:31.842547+00:00 0:00:03.348195 37011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:10:26.274864+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:10:18.885795+00:00 2021-06-05T17:10:22.435296+00:00 0:00:03.549501 37010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:10:16.187957+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T16:00:00+00:00 TriggerDagRunOperator 2021-06-05T17:10:10.622110+00:00 2021-06-05T17:10:11.114040+00:00 0:00:00.491930 37009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:10:08.191789+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T16:00:00+00:00 TriggerDagRunOperator 2021-06-05T17:10:10.488471+00:00 2021-06-05T17:10:10.870873+00:00 0:00:00.382402 37008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:10:08.191761+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T16:05:00+00:00 EmrJobFlowSensor 2021-06-05T17:05:56.035402+00:00 2021-06-05T17:14:58.588916+00:00 0:09:02.553514 37007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:05:53.817009+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:05:33.941100+00:00 2021-06-05T17:05:35.608184+00:00 0:00:01.667084 37006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:05:31.803782+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T16:05:00+00:00 PythonOperator 2021-06-05T17:05:07.863484+00:00 2021-06-05T17:05:11.167856+00:00 0:00:03.304372 37005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:05:05.744856+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:01:07.613307+00:00 2021-06-05T17:13:10.523739+00:00 0:12:02.910432 37004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:01:05.485180+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:00:55.593452+00:00 2021-06-05T17:09:58.258014+00:00 0:09:02.664562 37003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:00:53.432552+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:00:45.549229+00:00 2021-06-05T17:00:47.199976+00:00 0:00:01.650747 37002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:00:43.424735+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:00:33.569482+00:00 2021-06-05T17:00:35.245982+00:00 0:00:01.676500 37001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T17:00:31.414641+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:00:23.620009+00:00 2021-06-05T17:00:27.136438+00:00 0:00:03.516429 37000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:00:21.407391+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:00:11.710272+00:00 2021-06-05T17:00:15.062920+00:00 0:00:03.352648 36999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T17:00:09.460351+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:33:52.848194+00:00 2021-06-05T16:43:55.543570+00:00 0:10:02.695376 36998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:33:50.544126+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:33:44.709882+00:00 2021-06-05T16:42:47.483455+00:00 0:09:02.773573 36997 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:33:42.454210+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:33:30.831805+00:00 2021-06-05T16:33:32.525470+00:00 0:00:01.693665 36996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:33:28.447929+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:33:24.585507+00:00 2021-06-05T16:33:26.315725+00:00 0:00:01.730218 36995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:33:22.321089+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:33:08.812047+00:00 2021-06-05T16:33:12.324694+00:00 0:00:03.512647 36994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:33:06.369388+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:33:02.893001+00:00 2021-06-05T16:33:06.269845+00:00 0:00:03.376844 36993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:33:00.365838+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T15:00:00+00:00 TriggerDagRunOperator 2021-06-05T16:32:50.626773+00:00 2021-06-05T16:32:51.119871+00:00 0:00:00.493098 36992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:32:48.293504+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T15:00:00+00:00 TriggerDagRunOperator 2021-06-05T16:32:50.519158+00:00 2021-06-05T16:32:50.899502+00:00 0:00:00.380344 36991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:32:48.293531+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:23:35.402073+00:00 2021-06-05T16:32:37.906394+00:00 0:09:02.504321 36990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:23:33.193607+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T15:05:00+00:00 EmrJobFlowSensor 2021-06-05T16:23:29.619574+00:00 2021-06-05T16:31:32.069562+00:00 0:08:02.449988 36989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:23:27.131926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:23:27.219695+00:00 2021-06-05T16:34:30.398174+00:00 0:11:03.178479 36988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:23:25.125612+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:23:05.401902+00:00 2021-06-05T16:23:07.083024+00:00 0:00:01.681122 36987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T16:23:03.167974+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:23:01.676608+00:00 2021-06-05T16:23:03.384145+00:00 0:00:01.707537 36986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:22:59.265805+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:22:59.384612+00:00 2021-06-05T16:23:01.154228+00:00 0:00:01.769616 36985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:22:57.122471+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:22:43.360119+00:00 2021-06-05T16:22:46.705339+00:00 0:00:03.345220 36984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T16:22:41.090682+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T15:05:00+00:00 PythonOperator 2021-06-05T16:22:39.398005+00:00 2021-06-05T16:22:42.629148+00:00 0:00:03.231143 36983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:22:37.093130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:22:37.690110+00:00 2021-06-05T16:22:41.196611+00:00 0:00:03.506501 36982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:22:35.139425+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T14:00:00+00:00 EmrJobFlowSensor 2021-06-05T15:12:09.885317+00:00 2021-06-05T15:22:12.582295+00:00 0:10:02.696978 36980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:12:07.619038+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T14:00:00+00:00 EmrJobFlowSensor 2021-06-05T15:12:04.093965+00:00 2021-06-05T15:21:06.654077+00:00 0:09:02.560112 36979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:12:01.667167+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:11:47.790157+00:00 2021-06-05T15:11:49.506417+00:00 0:00:01.716260 36978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T15:11:45.592599+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:11:41.898037+00:00 2021-06-05T15:11:43.707161+00:00 0:00:01.809124 36977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T15:11:39.646181+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T14:00:00+00:00 PythonOperator 2021-06-05T15:11:28.056818+00:00 2021-06-05T15:11:31.516251+00:00 0:00:03.459433 36976 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:11:25.552385+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T14:00:00+00:00 PythonOperator 2021-06-05T15:11:21.631817+00:00 2021-06-05T15:11:24.870520+00:00 0:00:03.238703 36975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:11:19.433889+00:00 2 default_pool