Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T23:10:03.357364+00:00 2021-06-02T23:10:05.190830+00:00 0:00:01.833466 35808 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T23:10:00.973580+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T22:00:00+00:00 PythonOperator 2021-06-02T23:09:43.749528+00:00 2021-06-02T23:09:46.890985+00:00 0:00:03.141457 35807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T23:09:40.952739+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T22:00:00+00:00 PythonOperator 2021-06-02T23:09:41.174264+00:00 2021-06-02T23:09:44.963599+00:00 0:00:03.789335 35806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T23:09:38.893336+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T22:00:00+00:00 TriggerDagRunOperator 2021-06-02T23:09:29.489755+00:00 2021-06-02T23:09:29.863662+00:00 0:00:00.373907 35805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T23:09:26.834255+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T22:00:00+00:00 TriggerDagRunOperator 2021-06-02T23:09:29.191602+00:00 2021-06-02T23:09:29.695672+00:00 0:00:00.504070 35804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T23:09:26.834294+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T22:05:00+00:00 EmrJobFlowSensor 2021-06-02T23:06:00.832166+00:00 2021-06-02T23:15:03.465267+00:00 0:09:02.633101 35803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T23:05:58.565220+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T23:05:40.662721+00:00 2021-06-02T23:05:42.373130+00:00 0:00:01.710409 35802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T23:05:38.492320+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T22:05:00+00:00 PythonOperator 2021-06-02T23:05:18.592247+00:00 2021-06-02T23:05:21.920024+00:00 0:00:03.327777 35801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T23:05:16.450682+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T22:00:00+00:00 EmrJobFlowSensor 2021-06-02T23:01:08.540136+00:00 2021-06-02T23:09:11.145177+00:00 0:08:02.605041 35800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T23:01:06.169931+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-01T23:00:00+00:00 EmrJobFlowSensor 2021-06-02T23:01:00.485123+00:00 2021-06-02T23:09:02.947766+00:00 0:08:02.462643 35799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T23:00:58.181946+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T22:00:00+00:00 EmrJobFlowSensor 2021-06-02T23:00:56.519924+00:00 2021-06-02T23:11:59.467499+00:00 0:11:02.947575 35798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T23:00:54.158676+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T23:00:46.321152+00:00 2021-06-02T23:00:48.025148+00:00 0:00:01.703996 35797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T23:00:44.148820+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-01T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T23:00:38.534903+00:00 2021-06-02T23:00:40.262270+00:00 0:00:01.727367 35796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T23:00:36.157138+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T23:00:34.545409+00:00 2021-06-02T23:00:36.292076+00:00 0:00:01.746667 35795 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T23:00:32.173165+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T22:00:00+00:00 PythonOperator 2021-06-02T23:00:24.414722+00:00 2021-06-02T23:00:27.548200+00:00 0:00:03.133478 35794 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T23:00:22.153141+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-01T23:00:00+00:00 PythonOperator 2021-06-02T23:00:17.609940+00:00 2021-06-02T23:00:21.024236+00:00 0:00:03.414296 35793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T23:00:14.100425+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T22:00:00+00:00 PythonOperator 2021-06-02T23:00:12.468500+00:00 2021-06-02T23:00:17.435472+00:00 0:00:04.966972 35792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T23:00:10.091071+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T21:00:00+00:00 EmrJobFlowSensor 2021-06-02T22:11:35.025363+00:00 2021-06-02T22:21:37.820858+00:00 0:10:02.795495 35790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T22:11:32.644301+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T21:00:00+00:00 EmrJobFlowSensor 2021-06-02T22:11:31.143655+00:00 2021-06-02T22:21:33.881948+00:00 0:10:02.738293 35789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T22:11:28.746445+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T22:11:12.999389+00:00 2021-06-02T22:11:14.781019+00:00 0:00:01.781630 35788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T22:11:10.643902+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T22:11:08.998023+00:00 2021-06-02T22:11:10.820036+00:00 0:00:01.822013 35787 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T22:11:06.643911+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T21:00:00+00:00 PythonOperator 2021-06-02T22:10:48.812634+00:00 2021-06-02T22:10:51.984568+00:00 0:00:03.171934 35786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T22:10:46.525917+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T21:00:00+00:00 PythonOperator 2021-06-02T22:10:38.921382+00:00 2021-06-02T22:10:42.662415+00:00 0:00:03.741033 35785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T22:10:36.516152+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T21:00:00+00:00 TriggerDagRunOperator 2021-06-02T22:10:20.735523+00:00 2021-06-02T22:10:21.160203+00:00 0:00:00.424680 35784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T22:10:18.500018+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T21:00:00+00:00 TriggerDagRunOperator 2021-06-02T22:10:20.683619+00:00 2021-06-02T22:10:21.222337+00:00 0:00:00.538718 35783 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T22:10:18.499984+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T21:05:00+00:00 EmrJobFlowSensor 2021-06-02T22:06:16.157078+00:00 2021-06-02T22:15:18.651508+00:00 0:09:02.494430 35782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T22:06:13.994689+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T22:05:54.380171+00:00 2021-06-02T22:05:56.013000+00:00 0:00:01.632829 35781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T22:05:51.981998+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T21:05:00+00:00 PythonOperator 2021-06-02T22:05:34.469834+00:00 2021-06-02T22:05:37.590412+00:00 0:00:03.120578 35780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T22:05:31.949774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T21:00:00+00:00 EmrJobFlowSensor 2021-06-02T22:01:03.776308+00:00 2021-06-02T22:13:06.777703+00:00 0:12:03.001395 35779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T22:01:01.559904+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T21:00:00+00:00 EmrJobFlowSensor 2021-06-02T22:01:03.845559+00:00 2021-06-02T22:10:06.541234+00:00 0:09:02.695675 35778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T22:01:01.559942+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T22:00:41.857644+00:00 2021-06-02T22:00:43.553116+00:00 0:00:01.695472 35777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T22:00:39.511061+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T22:00:41.901874+00:00 2021-06-02T22:00:43.706136+00:00 0:00:01.804262 35776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T22:00:39.511023+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T21:00:00+00:00 PythonOperator 2021-06-02T22:00:20.131366+00:00 2021-06-02T22:00:23.304096+00:00 0:00:03.172730 35775 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T22:00:17.567762+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T21:00:00+00:00 PythonOperator 2021-06-02T22:00:18.160686+00:00 2021-06-02T22:00:21.627696+00:00 0:00:03.467010 35774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T22:00:15.550849+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T20:00:00+00:00 EmrJobFlowSensor 2021-06-02T21:11:18.985115+00:00 2021-06-02T21:20:21.818031+00:00 0:09:02.832916 35772 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T21:11:16.649159+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T20:00:00+00:00 EmrJobFlowSensor 2021-06-02T21:11:02.834770+00:00 2021-06-02T21:21:05.574576+00:00 0:10:02.739806 35771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T21:11:00.635126+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T21:10:57.016010+00:00 2021-06-02T21:10:58.793650+00:00 0:00:01.777640 35770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T21:10:54.628309+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T21:10:41.090050+00:00 2021-06-02T21:10:42.871622+00:00 0:00:01.781572 35769 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T21:10:38.678920+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T20:00:00+00:00 PythonOperator 2021-06-02T21:10:34.991985+00:00 2021-06-02T21:10:38.179044+00:00 0:00:03.187059 35768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T21:10:32.664231+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T20:00:00+00:00 PythonOperator 2021-06-02T21:10:20.928762+00:00 2021-06-02T21:10:24.334274+00:00 0:00:03.405512 35767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T21:10:18.598439+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T20:00:00+00:00 TriggerDagRunOperator 2021-06-02T21:10:15.091970+00:00 2021-06-02T21:10:15.467465+00:00 0:00:00.375495 35766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T21:10:12.593935+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T20:00:00+00:00 TriggerDagRunOperator 2021-06-02T21:10:14.841163+00:00 2021-06-02T21:10:15.356210+00:00 0:00:00.515047 35765 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T21:10:12.593902+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T20:05:00+00:00 EmrJobFlowSensor 2021-06-02T21:06:00.447068+00:00 2021-06-02T21:15:03.133036+00:00 0:09:02.685968 35764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T21:05:58.188970+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T21:05:40.346974+00:00 2021-06-02T21:05:42.009231+00:00 0:00:01.662257 35763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T21:05:38.127997+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T20:05:00+00:00 PythonOperator 2021-06-02T21:05:16.287924+00:00 2021-06-02T21:05:19.386768+00:00 0:00:03.098844 35762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T21:05:14.105309+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T20:00:00+00:00 EmrJobFlowSensor 2021-06-02T21:01:04.191349+00:00 2021-06-02T21:12:07.167549+00:00 0:11:02.976200 35761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T21:01:01.788598+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T20:00:00+00:00 EmrJobFlowSensor 2021-06-02T21:01:04.051368+00:00 2021-06-02T21:10:06.770124+00:00 0:09:02.718756 35760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T21:01:01.788625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T21:00:41.970974+00:00 2021-06-02T21:00:43.647736+00:00 0:00:01.676762 35759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T21:00:39.725185+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T21:00:42.001911+00:00 2021-06-02T21:00:43.840602+00:00 0:00:01.838691 35758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T21:00:39.725211+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T20:00:00+00:00 PythonOperator 2021-06-02T21:00:20.179498+00:00 2021-06-02T21:00:23.445368+00:00 0:00:03.265870 35757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T21:00:17.766385+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T20:00:00+00:00 PythonOperator 2021-06-02T21:00:17.990255+00:00 2021-06-02T21:00:21.344828+00:00 0:00:03.354573 35756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T21:00:15.708014+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T19:00:00+00:00 EmrJobFlowSensor 2021-06-02T20:22:07.392336+00:00 2021-06-02T20:22:08.950043+00:00 0:00:01.557707 35754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T20:22:05.127834+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T19:00:00+00:00 EmrJobFlowSensor 2021-06-02T20:10:26.080760+00:00 2021-06-02T20:19:28.934383+00:00 0:09:02.853623 35753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T20:10:23.823458+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T20:10:04.285392+00:00 2021-06-02T20:10:05.993466+00:00 0:00:01.708074 35751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T20:10:01.847005+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T20:10:00.246469+00:00 2021-06-02T20:10:02.148009+00:00 0:00:01.901540 35750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T20:09:57.806432+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T19:00:00+00:00 PythonOperator 2021-06-02T20:09:42.147233+00:00 2021-06-02T20:09:45.489305+00:00 0:00:03.342072 35749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T20:09:39.844074+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T19:00:00+00:00 PythonOperator 2021-06-02T20:09:40.358191+00:00 2021-06-02T20:09:43.647701+00:00 0:00:03.289510 35748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T20:09:37.743878+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T19:00:00+00:00 TriggerDagRunOperator 2021-06-02T20:09:31.995127+00:00 2021-06-02T20:09:32.507598+00:00 0:00:00.512471 35747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T20:09:29.736674+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T19:00:00+00:00 TriggerDagRunOperator 2021-06-02T20:09:31.937231+00:00 2021-06-02T20:09:32.369254+00:00 0:00:00.432023 35746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T20:09:29.736643+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T19:05:00+00:00 EmrJobFlowSensor 2021-06-02T20:06:03.634395+00:00 2021-06-02T20:15:06.240947+00:00 0:09:02.606552 35745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T20:06:01.387895+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T20:05:43.440125+00:00 2021-06-02T20:05:45.108908+00:00 0:00:01.668783 35744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T20:05:41.302061+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T19:05:00+00:00 PythonOperator 2021-06-02T20:05:21.369173+00:00 2021-06-02T20:05:24.490947+00:00 0:00:03.121774 35743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T20:05:19.236405+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T19:00:00+00:00 EmrJobFlowSensor 2021-06-02T20:00:56.841384+00:00 2021-06-02T20:08:59.257278+00:00 0:08:02.415894 35742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T20:00:54.589810+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T19:00:00+00:00 EmrJobFlowSensor 2021-06-02T20:00:48.618526+00:00 2021-06-02T20:11:51.439225+00:00 0:11:02.820699 35741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T20:00:46.528127+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T20:00:34.684340+00:00 2021-06-02T20:00:36.343950+00:00 0:00:01.659610 35740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T20:00:32.518284+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T20:00:28.700622+00:00 2021-06-02T20:00:30.484087+00:00 0:00:01.783465 35739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T20:00:26.516045+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T19:00:00+00:00 PythonOperator 2021-06-02T20:00:12.829179+00:00 2021-06-02T20:00:16.190747+00:00 0:00:03.361568 35738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T20:00:10.498427+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T19:00:00+00:00 PythonOperator 2021-06-02T20:00:06.900972+00:00 2021-06-02T20:00:10.343149+00:00 0:00:03.442177 35737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T20:00:04.493879+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T18:00:00+00:00 EmrJobFlowSensor 2021-06-02T19:11:03.879416+00:00 2021-06-02T19:20:06.569924+00:00 0:09:02.690508 35735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T19:11:01.691966+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T18:00:00+00:00 EmrJobFlowSensor 2021-06-02T19:11:00.131031+00:00 2021-06-02T19:20:02.785156+00:00 0:09:02.654125 35734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T19:10:57.752415+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T19:10:43.919175+00:00 2021-06-02T19:10:45.731023+00:00 0:00:01.811848 35733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T19:10:41.592299+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T19:10:37.840297+00:00 2021-06-02T19:10:39.655506+00:00 0:00:01.815209 35732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T19:10:35.587275+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T18:00:00+00:00 PythonOperator 2021-06-02T19:10:22.645380+00:00 2021-06-02T19:10:26.136442+00:00 0:00:03.491062 35731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T19:10:19.536414+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T18:00:00+00:00 PythonOperator 2021-06-02T19:10:17.765107+00:00 2021-06-02T19:10:22.309149+00:00 0:00:04.544042 35730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T19:10:15.530921+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T18:00:00+00:00 TriggerDagRunOperator 2021-06-02T19:10:07.965949+00:00 2021-06-02T19:10:08.494326+00:00 0:00:00.528377 35729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T19:10:05.525114+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T18:00:00+00:00 TriggerDagRunOperator 2021-06-02T19:10:07.863259+00:00 2021-06-02T19:10:08.285361+00:00 0:00:00.422102 35728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T19:10:05.525147+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T18:05:00+00:00 EmrJobFlowSensor 2021-06-02T19:05:49.357468+00:00 2021-06-02T19:14:51.870261+00:00 0:09:02.512793 35727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T19:05:47.091997+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T19:05:29.229266+00:00 2021-06-02T19:05:30.863439+00:00 0:00:01.634173 35726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T19:05:27.024891+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T18:05:00+00:00 PythonOperator 2021-06-02T19:05:07.080479+00:00 2021-06-02T19:05:10.319483+00:00 0:00:03.239004 35725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T19:05:05.004534+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T18:00:00+00:00 EmrJobFlowSensor 2021-06-02T19:01:06.747092+00:00 2021-06-02T19:13:09.829122+00:00 0:12:03.082030 35724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T19:01:04.603012+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T18:00:00+00:00 EmrJobFlowSensor 2021-06-02T19:00:50.750275+00:00 2021-06-02T19:09:53.433562+00:00 0:09:02.683287 35723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T19:00:48.593653+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T19:00:42.810222+00:00 2021-06-02T19:00:44.581199+00:00 0:00:01.770977 35722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T19:00:40.582918+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T19:00:29.030170+00:00 2021-06-02T19:00:30.714233+00:00 0:00:01.684063 35721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T19:00:26.573406+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T18:00:00+00:00 PythonOperator 2021-06-02T19:00:22.601751+00:00 2021-06-02T19:00:26.001356+00:00 0:00:03.399605 35720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T19:00:20.501301+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T18:00:00+00:00 PythonOperator 2021-06-02T19:00:08.809209+00:00 2021-06-02T19:00:12.177794+00:00 0:00:03.368585 35719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T19:00:06.487369+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T17:00:00+00:00 EmrJobFlowSensor 2021-06-02T18:12:14.774436+00:00 2021-06-02T18:21:17.662952+00:00 0:09:02.888516 35717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T18:12:11.958440+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T17:00:00+00:00 EmrJobFlowSensor 2021-06-02T18:12:10.630084+00:00 2021-06-02T18:21:13.265500+00:00 0:09:02.635416 35716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T18:12:07.957704+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T18:11:46.087402+00:00 2021-06-02T18:11:47.940800+00:00 0:00:01.853398 35715 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T18:11:43.882364+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T18:11:28.121363+00:00 2021-06-02T18:11:29.827712+00:00 0:00:01.706349 35714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T18:11:25.862787+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T17:00:00+00:00 PythonOperator 2021-06-02T18:11:14.135462+00:00 2021-06-02T18:11:17.333282+00:00 0:00:03.197820 35713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T18:11:11.849509+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T17:00:00+00:00 PythonOperator 2021-06-02T18:11:06.074664+00:00 2021-06-02T18:11:09.649119+00:00 0:00:03.574455 35712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T18:11:03.843895+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T17:00:00+00:00 TriggerDagRunOperator 2021-06-02T18:10:50.248957+00:00 2021-06-02T18:10:50.637042+00:00 0:00:00.388085 35711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T18:10:47.834248+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T17:00:00+00:00 TriggerDagRunOperator 2021-06-02T18:10:50.216785+00:00 2021-06-02T18:10:50.743183+00:00 0:00:00.526398 35710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T18:10:47.834216+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T17:05:00+00:00 EmrJobFlowSensor 2021-06-02T18:06:09.477640+00:00 2021-06-02T18:15:12.035453+00:00 0:09:02.557813 35709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T18:06:07.327425+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T18:05:49.377575+00:00 2021-06-02T18:05:51.059177+00:00 0:00:01.681602 35708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T18:05:47.250792+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T17:05:00+00:00 PythonOperator 2021-06-02T18:05:27.456886+00:00 2021-06-02T18:05:30.583554+00:00 0:00:03.126668 35707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T18:05:25.225800+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T17:00:00+00:00 EmrJobFlowSensor 2021-06-02T18:01:23.095758+00:00 2021-06-02T18:10:25.712025+00:00 0:09:02.616267 35706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T18:01:20.744202+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T17:00:00+00:00 EmrJobFlowSensor 2021-06-02T18:01:04.837963+00:00 2021-06-02T18:12:07.644029+00:00 0:11:02.806066 35705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T18:01:02.646365+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T18:00:45.135547+00:00 2021-06-02T18:00:46.837557+00:00 0:00:01.702010 35704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T18:00:42.622933+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T18:00:38.781138+00:00 2021-06-02T18:00:40.539572+00:00 0:00:01.758434 35703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T18:00:36.611799+00:00 2 default_pool