Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-07-17T16:00:00+00:00 PythonOperator 2021-07-17T17:00:11.557286+00:00 2021-07-17T17:00:15.114118+00:00 0:00:03.556832 54827 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T17:00:09.326202+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T15:00:00+00:00 EmrJobFlowSensor 2021-07-17T16:14:42.679243+00:00 2021-07-17T16:24:45.795048+00:00 0:10:03.115805 54826 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T16:14:40.352123+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T15:00:00+00:00 EmrJobFlowSensor 2021-07-17T16:14:30.783829+00:00 2021-07-17T16:22:33.414030+00:00 0:08:02.630201 54825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T16:14:28.353508+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T16:14:20.416913+00:00 2021-07-17T16:14:22.215975+00:00 0:00:01.799062 54824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T16:14:18.188837+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T16:14:08.414678+00:00 2021-07-17T16:14:10.090116+00:00 0:00:01.675438 54823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T16:14:06.170718+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T15:00:00+00:00 PythonOperator 2021-07-17T16:13:58.282602+00:00 2021-07-17T16:14:02.278645+00:00 0:00:03.996043 54822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T16:13:56.112673+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T15:00:00+00:00 PythonOperator 2021-07-17T16:13:46.445205+00:00 2021-07-17T16:13:50.061661+00:00 0:00:03.616456 54821 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T16:13:44.099901+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T15:00:00+00:00 TriggerDagRunOperator 2021-07-17T16:13:36.611842+00:00 2021-07-17T16:13:37.101499+00:00 0:00:00.489657 54820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T16:13:34.147028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T15:00:00+00:00 TriggerDagRunOperator 2021-07-17T16:13:36.469170+00:00 2021-07-17T16:13:36.884452+00:00 0:00:00.415282 54819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T16:13:34.147060+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T15:05:00+00:00 EmrJobFlowSensor 2021-07-17T16:05:51.467642+00:00 2021-07-17T16:14:54.413823+00:00 0:09:02.946181 54818 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T16:05:49.310879+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T16:05:29.970751+00:00 2021-07-17T16:05:31.707271+00:00 0:00:01.736520 54817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T16:05:27.355351+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T15:05:00+00:00 PythonOperator 2021-07-17T16:05:07.926711+00:00 2021-07-17T16:05:11.723145+00:00 0:00:03.796434 54816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T16:05:05.287434+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T15:00:00+00:00 EmrJobFlowSensor 2021-07-17T16:03:25.538973+00:00 2021-07-17T16:13:28.484142+00:00 0:10:02.945169 54815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T16:03:23.043973+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T15:00:00+00:00 EmrJobFlowSensor 2021-07-17T16:03:21.235280+00:00 2021-07-17T16:17:24.988926+00:00 0:14:03.753646 54814 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T16:03:19.006715+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T16:03:03.718835+00:00 2021-07-17T16:03:05.529479+00:00 0:00:01.810644 54813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T16:03:00.972904+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T16:03:01.133104+00:00 2021-07-17T16:03:03.419563+00:00 0:00:02.286459 54812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T16:02:58.971936+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T15:00:00+00:00 PythonOperator 2021-07-17T16:02:43.093302+00:00 2021-07-17T16:02:47.030584+00:00 0:00:03.937282 54811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T16:02:40.955897+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T15:00:00+00:00 PythonOperator 2021-07-17T16:02:39.964411+00:00 2021-07-17T16:02:43.926519+00:00 0:00:03.962108 54810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T16:02:37.003942+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T14:00:00+00:00 EmrJobFlowSensor 2021-07-17T15:11:02.761405+00:00 2021-07-17T15:20:05.743366+00:00 0:09:02.981961 54808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T15:11:00.180635+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T14:00:00+00:00 EmrJobFlowSensor 2021-07-17T15:11:00.440937+00:00 2021-07-17T15:21:03.705991+00:00 0:10:03.265054 54807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T15:10:58.164529+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T15:10:40.614954+00:00 2021-07-17T15:10:42.316558+00:00 0:00:01.701604 54806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T15:10:38.118575+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T15:10:38.312989+00:00 2021-07-17T15:10:40.339879+00:00 0:00:02.026890 54805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T15:10:36.117497+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T14:00:00+00:00 PythonOperator 2021-07-17T15:10:19.127184+00:00 2021-07-17T15:10:22.909125+00:00 0:00:03.781941 54804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T15:10:16.097736+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T14:00:00+00:00 PythonOperator 2021-07-17T15:10:19.103343+00:00 2021-07-17T15:10:22.843047+00:00 0:00:03.739704 54803 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T15:10:16.097769+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T14:00:00+00:00 TriggerDagRunOperator 2021-07-17T15:10:10.487912+00:00 2021-07-17T15:10:10.975788+00:00 0:00:00.487876 54802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T15:10:08.094113+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T14:00:00+00:00 TriggerDagRunOperator 2021-07-17T15:10:10.312220+00:00 2021-07-17T15:10:10.703378+00:00 0:00:00.391158 54801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T15:10:08.094154+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T14:05:00+00:00 EmrJobFlowSensor 2021-07-17T15:06:08.163908+00:00 2021-07-17T15:15:10.933146+00:00 0:09:02.769238 54800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T15:06:05.725953+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T15:05:45.872540+00:00 2021-07-17T15:05:47.559749+00:00 0:00:01.687209 54799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T15:05:43.703166+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T14:05:00+00:00 PythonOperator 2021-07-17T15:05:23.861625+00:00 2021-07-17T15:05:27.622688+00:00 0:00:03.761063 54798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T15:05:21.689221+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T14:00:00+00:00 EmrJobFlowSensor 2021-07-17T15:00:49.455614+00:00 2021-07-17T15:09:52.105602+00:00 0:09:02.649988 54797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T15:00:47.203070+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T14:00:00+00:00 EmrJobFlowSensor 2021-07-17T15:00:47.399169+00:00 2021-07-17T15:14:51.291779+00:00 0:14:03.892610 54796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T15:00:45.200601+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T15:00:27.632252+00:00 2021-07-17T15:00:29.451638+00:00 0:00:01.819386 54795 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T15:00:25.254875+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T15:00:25.518684+00:00 2021-07-17T15:00:27.232026+00:00 0:00:01.713342 54794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T15:00:23.252797+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T14:00:00+00:00 PythonOperator 2021-07-17T15:00:05.642010+00:00 2021-07-17T15:00:09.216896+00:00 0:00:03.574886 54793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T15:00:03.118130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T14:00:00+00:00 PythonOperator 2021-07-17T15:00:05.491362+00:00 2021-07-17T15:00:09.647519+00:00 0:00:04.156157 54792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T15:00:03.118158+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T13:00:00+00:00 EmrJobFlowSensor 2021-07-17T14:11:28.166250+00:00 2021-07-17T14:21:31.115938+00:00 0:10:02.949688 54790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T14:11:25.665005+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T13:00:00+00:00 EmrJobFlowSensor 2021-07-17T14:11:26.014201+00:00 2021-07-17T14:20:29.027732+00:00 0:09:03.013531 54789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T14:11:23.658017+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T14:11:06.209075+00:00 2021-07-17T14:11:08.032232+00:00 0:00:01.823157 54788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T14:11:03.620073+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T14:11:06.092531+00:00 2021-07-17T14:11:07.843418+00:00 0:00:01.750887 54787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T14:11:03.620106+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T13:00:00+00:00 PythonOperator 2021-07-17T14:10:44.359916+00:00 2021-07-17T14:10:48.107016+00:00 0:00:03.747100 54786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T14:10:41.751665+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T13:00:00+00:00 PythonOperator 2021-07-17T14:10:42.120400+00:00 2021-07-17T14:10:46.055037+00:00 0:00:03.934637 54785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T14:10:39.655761+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T13:00:00+00:00 TriggerDagRunOperator 2021-07-17T14:10:26.084463+00:00 2021-07-17T14:10:26.598772+00:00 0:00:00.514309 54784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T14:10:23.585625+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T13:00:00+00:00 TriggerDagRunOperator 2021-07-17T14:10:25.807383+00:00 2021-07-17T14:10:26.258734+00:00 0:00:00.451351 54783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T14:10:23.585652+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T13:05:00+00:00 EmrJobFlowSensor 2021-07-17T14:06:05.247450+00:00 2021-07-17T14:14:07.834515+00:00 0:08:02.587065 54782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T14:06:03.106492+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T14:05:41.457496+00:00 2021-07-17T14:05:43.190227+00:00 0:00:01.732731 54781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T14:05:39.144244+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T13:05:00+00:00 PythonOperator 2021-07-17T14:05:19.449312+00:00 2021-07-17T14:05:23.162049+00:00 0:00:03.712737 54780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T14:05:17.068352+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T13:00:00+00:00 EmrJobFlowSensor 2021-07-17T14:00:58.864178+00:00 2021-07-17T14:10:01.586627+00:00 0:09:02.722449 54779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T14:00:56.455393+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T13:00:00+00:00 EmrJobFlowSensor 2021-07-17T14:00:48.475975+00:00 2021-07-17T14:15:52.044700+00:00 0:15:03.568725 54778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T14:00:46.347439+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T14:00:36.577904+00:00 2021-07-17T14:00:38.292716+00:00 0:00:01.714812 54777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T14:00:34.333598+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T14:00:28.738452+00:00 2021-07-17T14:00:30.720038+00:00 0:00:01.981586 54776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T14:00:26.330963+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T13:00:00+00:00 PythonOperator 2021-07-17T14:00:14.983473+00:00 2021-07-17T14:00:18.737843+00:00 0:00:03.754370 54775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T14:00:12.322799+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T13:00:00+00:00 PythonOperator 2021-07-17T14:00:07.020382+00:00 2021-07-17T14:00:11.089973+00:00 0:00:04.069591 54774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T14:00:04.318257+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T12:00:00+00:00 EmrJobFlowSensor 2021-07-17T13:24:15.077632+00:00 2021-07-17T13:24:16.615154+00:00 0:00:01.537522 54772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T13:24:12.758463+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T12:00:00+00:00 EmrJobFlowSensor 2021-07-17T13:12:13.804365+00:00 2021-07-17T13:21:16.694926+00:00 0:09:02.890561 54770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T13:12:11.500594+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T13:12:05.681490+00:00 2021-07-17T13:12:07.412313+00:00 0:00:01.730823 54769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T13:12:03.489953+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T13:11:51.715193+00:00 2021-07-17T13:11:53.525715+00:00 0:00:01.810522 54768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T13:11:49.459030+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T12:00:00+00:00 PythonOperator 2021-07-17T13:11:43.583213+00:00 2021-07-17T13:11:47.764470+00:00 0:00:04.181257 54767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T13:11:41.453044+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T12:00:00+00:00 PythonOperator 2021-07-17T13:11:31.657429+00:00 2021-07-17T13:11:35.520074+00:00 0:00:03.862645 54766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T13:11:29.471733+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T12:00:00+00:00 TriggerDagRunOperator 2021-07-17T13:11:19.948032+00:00 2021-07-17T13:11:20.454194+00:00 0:00:00.506162 54765 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T13:11:17.442466+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T12:00:00+00:00 TriggerDagRunOperator 2021-07-17T13:11:19.831993+00:00 2021-07-17T13:11:20.260174+00:00 0:00:00.428181 54764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T13:11:17.442419+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T12:05:00+00:00 EmrJobFlowSensor 2021-07-17T13:06:07.245555+00:00 2021-07-17T13:14:10.168712+00:00 0:08:02.923157 54763 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T13:06:04.991001+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T13:05:45.227669+00:00 2021-07-17T13:05:46.883899+00:00 0:00:01.656230 54762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T13:05:42.959074+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T12:05:00+00:00 PythonOperator 2021-07-17T13:05:21.113665+00:00 2021-07-17T13:05:24.574320+00:00 0:00:03.460655 54761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T13:05:18.926600+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T12:00:00+00:00 EmrJobFlowSensor 2021-07-17T13:00:56.785924+00:00 2021-07-17T13:14:00.442306+00:00 0:13:03.656382 54760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T13:00:54.562918+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T12:00:00+00:00 EmrJobFlowSensor 2021-07-17T13:00:48.986149+00:00 2021-07-17T13:10:51.950933+00:00 0:10:02.964784 54759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T13:00:46.560225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T13:00:34.863015+00:00 2021-07-17T13:00:36.577031+00:00 0:00:01.714016 54758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T13:00:32.485803+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T13:00:26.728320+00:00 2021-07-17T13:00:28.624564+00:00 0:00:01.896244 54757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T13:00:24.430753+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T12:00:00+00:00 PythonOperator 2021-07-17T13:00:12.867667+00:00 2021-07-17T13:00:17.246222+00:00 0:00:04.378555 54756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T13:00:10.421906+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T12:00:00+00:00 PythonOperator 2021-07-17T13:00:06.873662+00:00 2021-07-17T13:00:10.929453+00:00 0:00:04.055791 54755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T13:00:04.415590+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T11:00:00+00:00 EmrJobFlowSensor 2021-07-17T12:11:16.081483+00:00 2021-07-17T12:21:19.059511+00:00 0:10:02.978028 54753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T12:11:13.598428+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T11:00:00+00:00 EmrJobFlowSensor 2021-07-17T12:11:09.950899+00:00 2021-07-17T12:20:12.804364+00:00 0:09:02.853465 54752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T12:11:07.660023+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T12:10:54.234085+00:00 2021-07-17T12:10:56.056214+00:00 0:00:01.822129 54751 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T12:10:51.645807+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T12:10:50.042966+00:00 2021-07-17T12:10:51.720311+00:00 0:00:01.677345 54750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T12:10:47.583826+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T11:00:00+00:00 PythonOperator 2021-07-17T12:10:33.000015+00:00 2021-07-17T12:10:36.698033+00:00 0:00:03.698018 54749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T12:10:29.569385+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T11:00:00+00:00 PythonOperator 2021-07-17T12:10:27.900938+00:00 2021-07-17T12:10:32.461254+00:00 0:00:04.560316 54748 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T12:10:25.552222+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T11:00:00+00:00 TriggerDagRunOperator 2021-07-17T12:10:17.995451+00:00 2021-07-17T12:10:18.380522+00:00 0:00:00.385071 54747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T12:10:15.424648+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T11:00:00+00:00 TriggerDagRunOperator 2021-07-17T12:10:17.731045+00:00 2021-07-17T12:10:18.259141+00:00 0:00:00.528096 54746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T12:10:15.424684+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T11:05:00+00:00 EmrJobFlowSensor 2021-07-17T12:06:05.296414+00:00 2021-07-17T12:15:07.982001+00:00 0:09:02.685587 54745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T12:06:02.889889+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T12:05:43.404084+00:00 2021-07-17T12:05:45.164721+00:00 0:00:01.760637 54744 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T12:05:40.815860+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T11:05:00+00:00 PythonOperator 2021-07-17T12:05:19.206854+00:00 2021-07-17T12:05:22.654910+00:00 0:00:03.448056 54743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T12:05:16.840938+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T11:00:00+00:00 EmrJobFlowSensor 2021-07-17T12:01:08.885012+00:00 2021-07-17T12:14:12.600992+00:00 0:13:03.715980 54742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T12:01:06.415752+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T11:00:00+00:00 EmrJobFlowSensor 2021-07-17T12:00:52.643131+00:00 2021-07-17T12:09:55.587782+00:00 0:09:02.944651 54741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T12:00:50.396973+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T12:00:46.770054+00:00 2021-07-17T12:00:48.456788+00:00 0:00:01.686734 54740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T12:00:44.395173+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T12:00:30.696959+00:00 2021-07-17T12:00:32.440452+00:00 0:00:01.743493 54739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T12:00:28.378204+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T11:00:00+00:00 PythonOperator 2021-07-17T12:00:24.979928+00:00 2021-07-17T12:00:28.872690+00:00 0:00:03.892762 54738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T12:00:22.441747+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T11:00:00+00:00 PythonOperator 2021-07-17T12:00:08.694344+00:00 2021-07-17T12:00:12.471984+00:00 0:00:03.777640 54737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T12:00:06.349916+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T10:00:00+00:00 EmrJobFlowSensor 2021-07-17T11:12:36.119128+00:00 2021-07-17T11:21:39.083565+00:00 0:09:02.964437 54735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T11:12:33.738443+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T10:00:00+00:00 EmrJobFlowSensor 2021-07-17T11:12:36.071106+00:00 2021-07-17T11:21:38.928664+00:00 0:09:02.857558 54734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T11:12:33.738418+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T11:12:16.217569+00:00 2021-07-17T11:12:17.887332+00:00 0:00:01.669763 54733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T11:12:13.721119+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T11:12:13.863903+00:00 2021-07-17T11:12:15.901583+00:00 0:00:02.037680 54732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T11:12:11.721720+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T10:00:00+00:00 PythonOperator 2021-07-17T11:11:54.291304+00:00 2021-07-17T11:11:58.158137+00:00 0:00:03.866833 54731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T11:11:51.761677+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T10:00:00+00:00 PythonOperator 2021-07-17T11:11:52.112317+00:00 2021-07-17T11:11:55.884055+00:00 0:00:03.771738 54730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T11:11:49.763248+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T10:00:00+00:00 TriggerDagRunOperator 2021-07-17T11:11:32.807525+00:00 2021-07-17T11:11:33.184888+00:00 0:00:00.377363 54729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T11:11:29.840527+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T10:00:00+00:00 TriggerDagRunOperator 2021-07-17T11:11:32.515769+00:00 2021-07-17T11:11:33.024999+00:00 0:00:00.509230 54728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T11:11:29.840579+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T10:05:00+00:00 EmrJobFlowSensor 2021-07-17T11:05:55.260406+00:00 2021-07-17T11:14:58.074442+00:00 0:09:02.814036 54727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T11:05:53.103260+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T11:05:33.555819+00:00 2021-07-17T11:05:35.198006+00:00 0:00:01.642187 54726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T11:05:31.154596+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T10:05:00+00:00 PythonOperator 2021-07-17T11:05:11.298385+00:00 2021-07-17T11:05:14.847365+00:00 0:00:03.548980 54725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T11:05:09.055691+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T10:00:00+00:00 EmrJobFlowSensor 2021-07-17T11:01:21.031142+00:00 2021-07-17T11:11:23.975940+00:00 0:10:02.944798 54724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T11:01:18.675305+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T10:00:00+00:00 EmrJobFlowSensor 2021-07-17T11:01:17.056053+00:00 2021-07-17T11:15:20.586160+00:00 0:14:03.530107 54723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T11:01:14.667592+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T11:00:59.049070+00:00 2021-07-17T11:01:00.831173+00:00 0:00:01.782103 54722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T11:00:56.588902+00:00 2 default_pool