Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-06-21T15:05:00+00:00 EmrJobFlowSensor 2021-06-21T16:05:59.837255+00:00 2021-06-21T16:15:02.503580+00:00 0:09:02.666325 44103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T16:05:57.662004+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T16:05:39.910188+00:00 2021-06-21T16:05:41.713081+00:00 0:00:01.802893 44102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T16:05:37.619789+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T15:05:00+00:00 PythonOperator 2021-06-21T16:05:17.809340+00:00 2021-06-21T16:05:21.050096+00:00 0:00:03.240756 44101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T16:05:15.592124+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T15:00:00+00:00 EmrJobFlowSensor 2021-06-21T16:01:09.733001+00:00 2021-06-21T16:13:12.901398+00:00 0:12:03.168397 44100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T16:01:07.304459+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T15:00:00+00:00 EmrJobFlowSensor 2021-06-21T16:00:49.456827+00:00 2021-06-21T16:09:52.161221+00:00 0:09:02.704394 44099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T16:00:47.224988+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T16:00:45.395805+00:00 2021-06-21T16:00:47.088193+00:00 0:00:01.692388 44098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T16:00:43.229968+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T16:00:30.566066+00:00 2021-06-21T16:00:32.346813+00:00 0:00:01.780747 44097 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T16:00:27.219568+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T15:00:00+00:00 PythonOperator 2021-06-21T16:00:25.413702+00:00 2021-06-21T16:00:30.045145+00:00 0:00:04.631443 44096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T16:00:23.219424+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T15:00:00+00:00 PythonOperator 2021-06-21T16:00:07.442622+00:00 2021-06-21T16:00:10.940548+00:00 0:00:03.497926 44095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T16:00:05.186347+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T14:00:00+00:00 EmrJobFlowSensor 2021-06-21T15:11:23.933902+00:00 2021-06-21T15:21:26.924597+00:00 0:10:02.990695 44093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T15:11:21.721623+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T14:00:00+00:00 EmrJobFlowSensor 2021-06-21T15:11:21.891649+00:00 2021-06-21T15:20:24.542735+00:00 0:09:02.651086 44092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T15:11:19.718134+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T15:11:02.247412+00:00 2021-06-21T15:11:04.179114+00:00 0:00:01.931702 44091 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T15:10:59.706534+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T15:11:02.146120+00:00 2021-06-21T15:11:03.885858+00:00 0:00:01.739738 44090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T15:10:59.706574+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T14:00:00+00:00 PythonOperator 2021-06-21T15:10:39.916439+00:00 2021-06-21T15:10:43.402260+00:00 0:00:03.485821 44089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T15:10:37.687105+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T14:00:00+00:00 PythonOperator 2021-06-21T15:10:38.125980+00:00 2021-06-21T15:10:41.681078+00:00 0:00:03.555098 44088 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T15:10:35.692049+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T14:00:00+00:00 TriggerDagRunOperator 2021-06-21T15:10:21.921742+00:00 2021-06-21T15:10:22.483668+00:00 0:00:00.561926 44087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T15:10:19.650766+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T14:00:00+00:00 TriggerDagRunOperator 2021-06-21T15:10:21.854383+00:00 2021-06-21T15:10:22.263234+00:00 0:00:00.408851 44086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T15:10:19.650731+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T14:05:00+00:00 EmrJobFlowSensor 2021-06-21T15:05:57.564035+00:00 2021-06-21T15:15:00.340035+00:00 0:09:02.776000 44085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T15:05:55.255570+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T15:05:35.357530+00:00 2021-06-21T15:05:37.061789+00:00 0:00:01.704259 44084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T15:05:33.131295+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T14:05:00+00:00 PythonOperator 2021-06-21T15:05:13.292393+00:00 2021-06-21T15:05:16.757872+00:00 0:00:03.465479 44083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T15:05:11.110027+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T14:00:00+00:00 EmrJobFlowSensor 2021-06-21T15:01:01.498174+00:00 2021-06-21T15:12:04.381640+00:00 0:11:02.883466 44082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T15:00:58.863593+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T14:00:00+00:00 EmrJobFlowSensor 2021-06-21T15:00:59.069734+00:00 2021-06-21T15:10:02.232893+00:00 0:09:03.163159 44081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T15:00:56.705489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T15:00:39.122822+00:00 2021-06-21T15:00:40.838785+00:00 0:00:01.715963 44080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T15:00:36.757653+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T15:00:35.120979+00:00 2021-06-21T15:00:36.937252+00:00 0:00:01.816273 44079 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T15:00:32.755310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T14:00:00+00:00 PythonOperator 2021-06-21T15:00:17.270412+00:00 2021-06-21T15:00:21.081618+00:00 0:00:03.811206 44078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T15:00:14.603032+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T14:00:00+00:00 PythonOperator 2021-06-21T15:00:15.192197+00:00 2021-06-21T15:00:19.147144+00:00 0:00:03.954947 44077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T15:00:12.678137+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T13:00:00+00:00 EmrJobFlowSensor 2021-06-21T14:19:26.852124+00:00 2021-06-21T14:29:29.756266+00:00 0:10:02.904142 44076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T14:19:24.540884+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T13:00:00+00:00 EmrJobFlowSensor 2021-06-21T14:19:22.830166+00:00 2021-06-21T14:28:25.428988+00:00 0:09:02.598822 44075 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T14:19:20.552705+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T14:19:04.738766+00:00 2021-06-21T14:19:06.510798+00:00 0:00:01.772032 44074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T14:19:02.438140+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T14:19:00.643426+00:00 2021-06-21T14:19:02.502931+00:00 0:00:01.859505 44073 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T14:18:58.434050+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T13:00:00+00:00 PythonOperator 2021-06-21T14:18:37.408578+00:00 2021-06-21T14:18:41.229174+00:00 0:00:03.820596 44072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T14:18:34.411860+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T13:00:00+00:00 PythonOperator 2021-06-21T14:18:35.298562+00:00 2021-06-21T14:18:39.249611+00:00 0:00:03.951049 44071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T14:18:32.407763+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T13:00:00+00:00 TriggerDagRunOperator 2021-06-21T14:18:13.258336+00:00 2021-06-21T14:18:13.758786+00:00 0:00:00.500450 44070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T14:18:10.306272+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T13:00:00+00:00 TriggerDagRunOperator 2021-06-21T14:18:13.019210+00:00 2021-06-21T14:18:13.431089+00:00 0:00:00.411879 44069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T14:18:10.306316+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T13:05:00+00:00 EmrJobFlowSensor 2021-06-21T14:06:06.614579+00:00 2021-06-21T14:14:09.215893+00:00 0:08:02.601314 44067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T14:06:04.422355+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T14:05:44.642489+00:00 2021-06-21T14:05:46.271615+00:00 0:00:01.629126 44066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T14:05:42.378713+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T13:05:00+00:00 PythonOperator 2021-06-21T14:05:24.478146+00:00 2021-06-21T14:05:27.946533+00:00 0:00:03.468387 44065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T14:05:22.284625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T13:00:00+00:00 EmrJobFlowSensor 2021-06-21T14:01:06.055324+00:00 2021-06-21T14:13:09.087624+00:00 0:12:03.032300 44064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T14:01:03.955690+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T13:00:00+00:00 EmrJobFlowSensor 2021-06-21T14:00:50.117023+00:00 2021-06-21T14:10:53.062382+00:00 0:10:02.945359 44063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T14:00:47.924213+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T14:00:44.224614+00:00 2021-06-21T14:00:45.999779+00:00 0:00:01.775165 44062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T14:00:41.917547+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T14:00:30.192064+00:00 2021-06-21T14:00:31.908480+00:00 0:00:01.716416 44061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T14:00:27.906464+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T13:00:00+00:00 PythonOperator 2021-06-21T14:00:22.162640+00:00 2021-06-21T14:00:25.611523+00:00 0:00:03.448883 44060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T14:00:19.963037+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T13:00:00+00:00 PythonOperator 2021-06-21T14:00:08.234806+00:00 2021-06-21T14:00:11.570058+00:00 0:00:03.335252 44059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T14:00:05.892571+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T12:00:00+00:00 EmrJobFlowSensor 2021-06-21T13:12:07.094372+00:00 2021-06-21T13:20:09.624518+00:00 0:08:02.530146 44058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T13:12:04.916447+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T12:00:00+00:00 EmrJobFlowSensor 2021-06-21T13:12:05.358311+00:00 2021-06-21T13:22:08.444614+00:00 0:10:03.086303 44057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T13:12:02.979749+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T13:11:47.023991+00:00 2021-06-21T13:11:48.794686+00:00 0:00:01.770695 44056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T13:11:44.897989+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T13:11:43.102533+00:00 2021-06-21T13:11:44.786903+00:00 0:00:01.684370 44055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T13:11:40.894480+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T12:00:00+00:00 PythonOperator 2021-06-21T13:11:25.092083+00:00 2021-06-21T13:11:28.727643+00:00 0:00:03.635560 44054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T13:11:22.847194+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T12:00:00+00:00 PythonOperator 2021-06-21T13:11:21.328731+00:00 2021-06-21T13:11:25.099531+00:00 0:00:03.770800 44053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T13:11:18.993575+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T12:00:00+00:00 TriggerDagRunOperator 2021-06-21T13:11:11.683272+00:00 2021-06-21T13:11:12.078831+00:00 0:00:00.395559 44052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T13:11:08.770731+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T12:00:00+00:00 TriggerDagRunOperator 2021-06-21T13:11:11.690011+00:00 2021-06-21T13:11:12.225940+00:00 0:00:00.535929 44051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T13:11:08.770795+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T12:05:00+00:00 EmrJobFlowSensor 2021-06-21T13:05:52.749465+00:00 2021-06-21T13:14:55.319650+00:00 0:09:02.570185 44049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T13:05:50.613758+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T13:05:31.191811+00:00 2021-06-21T13:05:32.892178+00:00 0:00:01.700367 44048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T13:05:28.665770+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T12:05:00+00:00 PythonOperator 2021-06-21T13:05:08.903625+00:00 2021-06-21T13:05:12.208574+00:00 0:00:03.304949 44047 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T13:05:06.584739+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T12:00:00+00:00 EmrJobFlowSensor 2021-06-21T13:00:58.383964+00:00 2021-06-21T13:13:01.502299+00:00 0:12:03.118335 44046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T13:00:56.153779+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T12:00:00+00:00 EmrJobFlowSensor 2021-06-21T13:00:48.355441+00:00 2021-06-21T13:10:51.181076+00:00 0:10:02.825635 44045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T13:00:46.112577+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T13:00:36.227520+00:00 2021-06-21T13:00:37.926753+00:00 0:00:01.699233 44044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T13:00:34.112589+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T13:00:26.435580+00:00 2021-06-21T13:00:28.264307+00:00 0:00:01.828727 44043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T13:00:24.097189+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T12:00:00+00:00 PythonOperator 2021-06-21T13:00:14.349875+00:00 2021-06-21T13:00:17.994323+00:00 0:00:03.644448 44042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T13:00:12.146613+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T12:00:00+00:00 PythonOperator 2021-06-21T13:00:04.582099+00:00 2021-06-21T13:00:07.883223+00:00 0:00:03.301124 44041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T13:00:01.993914+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T11:00:00+00:00 EmrJobFlowSensor 2021-06-21T12:11:35.713783+00:00 2021-06-21T12:21:38.735611+00:00 0:10:03.021828 44040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T12:11:33.355712+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T12:11:07.410373+00:00 2021-06-21T12:11:09.141137+00:00 0:00:01.730764 44039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T12:11:05.254931+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T11:00:00+00:00 EmrJobFlowSensor 2021-06-21T12:10:40.053592+00:00 2021-06-21T12:20:42.927860+00:00 0:10:02.874268 44038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T12:10:37.276797+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T11:00:00+00:00 PythonOperator 2021-06-21T12:10:37.550854+00:00 2021-06-21T12:10:41.784233+00:00 0:00:04.233379 44037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T12:10:35.267913+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T12:10:17.584163+00:00 2021-06-21T12:10:19.275760+00:00 0:00:01.691597 44036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T12:10:15.263715+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T11:00:00+00:00 PythonOperator 2021-06-21T12:09:43.352447+00:00 2021-06-21T12:09:46.806762+00:00 0:00:03.454315 44035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T12:09:41.159625+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T11:00:00+00:00 TriggerDagRunOperator 2021-06-21T12:09:19.728912+00:00 2021-06-21T12:09:20.224416+00:00 0:00:00.495504 44034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T12:09:17.144772+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T11:00:00+00:00 TriggerDagRunOperator 2021-06-21T12:09:19.553208+00:00 2021-06-21T12:09:19.955195+00:00 0:00:00.401987 44033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T12:09:17.144814+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T11:05:00+00:00 EmrJobFlowSensor 2021-06-21T12:08:41.343563+00:00 2021-06-21T12:17:43.974650+00:00 0:09:02.631087 44032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T12:08:39.151083+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T12:08:21.175386+00:00 2021-06-21T12:08:22.961738+00:00 0:00:01.786352 44031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T12:08:19.029116+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T11:05:00+00:00 PythonOperator 2021-06-21T12:07:59.312190+00:00 2021-06-21T12:08:02.768636+00:00 0:00:03.456446 44030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T12:07:56.999259+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T11:00:00+00:00 EmrJobFlowSensor 2021-06-21T12:00:56.438074+00:00 2021-06-21T12:12:59.539186+00:00 0:12:03.101112 44028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T12:00:53.970077+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T11:00:00+00:00 EmrJobFlowSensor 2021-06-21T12:00:52.190523+00:00 2021-06-21T12:08:54.688136+00:00 0:08:02.497613 44027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T12:00:49.957644+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T12:00:36.142456+00:00 2021-06-21T12:00:37.863509+00:00 0:00:01.721053 44026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T12:00:33.943741+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T12:00:30.506599+00:00 2021-06-21T12:00:32.200439+00:00 0:00:01.693840 44025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T12:00:27.969513+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T11:00:00+00:00 PythonOperator 2021-06-21T12:00:14.563736+00:00 2021-06-21T12:00:18.199482+00:00 0:00:03.635746 44024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T12:00:11.790857+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T11:00:00+00:00 PythonOperator 2021-06-21T12:00:06.199048+00:00 2021-06-21T12:00:09.744183+00:00 0:00:03.545135 44023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T12:00:03.860548+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T10:00:00+00:00 EmrJobFlowSensor 2021-06-21T11:15:55.322829+00:00 2021-06-21T11:24:58.049618+00:00 0:09:02.726789 44022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T11:15:52.916395+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T10:00:00+00:00 EmrJobFlowSensor 2021-06-21T11:15:35.183548+00:00 2021-06-21T11:25:38.039889+00:00 0:10:02.856341 44021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T11:15:32.968040+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T11:15:33.331452+00:00 2021-06-21T11:15:35.048072+00:00 0:00:01.716620 44020 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T11:15:30.893387+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T11:15:15.350362+00:00 2021-06-21T11:15:17.103225+00:00 0:00:01.752863 44019 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T11:15:12.860943+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T10:00:00+00:00 PythonOperator 2021-06-21T11:15:11.102697+00:00 2021-06-21T11:15:14.395313+00:00 0:00:03.292616 44018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T11:15:08.863190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T10:00:00+00:00 PythonOperator 2021-06-21T11:14:53.762576+00:00 2021-06-21T11:14:56.763932+00:00 0:00:03.001356 44017 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T11:14:50.843314+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T10:00:00+00:00 TriggerDagRunOperator 2021-06-21T11:14:45.391204+00:00 2021-06-21T11:14:45.797296+00:00 0:00:00.406092 44016 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T11:14:42.835713+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T10:00:00+00:00 TriggerDagRunOperator 2021-06-21T11:14:45.242874+00:00 2021-06-21T11:14:45.755259+00:00 0:00:00.512385 44015 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T11:14:42.835686+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T10:05:00+00:00 EmrJobFlowSensor 2021-06-21T11:06:04.606476+00:00 2021-06-21T11:15:07.283261+00:00 0:09:02.676785 44014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T11:06:02.071416+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T11:05:42.277381+00:00 2021-06-21T11:05:43.923999+00:00 0:00:01.646618 44013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T11:05:40.049363+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T10:00:00+00:00 EmrJobFlowSensor 2021-06-21T11:05:30.452392+00:00 2021-06-21T11:14:33.151026+00:00 0:09:02.698634 44012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T11:05:27.965629+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T10:00:00+00:00 EmrJobFlowSensor 2021-06-21T11:05:26.190617+00:00 2021-06-21T11:16:29.382584+00:00 0:11:03.191967 44011 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T11:05:23.876727+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T10:05:00+00:00 PythonOperator 2021-06-21T11:05:20.338708+00:00 2021-06-21T11:05:23.802540+00:00 0:00:03.463832 44010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T11:05:17.944110+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T11:05:08.216819+00:00 2021-06-21T11:05:10.044639+00:00 0:00:01.827820 44009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T11:05:05.878941+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T11:05:04.248570+00:00 2021-06-21T11:05:06.145890+00:00 0:00:01.897320 44008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T11:05:01.863320+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T10:00:00+00:00 PythonOperator 2021-06-21T11:04:47.323973+00:00 2021-06-21T11:04:50.878858+00:00 0:00:03.554885 44007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T11:04:43.799802+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T10:00:00+00:00 PythonOperator 2021-06-21T11:04:42.050376+00:00 2021-06-21T11:04:46.934443+00:00 0:00:04.884067 44006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T11:04:39.793478+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T09:00:00+00:00 EmrJobFlowSensor 2021-06-21T10:10:32.586543+00:00 2021-06-21T10:19:35.247629+00:00 0:09:02.661086 44004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T10:10:30.257183+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T09:00:00+00:00 EmrJobFlowSensor 2021-06-21T10:10:16.289080+00:00 2021-06-21T10:20:19.166143+00:00 0:10:02.877063 44003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T10:10:14.118910+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T10:10:10.530490+00:00 2021-06-21T10:10:12.328363+00:00 0:00:01.797873 44002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T10:10:08.170374+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T10:09:56.724355+00:00 2021-06-21T10:09:58.575005+00:00 0:00:01.850650 44001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T10:09:54.065268+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T09:00:00+00:00 PythonOperator 2021-06-21T10:09:48.443941+00:00 2021-06-21T10:09:51.845435+00:00 0:00:03.401494 44000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T10:09:46.078573+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T09:00:00+00:00 PythonOperator 2021-06-21T10:09:34.234361+00:00 2021-06-21T10:09:38.596715+00:00 0:00:04.362354 43999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T10:09:32.026688+00:00 2 default_pool