Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T16:12:12.396084+00:00 2021-06-17T16:12:14.234574+00:00 0:00:01.838490 42358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T16:12:10.046439+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T16:11:58.340036+00:00 2021-06-17T16:12:00.186465+00:00 0:00:01.846429 42357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T16:11:56.035360+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T15:00:00+00:00 PythonOperator 2021-06-17T16:11:50.322007+00:00 2021-06-17T16:11:53.759162+00:00 0:00:03.437155 42356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T16:11:48.024853+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T15:00:00+00:00 PythonOperator 2021-06-17T16:11:38.304100+00:00 2021-06-17T16:11:42.126688+00:00 0:00:03.822588 42355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T16:11:36.014312+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T15:00:00+00:00 TriggerDagRunOperator 2021-06-17T16:11:32.241530+00:00 2021-06-17T16:11:32.708522+00:00 0:00:00.466992 42354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T16:11:30.017524+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T15:00:00+00:00 TriggerDagRunOperator 2021-06-17T16:11:32.195846+00:00 2021-06-17T16:11:32.747943+00:00 0:00:00.552097 42353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T16:11:30.017551+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T15:05:00+00:00 EmrJobFlowSensor 2021-06-17T16:05:55.645310+00:00 2021-06-17T16:14:58.151892+00:00 0:09:02.506582 42352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T16:05:53.392059+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T16:05:33.589207+00:00 2021-06-17T16:05:35.346776+00:00 0:00:01.757569 42351 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T16:05:31.350096+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T15:05:00+00:00 PythonOperator 2021-06-17T16:05:11.772524+00:00 2021-06-17T16:05:14.516022+00:00 0:00:02.743498 42350 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T16:05:09.294576+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T15:00:00+00:00 EmrJobFlowSensor 2021-06-17T16:01:11.244660+00:00 2021-06-17T16:11:14.466399+00:00 0:10:03.221739 42349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T16:01:08.913165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T15:00:00+00:00 EmrJobFlowSensor 2021-06-17T16:01:03.158891+00:00 2021-06-17T16:14:06.470303+00:00 0:13:03.311412 42348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T16:01:00.907699+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T16:00:41.022781+00:00 2021-06-17T16:00:42.721488+00:00 0:00:01.698707 42347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T16:00:38.891908+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T16:00:35.087602+00:00 2021-06-17T16:00:36.897917+00:00 0:00:01.810315 42346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T16:00:32.883880+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T15:00:00+00:00 PythonOperator 2021-06-17T16:00:21.459988+00:00 2021-06-17T16:00:24.741289+00:00 0:00:03.281301 42345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T16:00:18.799655+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T15:00:00+00:00 PythonOperator 2021-06-17T16:00:13.285128+00:00 2021-06-17T16:00:16.707449+00:00 0:00:03.422321 42344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T16:00:10.790825+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T14:00:00+00:00 EmrJobFlowSensor 2021-06-17T15:11:44.400426+00:00 2021-06-17T15:20:47.140356+00:00 0:09:02.739930 42342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T15:11:42.117552+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T14:00:00+00:00 EmrJobFlowSensor 2021-06-17T15:11:42.354683+00:00 2021-06-17T15:23:45.339839+00:00 0:12:02.985156 42341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T15:11:40.123653+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T15:11:22.613786+00:00 2021-06-17T15:11:24.354096+00:00 0:00:01.740310 42340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T15:11:20.166537+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T15:11:20.536954+00:00 2021-06-17T15:11:22.377824+00:00 0:00:01.840870 42339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T15:11:18.154422+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T14:00:00+00:00 PythonOperator 2021-06-17T15:11:00.869825+00:00 2021-06-17T15:11:04.521231+00:00 0:00:03.651406 42338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T15:10:58.266217+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T14:00:00+00:00 PythonOperator 2021-06-17T15:10:58.293031+00:00 2021-06-17T15:11:02.370632+00:00 0:00:04.077601 42337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T15:10:56.048418+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T14:00:00+00:00 TriggerDagRunOperator 2021-06-17T15:10:32.322184+00:00 2021-06-17T15:10:32.867707+00:00 0:00:00.545523 42336 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T15:10:30.033959+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T14:00:00+00:00 TriggerDagRunOperator 2021-06-17T15:10:32.219139+00:00 2021-06-17T15:10:32.648543+00:00 0:00:00.429404 42335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T15:10:30.033994+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T14:05:00+00:00 EmrJobFlowSensor 2021-06-17T15:05:56.048020+00:00 2021-06-17T15:14:58.707432+00:00 0:09:02.659412 42334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T15:05:53.743856+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T15:05:34.014279+00:00 2021-06-17T15:05:35.763781+00:00 0:00:01.749502 42333 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T15:05:31.761357+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T14:05:00+00:00 PythonOperator 2021-06-17T15:05:11.896802+00:00 2021-06-17T15:05:15.413635+00:00 0:00:03.516833 42332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T15:05:09.646744+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T14:00:00+00:00 EmrJobFlowSensor 2021-06-17T15:01:07.501944+00:00 2021-06-17T15:10:10.239617+00:00 0:09:02.737673 42331 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T15:01:05.375446+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T14:00:00+00:00 EmrJobFlowSensor 2021-06-17T15:00:49.580570+00:00 2021-06-17T15:12:52.574515+00:00 0:12:02.993945 42330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T15:00:47.359087+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T15:00:45.667763+00:00 2021-06-17T15:00:47.459956+00:00 0:00:01.792193 42329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T15:00:43.349467+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T15:00:29.452844+00:00 2021-06-17T15:00:31.160868+00:00 0:00:01.708024 42328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T15:00:27.337187+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T14:00:00+00:00 PythonOperator 2021-06-17T15:00:23.624010+00:00 2021-06-17T15:00:27.027091+00:00 0:00:03.403081 42327 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T15:00:21.303314+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T14:00:00+00:00 PythonOperator 2021-06-17T15:00:07.653269+00:00 2021-06-17T15:00:11.304898+00:00 0:00:03.651629 42326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T15:00:05.346420+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T13:00:00+00:00 EmrJobFlowSensor 2021-06-17T14:10:54.887454+00:00 2021-06-17T14:20:58.158695+00:00 0:10:03.271241 42324 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T14:10:52.467097+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T13:00:00+00:00 EmrJobFlowSensor 2021-06-17T14:10:52.887360+00:00 2021-06-17T14:21:56.067497+00:00 0:11:03.180137 42323 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T14:10:50.544101+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T14:10:33.501540+00:00 2021-06-17T14:10:35.191008+00:00 0:00:01.689468 42322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T14:10:30.390785+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T14:10:31.491433+00:00 2021-06-17T14:10:34.131203+00:00 0:00:02.639770 42321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T14:10:28.471344+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T13:00:00+00:00 PythonOperator 2021-06-17T14:10:11.040166+00:00 2021-06-17T14:10:14.718040+00:00 0:00:03.677874 42320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T14:10:08.315172+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T13:00:00+00:00 PythonOperator 2021-06-17T14:10:11.103439+00:00 2021-06-17T14:10:14.690934+00:00 0:00:03.587495 42319 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T14:10:08.315202+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T13:00:00+00:00 TriggerDagRunOperator 2021-06-17T14:10:00.917637+00:00 2021-06-17T14:10:01.462398+00:00 0:00:00.544761 42318 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T14:09:58.307790+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T13:00:00+00:00 TriggerDagRunOperator 2021-06-17T14:10:00.800139+00:00 2021-06-17T14:10:01.187461+00:00 0:00:00.387322 42317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T14:09:58.307825+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T13:05:00+00:00 EmrJobFlowSensor 2021-06-17T14:06:04.297386+00:00 2021-06-17T14:15:06.877821+00:00 0:09:02.580435 42316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T14:06:01.937175+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T14:05:40.453663+00:00 2021-06-17T14:05:42.173363+00:00 0:00:01.719700 42315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T14:05:37.952868+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T13:05:00+00:00 PythonOperator 2021-06-17T14:05:20.001650+00:00 2021-06-17T14:05:23.613663+00:00 0:00:03.612013 42314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T14:05:17.851991+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T13:00:00+00:00 EmrJobFlowSensor 2021-06-17T14:01:01.576671+00:00 2021-06-17T14:13:04.816537+00:00 0:12:03.239866 42313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T14:00:59.421549+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T13:00:00+00:00 EmrJobFlowSensor 2021-06-17T14:00:53.859335+00:00 2021-06-17T14:09:56.471375+00:00 0:09:02.612040 42312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T14:00:51.412080+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T14:00:39.543255+00:00 2021-06-17T14:00:41.292905+00:00 0:00:01.749650 42311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T14:00:37.364562+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T14:00:33.489708+00:00 2021-06-17T14:00:35.255555+00:00 0:00:01.765847 42310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T14:00:31.359203+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T13:00:00+00:00 PythonOperator 2021-06-17T14:00:17.453148+00:00 2021-06-17T14:00:20.923844+00:00 0:00:03.470696 42309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T14:00:15.286994+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T13:00:00+00:00 PythonOperator 2021-06-17T14:00:09.900890+00:00 2021-06-17T14:00:13.471985+00:00 0:00:03.571095 42308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T14:00:07.345733+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T12:00:00+00:00 EmrJobFlowSensor 2021-06-17T13:11:12.529631+00:00 2021-06-17T13:20:15.339745+00:00 0:09:02.810114 42306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T13:11:09.827414+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T12:00:00+00:00 EmrJobFlowSensor 2021-06-17T13:11:10.195597+00:00 2021-06-17T13:19:13.435831+00:00 0:08:03.240234 42305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T13:11:07.828653+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T13:10:50.186550+00:00 2021-06-17T13:10:52.123549+00:00 0:00:01.936999 42304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T13:10:47.813584+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T13:10:50.164068+00:00 2021-06-17T13:10:52.032670+00:00 0:00:01.868602 42303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T13:10:47.813550+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T12:00:00+00:00 PythonOperator 2021-06-17T13:10:28.237449+00:00 2021-06-17T13:10:31.792639+00:00 0:00:03.555190 42302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T13:10:25.807911+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T12:00:00+00:00 PythonOperator 2021-06-17T13:10:28.070299+00:00 2021-06-17T13:10:31.633739+00:00 0:00:03.563440 42301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T13:10:25.807958+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T12:00:00+00:00 TriggerDagRunOperator 2021-06-17T13:10:12.437883+00:00 2021-06-17T13:10:13.007297+00:00 0:00:00.569414 42300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T13:10:09.794181+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T12:00:00+00:00 TriggerDagRunOperator 2021-06-17T13:10:12.338749+00:00 2021-06-17T13:10:12.869103+00:00 0:00:00.530354 42299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T13:10:09.794131+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T12:05:00+00:00 EmrJobFlowSensor 2021-06-17T13:06:01.578450+00:00 2021-06-17T13:15:04.144646+00:00 0:09:02.566196 42298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T13:05:59.367140+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T13:05:39.417993+00:00 2021-06-17T13:05:41.055059+00:00 0:00:01.637066 42297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T13:05:37.262145+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T12:05:00+00:00 PythonOperator 2021-06-17T13:05:17.553578+00:00 2021-06-17T13:05:20.996130+00:00 0:00:03.442552 42296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T13:05:15.265712+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T12:00:00+00:00 EmrJobFlowSensor 2021-06-17T13:00:59.038751+00:00 2021-06-17T13:10:02.149823+00:00 0:09:03.111072 42295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T13:00:56.809496+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T12:00:00+00:00 EmrJobFlowSensor 2021-06-17T13:00:55.204993+00:00 2021-06-17T13:11:58.104504+00:00 0:11:02.899511 42294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T13:00:52.803921+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T13:00:29.381750+00:00 2021-06-17T13:00:31.137883+00:00 0:00:01.756133 42293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T13:00:26.852651+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T13:00:29.353240+00:00 2021-06-17T13:00:31.095769+00:00 0:00:01.742529 42292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T13:00:26.852607+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T12:00:00+00:00 PythonOperator 2021-06-17T13:00:08.955749+00:00 2021-06-17T13:00:12.419047+00:00 0:00:03.463298 42291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T13:00:06.725314+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T12:00:00+00:00 PythonOperator 2021-06-17T13:00:06.886002+00:00 2021-06-17T13:00:10.294218+00:00 0:00:03.408216 42290 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T13:00:04.723924+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T11:05:00+00:00 EmrJobFlowSensor 2021-06-17T12:12:54.158862+00:00 2021-06-17T12:14:55.934474+00:00 0:02:01.775612 42289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T12:12:51.741035+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T11:00:00+00:00 EmrJobFlowSensor 2021-06-17T12:12:40.022509+00:00 2021-06-17T12:22:42.771101+00:00 0:10:02.748592 42288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T12:12:37.626590+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T11:00:00+00:00 EmrJobFlowSensor 2021-06-17T12:12:39.952237+00:00 2021-06-17T12:22:42.650243+00:00 0:10:02.698006 42287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T12:12:37.626623+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T12:12:20.314855+00:00 2021-06-17T12:12:22.041385+00:00 0:00:01.726530 42286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T12:12:17.620639+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T12:12:17.840333+00:00 2021-06-17T12:12:19.918949+00:00 0:00:02.078616 42285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T12:12:15.609220+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T11:00:00+00:00 PythonOperator 2021-06-17T12:11:57.974527+00:00 2021-06-17T12:12:01.603254+00:00 0:00:03.628727 42284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T12:11:55.591519+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T11:00:00+00:00 PythonOperator 2021-06-17T12:11:57.788491+00:00 2021-06-17T12:12:01.344963+00:00 0:00:03.556472 42283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T12:11:55.591555+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T11:00:00+00:00 TriggerDagRunOperator 2021-06-17T12:11:52.272892+00:00 2021-06-17T12:11:52.785460+00:00 0:00:00.512568 42282 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T12:11:49.559274+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T11:00:00+00:00 TriggerDagRunOperator 2021-06-17T12:11:52.181692+00:00 2021-06-17T12:11:52.652964+00:00 0:00:00.471272 42281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T12:11:49.559241+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T12:05:46.214449+00:00 2021-06-17T12:05:47.973913+00:00 0:00:01.759464 42278 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T12:05:43.998986+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T11:05:00+00:00 PythonOperator 2021-06-17T12:05:26.156790+00:00 2021-06-17T12:05:29.180528+00:00 0:00:03.023738 42277 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T12:05:19.949185+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T11:00:00+00:00 EmrJobFlowSensor 2021-06-17T12:00:57.756696+00:00 2021-06-17T12:11:00.688561+00:00 0:10:02.931865 42276 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T12:00:55.567869+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T11:00:00+00:00 EmrJobFlowSensor 2021-06-17T12:00:55.659776+00:00 2021-06-17T12:12:58.539457+00:00 0:12:02.879681 42275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T12:00:53.564412+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T12:00:36.066456+00:00 2021-06-17T12:00:37.786651+00:00 0:00:01.720195 42274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T12:00:33.546304+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T12:00:33.675184+00:00 2021-06-17T12:00:35.854419+00:00 0:00:02.179235 42273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T12:00:31.546724+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T11:00:00+00:00 PythonOperator 2021-06-17T12:00:13.805298+00:00 2021-06-17T12:00:17.305546+00:00 0:00:03.500248 42272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T12:00:11.557456+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T11:00:00+00:00 PythonOperator 2021-06-17T12:00:11.736803+00:00 2021-06-17T12:00:15.177744+00:00 0:00:03.440941 42271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T12:00:09.547128+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T10:00:00+00:00 EmrJobFlowSensor 2021-06-17T11:11:56.504629+00:00 2021-06-17T11:22:59.561767+00:00 0:11:03.057138 42270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T11:11:54.203146+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T10:00:00+00:00 EmrJobFlowSensor 2021-06-17T11:11:46.552227+00:00 2021-06-17T11:20:49.322533+00:00 0:09:02.770306 42269 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T11:11:44.195637+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T11:11:36.348094+00:00 2021-06-17T11:11:38.038109+00:00 0:00:01.690015 42268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T11:11:34.188981+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T11:11:24.296027+00:00 2021-06-17T11:11:25.978457+00:00 0:00:01.682430 42267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T11:11:22.129138+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T10:00:00+00:00 PythonOperator 2021-06-17T11:11:14.420418+00:00 2021-06-17T11:11:17.904390+00:00 0:00:03.483972 42266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T11:11:12.121826+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T10:00:00+00:00 PythonOperator 2021-06-17T11:11:04.396142+00:00 2021-06-17T11:11:07.799616+00:00 0:00:03.403474 42265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T11:11:02.115095+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T10:00:00+00:00 TriggerDagRunOperator 2021-06-17T11:10:54.976994+00:00 2021-06-17T11:10:55.485596+00:00 0:00:00.508602 42264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T11:10:52.068364+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T10:00:00+00:00 TriggerDagRunOperator 2021-06-17T11:10:54.761150+00:00 2021-06-17T11:10:55.169398+00:00 0:00:00.408248 42263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T11:10:52.068336+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T10:05:00+00:00 EmrJobFlowSensor 2021-06-17T11:05:57.253082+00:00 2021-06-17T11:13:59.759432+00:00 0:08:02.506350 42261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T11:05:55.040825+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T11:05:29.093436+00:00 2021-06-17T11:05:30.726568+00:00 0:00:01.633132 42260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T11:05:26.904183+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T10:05:00+00:00 PythonOperator 2021-06-17T11:05:05.189642+00:00 2021-06-17T11:05:08.648139+00:00 0:00:03.458497 42259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T11:05:02.886325+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T10:00:00+00:00 EmrJobFlowSensor 2021-06-17T11:01:00.928950+00:00 2021-06-17T11:10:03.701570+00:00 0:09:02.772620 42258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T11:00:58.466984+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T10:00:00+00:00 EmrJobFlowSensor 2021-06-17T11:00:54.505141+00:00 2021-06-17T11:12:57.445466+00:00 0:12:02.940325 42257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T11:00:52.296912+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T11:00:38.990188+00:00 2021-06-17T11:00:40.687441+00:00 0:00:01.697253 42256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T11:00:36.355821+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T11:00:32.502362+00:00 2021-06-17T11:00:34.187144+00:00 0:00:01.684782 42255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T11:00:30.251725+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T10:00:00+00:00 PythonOperator 2021-06-17T11:00:16.584005+00:00 2021-06-17T11:00:20.115269+00:00 0:00:03.531264 42254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T11:00:14.179189+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T10:00:00+00:00 PythonOperator 2021-06-17T11:00:10.575656+00:00 2021-06-17T11:00:13.990802+00:00 0:00:03.415146 42253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T11:00:08.166085+00:00 2 default_pool