Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T08:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:22:40.235178+00:00 41396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:22:06.876312+00:00 2021-06-15T14:22:08.549906+00:00 0:00:01.673594 41395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T08:00:00+00:00 PythonOperator 2021-06-15T14:21:55.344629+00:00 2021-06-15T14:21:58.801222+00:00 0:00:03.456593 41394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T07:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:17:49.791184+00:00 41393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:17:34.450751+00:00 2021-06-15T14:17:36.249955+00:00 0:00:01.799204 41392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T07:00:00+00:00 PythonOperator 2021-06-15T14:17:00.648056+00:00 2021-06-15T14:17:03.569034+00:00 0:00:02.920978 41391 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T06:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:13:59.227086+00:00 41390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:13:49.307819+00:00 2021-06-15T14:13:51.023097+00:00 0:00:01.715278 41389 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T13:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:11:33.894927+00:00 2021-06-15T14:21:36.673557+00:00 0:10:02.778630 41388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:11:31.453380+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T06:00:00+00:00 PythonOperator 2021-06-15T14:11:16.301162+00:00 2021-06-15T14:11:19.510368+00:00 0:00:03.209206 41387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T13:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:11:15.621489+00:00 2021-06-15T14:19:18.094921+00:00 0:08:02.473432 41386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:11:13.340512+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:11:11.582886+00:00 2021-06-15T14:11:13.290669+00:00 0:00:01.707783 41385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T14:11:09.335204+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:10:53.580432+00:00 2021-06-15T14:10:55.384996+00:00 0:00:01.804564 41384 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T14:10:51.320740+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T13:00:00+00:00 PythonOperator 2021-06-15T14:10:51.508361+00:00 2021-06-15T14:10:55.212054+00:00 0:00:03.703693 41383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T14:10:49.320176+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T13:00:00+00:00 PythonOperator 2021-06-15T14:10:31.951218+00:00 2021-06-15T14:10:35.247729+00:00 0:00:03.296511 41382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T14:10:29.444349+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T13:00:00+00:00 TriggerDagRunOperator 2021-06-15T14:10:25.581645+00:00 2021-06-15T14:10:25.980616+00:00 0:00:00.398971 41381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:10:23.289292+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T13:00:00+00:00 TriggerDagRunOperator 2021-06-15T14:10:25.583650+00:00 2021-06-15T14:10:26.100434+00:00 0:00:00.516784 41380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:10:23.289330+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T05:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:09:23.407160+00:00 41379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:09:07.474996+00:00 2021-06-15T14:09:09.146028+00:00 0:00:01.671032 41378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T05:00:00+00:00 PythonOperator 2021-06-15T14:06:08.124985+00:00 2021-06-15T14:06:11.398180+00:00 0:00:03.273195 41377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T13:05:00+00:00 EmrJobFlowSensor 2021-06-15T14:05:48.862907+00:00 2021-06-15T14:14:51.421845+00:00 0:09:02.558938 41376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:05:46.699669+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:05:26.806610+00:00 2021-06-15T14:05:28.567202+00:00 0:00:01.760592 41375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T14:05:24.614969+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T13:05:00+00:00 PythonOperator 2021-06-15T14:05:05.236067+00:00 2021-06-15T14:05:08.530287+00:00 0:00:03.294220 41374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T14:05:02.657671+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T04:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:02:04.983296+00:00 41373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:01:21.712846+00:00 2021-06-15T14:01:23.497212+00:00 0:00:01.784366 41372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T13:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:01:16.355114+00:00 2021-06-15T14:08:18.651845+00:00 0:07:02.296731 41371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:01:14.204782+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T13:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:01:04.449068+00:00 2021-06-15T14:10:07.162411+00:00 0:09:02.713343 41370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T14:01:02.184063+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:00:40.690481+00:00 2021-06-15T14:00:42.383613+00:00 0:00:01.693132 41369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T14:00:38.143588+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:00:32.393783+00:00 2021-06-15T14:00:34.118231+00:00 0:00:01.724448 41368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T14:00:30.118577+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-15T13:00:00+00:00 PythonOperator 2021-06-15T14:00:16.266193+00:00 2021-06-15T14:00:19.906620+00:00 0:00:03.640427 41367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T14:00:14.099755+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T13:00:00+00:00 PythonOperator 2021-06-15T14:00:10.373818+00:00 2021-06-15T14:00:13.627087+00:00 0:00:03.253269 41366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T14:00:08.095380+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T04:00:00+00:00 PythonOperator 2021-06-15T13:54:11.129555+00:00 2021-06-15T13:54:14.652840+00:00 0:00:03.523285 41365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T03:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:54:04.184447+00:00 41364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:53:55.734464+00:00 2021-06-15T13:53:57.435114+00:00 0:00:01.700650 41363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T02:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:42:08.748601+00:00 2021-06-15T13:52:11.678109+00:00 0:10:02.929508 41362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T03:00:00+00:00 PythonOperator 2021-06-15T13:42:03.743559+00:00 2021-06-15T13:42:06.974860+00:00 0:00:03.231301 41361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:41:58.300950+00:00 2021-06-15T13:42:00.091038+00:00 0:00:01.790088 41360 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T02:00:00+00:00 PythonOperator 2021-06-15T13:41:44.681696+00:00 2021-06-15T13:41:48.067597+00:00 0:00:03.385901 41359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T01:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:26:40.921463+00:00 2021-06-15T13:37:43.806570+00:00 0:11:02.885107 41358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:26:26.733547+00:00 2021-06-15T13:26:28.389589+00:00 0:00:01.656042 41357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T01:00:00+00:00 PythonOperator 2021-06-15T13:26:18.979209+00:00 2021-06-15T13:26:22.225653+00:00 0:00:03.246444 41356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T12:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:22:48.720866+00:00 2021-06-15T13:22:50.227959+00:00 0:00:01.507093 41355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T13:22:46.305616+00:00 6 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T12:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:12:04.113234+00:00 2021-06-15T13:22:07.071532+00:00 0:10:02.958298 41350 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T13:12:01.689633+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T12:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:12:00.190043+00:00 2021-06-15T13:22:03.107725+00:00 0:10:02.917682 41349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T13:11:57.756695+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:11:41.797928+00:00 2021-06-15T13:11:43.465005+00:00 0:00:01.667077 41348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T13:11:39.619534+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:11:38.021263+00:00 2021-06-15T13:11:39.746688+00:00 0:00:01.725425 41347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T13:11:35.661587+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T12:00:00+00:00 PythonOperator 2021-06-15T13:11:21.064716+00:00 2021-06-15T13:11:25.044222+00:00 0:00:03.979506 41346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:11:17.658425+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T12:00:00+00:00 PythonOperator 2021-06-15T13:11:16.444502+00:00 2021-06-15T13:11:21.005340+00:00 0:00:04.560838 41345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:11:13.651831+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T12:00:00+00:00 TriggerDagRunOperator 2021-06-15T13:11:08.129596+00:00 2021-06-15T13:11:08.647604+00:00 0:00:00.518008 41344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T13:11:05.659755+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T12:00:00+00:00 TriggerDagRunOperator 2021-06-15T13:11:08.051578+00:00 2021-06-15T13:11:08.426279+00:00 0:00:00.374701 41343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T13:11:05.659707+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T00:01:00+00:00 EmrJobFlowSensor 2021-06-15T13:10:31.666129+00:00 41342 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T00:01:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:10:22.436926+00:00 2021-06-15T13:10:24.262316+00:00 0:00:01.825390 41341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T00:01:00+00:00 PythonOperator 2021-06-15T13:08:24.052980+00:00 2021-06-15T13:08:27.307369+00:00 0:00:03.254389 41340 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T12:05:00+00:00 EmrJobFlowSensor 2021-06-15T13:06:19.196766+00:00 2021-06-15T13:15:21.799393+00:00 0:09:02.602627 41339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T13:06:16.912547+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:05:57.162846+00:00 2021-06-15T13:05:58.788703+00:00 0:00:01.625857 41338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T13:05:54.894980+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T12:05:00+00:00 PythonOperator 2021-06-15T13:05:29.181838+00:00 2021-06-15T13:05:31.902314+00:00 0:00:02.720476 41337 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:05:26.833285+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T12:00:00+00:00 PythonOperator 2021-06-15T13:01:14.616650+00:00 2021-06-15T13:01:18.042697+00:00 0:00:03.426047 41336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:01:12.447711+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T00:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:01:02.987523+00:00 41335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T12:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:00:58.632399+00:00 2021-06-15T13:11:01.415047+00:00 0:10:02.782648 41334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:00:56.319316+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:00:52.835045+00:00 2021-06-15T13:00:54.508628+00:00 0:00:01.673583 41333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:00:36.702478+00:00 2021-06-15T13:00:38.688154+00:00 0:00:01.985676 41331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T13:00:34.298187+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T00:00:00+00:00 PythonOperator 2021-06-15T13:00:34.099524+00:00 2021-06-15T13:00:37.587883+00:00 0:00:03.488359 41330 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:00:24.767883+00:00 2021-06-15T13:00:26.568919+00:00 0:00:01.801036 41329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T13:00:22.357441+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T12:00:00+00:00 PythonOperator 2021-06-15T13:00:14.564061+00:00 2021-06-15T13:00:18.057868+00:00 0:00:03.493807 41328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T13:00:12.250735+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-15T12:00:00+00:00 PythonOperator 2021-06-15T13:00:04.665416+00:00 2021-06-15T13:00:08.357776+00:00 0:00:03.692360 41327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:00:02.262130+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:56:52.165629+00:00 2021-06-15T12:56:54.089283+00:00 0:00:01.923654 41326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T12:56:49.916749+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T11:00:00+00:00 PythonOperator 2021-06-15T12:56:28.190379+00:00 2021-06-15T12:56:31.842913+00:00 0:00:03.652534 41325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:56:25.961306+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T11:00:00+00:00 EmrJobFlowSensor 2021-06-15T12:22:10.987637+00:00 2021-06-15T12:22:12.469781+00:00 0:00:01.482144 41324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T12:22:08.376418+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T11:00:00+00:00 EmrJobFlowSensor 2021-06-15T12:12:37.129096+00:00 2021-06-15T12:24:40.277667+00:00 0:12:03.148571 41322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T12:12:34.892603+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:12:15.276075+00:00 2021-06-15T12:12:16.972207+00:00 0:00:01.696132 41320 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T12:12:12.845508+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:12:13.201744+00:00 2021-06-15T12:12:15.108126+00:00 0:00:01.906382 41319 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T12:12:10.868769+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T11:00:00+00:00 PythonOperator 2021-06-15T12:11:55.155366+00:00 2021-06-15T12:11:57.986387+00:00 0:00:02.831021 41318 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:11:52.728749+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T11:00:00+00:00 PythonOperator 2021-06-15T12:11:51.154218+00:00 2021-06-15T12:11:54.150563+00:00 0:00:02.996345 41317 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:11:48.780377+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T11:00:00+00:00 TriggerDagRunOperator 2021-06-15T12:11:41.023836+00:00 2021-06-15T12:11:41.532909+00:00 0:00:00.509073 41316 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T12:11:38.724278+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T11:00:00+00:00 TriggerDagRunOperator 2021-06-15T12:11:40.928420+00:00 2021-06-15T12:11:41.324217+00:00 0:00:00.395797 41315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T12:11:38.724308+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T11:05:00+00:00 EmrJobFlowSensor 2021-06-15T12:05:58.342940+00:00 2021-06-15T12:15:01.046157+00:00 0:09:02.703217 41314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T12:05:56.124126+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:05:34.579762+00:00 2021-06-15T12:05:36.218661+00:00 0:00:01.638899 41313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T12:05:32.160567+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T11:05:00+00:00 PythonOperator 2021-06-15T12:05:12.278507+00:00 2021-06-15T12:05:15.498045+00:00 0:00:03.219538 41312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:05:10.089709+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T11:00:00+00:00 EmrJobFlowSensor 2021-06-15T12:01:20.019751+00:00 2021-06-15T12:11:22.689472+00:00 0:10:02.669721 41311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:01:17.683249+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T11:00:00+00:00 EmrJobFlowSensor 2021-06-15T12:01:03.862614+00:00 41310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T12:01:01.658982+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:00:59.876989+00:00 2021-06-15T12:01:01.722722+00:00 0:00:01.845733 41309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T12:00:57.661197+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:00:35.739510+00:00 2021-06-15T12:00:37.402917+00:00 0:00:01.663407 41308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T12:00:33.613623+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-15T11:00:00+00:00 PythonOperator 2021-06-15T12:00:27.874983+00:00 2021-06-15T12:00:31.214999+00:00 0:00:03.340016 41307 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-15T12:00:25.606802+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-15T11:00:00+00:00 PythonOperator 2021-06-15T12:00:05.855361+00:00 2021-06-15T12:00:09.447631+00:00 0:00:03.592270 41306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:00:03.593116+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-15T10:00:00+00:00 EmrJobFlowSensor 2021-06-15T11:57:01.840126+00:00 41305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T11:56:59.372057+00:00 7 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T11:56:41.323450+00:00 2021-06-15T11:56:42.979318+00:00 0:00:01.655868 41304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T11:56:39.219045+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-15T10:00:00+00:00 PythonOperator 2021-06-15T11:56:19.648059+00:00 2021-06-15T11:56:23.032623+00:00 0:00:03.384564 41303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T11:56:17.197037+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-15T10:00:00+00:00 EmrJobFlowSensor 2021-06-15T11:13:09.606781+00:00 2021-06-15T11:23:12.433911+00:00 0:10:02.827130 41298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T11:13:07.183771+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-15T10:00:00+00:00 EmrJobFlowSensor 2021-06-15T11:13:07.458350+00:00 2021-06-15T11:22:10.101111+00:00 0:09:02.642761 41297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T11:13:05.184629+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T11:12:47.301155+00:00 2021-06-15T11:12:49.027221+00:00 0:00:01.726066 41296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T11:12:45.169067+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T11:12:45.670980+00:00 2021-06-15T11:12:47.473670+00:00 0:00:01.802690 41295 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T11:12:43.164636+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-15T10:00:00+00:00 PythonOperator 2021-06-15T11:11:46.724508+00:00 2021-06-15T11:11:50.475807+00:00 0:00:03.751299 41293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T11:11:44.470714+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-15T10:00:00+00:00 PythonOperator 2021-06-15T11:11:38.724934+00:00 2021-06-15T11:11:41.970417+00:00 0:00:03.245483 41292 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T11:11:36.403298+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-15T10:00:00+00:00 TriggerDagRunOperator 2021-06-15T11:11:28.821510+00:00 2021-06-15T11:11:29.368194+00:00 0:00:00.546684 41291 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T11:11:26.342996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-15T10:00:00+00:00 TriggerDagRunOperator 2021-06-15T11:11:28.586873+00:00 2021-06-15T11:11:29.019174+00:00 0:00:00.432301 41290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T11:11:26.343032+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-15T10:05:00+00:00 EmrJobFlowSensor 2021-06-15T11:05:53.759876+00:00 2021-06-15T11:14:56.332940+00:00 0:09:02.573064 41289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T11:05:51.623706+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-15T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-15T11:05:32.122079+00:00 2021-06-15T11:05:33.771761+00:00 0:00:01.649682 41288 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T11:05:29.756015+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-15T10:05:00+00:00 PythonOperator 2021-06-15T11:05:09.973307+00:00 2021-06-15T11:05:13.250612+00:00 0:00:03.277305 41287 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T11:05:07.652027+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-15T10:00:00+00:00 EmrJobFlowSensor 2021-06-15T11:01:05.600619+00:00 2021-06-15T11:11:08.329951+00:00 0:10:02.729332 41286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T11:01:03.256281+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T11:00:43.357487+00:00 2021-06-15T11:00:45.086376+00:00 0:00:01.728889 41284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-15T11:00:41.088009+00:00 2 default_pool