Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:00:16.555504+00:00 2021-06-24T23:00:20.944232+00:00 0:00:04.388728 45608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:00:13.696779+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T23:00:12.325486+00:00 2021-06-24T23:00:17.043798+00:00 0:00:04.718312 45607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:00:09.755854+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:00:12.370717+00:00 2021-06-24T23:00:15.736615+00:00 0:00:03.365898 45606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T23:00:09.755812+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:11:26.214637+00:00 2021-06-24T22:21:29.231880+00:00 0:10:03.017243 45604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:11:23.943835+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:11:18.283406+00:00 2021-06-24T22:21:20.997589+00:00 0:10:02.714183 45603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:11:15.910043+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:11:04.125880+00:00 2021-06-24T22:11:05.915774+00:00 0:00:01.789894 45602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:11:01.867346+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:10:58.265489+00:00 2021-06-24T22:10:59.940001+00:00 0:00:01.674512 45601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:10:55.871432+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:10:42.006710+00:00 2021-06-24T22:10:45.610697+00:00 0:00:03.603987 45600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:10:39.804556+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:10:35.996678+00:00 2021-06-24T22:10:39.766407+00:00 0:00:03.769729 45599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:10:33.797150+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T21:00:00+00:00 TriggerDagRunOperator 2021-06-24T22:10:26.472763+00:00 2021-06-24T22:10:26.924123+00:00 0:00:00.451360 45598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:10:23.769379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T21:00:00+00:00 TriggerDagRunOperator 2021-06-24T22:10:25.987502+00:00 2021-06-24T22:10:26.669045+00:00 0:00:00.681543 45597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:10:23.769343+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T21:05:00+00:00 EmrJobFlowSensor 2021-06-24T22:06:05.849477+00:00 2021-06-24T22:14:08.241185+00:00 0:08:02.391708 45596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:06:03.352900+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:05:43.477183+00:00 2021-06-24T22:05:45.140688+00:00 0:00:01.663505 45595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:05:41.275945+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T21:05:00+00:00 PythonOperator 2021-06-24T22:05:21.429094+00:00 2021-06-24T22:05:25.117700+00:00 0:00:03.688606 45594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:05:19.207628+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:01:10.802948+00:00 2021-06-24T22:21:15.085258+00:00 0:20:04.282310 45593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:01:08.598188+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:01:04.959106+00:00 2021-06-24T22:10:07.803002+00:00 0:09:02.843896 45592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:01:02.585272+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:00:44.795489+00:00 2021-06-24T22:00:46.616071+00:00 0:00:01.820582 45591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:00:42.547355+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:00:30.786369+00:00 2021-06-24T22:00:32.524314+00:00 0:00:01.737945 45590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T22:00:28.552415+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:00:17.115634+00:00 2021-06-24T22:00:21.024654+00:00 0:00:03.909020 45589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:00:14.521447+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:00:09.216734+00:00 2021-06-24T22:00:12.777227+00:00 0:00:03.560493 45588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T22:00:06.577278+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:11:00.915804+00:00 2021-06-24T21:20:03.548019+00:00 0:09:02.632215 45586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:58.360534+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:10:58.462530+00:00 2021-06-24T21:21:01.384224+00:00 0:10:02.921694 45585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:56.311578+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:10:40.524400+00:00 2021-06-24T21:10:42.268783+00:00 0:00:01.744383 45584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:10:38.288749+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:10:38.609913+00:00 2021-06-24T21:10:40.420593+00:00 0:00:01.810680 45583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:10:36.291486+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:10:18.692810+00:00 2021-06-24T21:10:22.538593+00:00 0:00:03.845783 45582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:10:16.256948+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:10:16.861307+00:00 2021-06-24T21:10:20.214387+00:00 0:00:03.353080 45581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:10:14.251490+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T20:00:00+00:00 TriggerDagRunOperator 2021-06-24T21:10:09.141261+00:00 2021-06-24T21:10:09.523003+00:00 0:00:00.381742 45580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:06.218364+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T20:00:00+00:00 TriggerDagRunOperator 2021-06-24T21:10:08.807766+00:00 2021-06-24T21:10:09.347850+00:00 0:00:00.540084 45579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:06.218418+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T20:05:00+00:00 EmrJobFlowSensor 2021-06-24T21:05:46.162944+00:00 2021-06-24T21:14:48.841357+00:00 0:09:02.678413 45578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:05:43.846317+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:05:26.137253+00:00 2021-06-24T21:05:28.023016+00:00 0:00:01.885763 45577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:05:23.821894+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T20:05:00+00:00 PythonOperator 2021-06-24T21:05:04.120918+00:00 2021-06-24T21:05:07.612661+00:00 0:00:03.491743 45576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:05:01.807388+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:00:57.726701+00:00 2021-06-24T21:20:01.862564+00:00 0:19:04.135863 45575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:00:55.404405+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:00:51.613356+00:00 2021-06-24T21:09:54.367808+00:00 0:09:02.754452 45574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:00:49.399486+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:00:35.714442+00:00 2021-06-24T21:00:37.610316+00:00 0:00:01.895874 45573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:00:33.390610+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:00:30.033379+00:00 2021-06-24T21:00:31.862561+00:00 0:00:01.829182 45572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T21:00:27.477523+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:00:14.276850+00:00 2021-06-24T21:00:18.252728+00:00 0:00:03.975878 45571 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:00:11.340704+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:00:09.885492+00:00 2021-06-24T21:00:13.930778+00:00 0:00:04.045286 45570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T21:00:07.341472+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:12:24.988821+00:00 2021-06-24T20:22:27.774827+00:00 0:10:02.786006 45568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:12:22.539892+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:12:10.923545+00:00 2021-06-24T20:22:14.001243+00:00 0:10:03.077698 45567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:12:08.579355+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:12:02.800496+00:00 2021-06-24T20:12:04.491344+00:00 0:00:01.690848 45566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:12:00.493662+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:11:50.878910+00:00 2021-06-24T20:11:52.564863+00:00 0:00:01.685953 45565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:11:48.548613+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:11:40.594755+00:00 2021-06-24T20:11:44.183832+00:00 0:00:03.589077 45564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:11:38.426962+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:11:28.644188+00:00 2021-06-24T20:11:32.582001+00:00 0:00:03.937813 45563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:11:26.427187+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T19:00:00+00:00 TriggerDagRunOperator 2021-06-24T20:11:18.826273+00:00 2021-06-24T20:11:19.333899+00:00 0:00:00.507626 45562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:11:16.399006+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T19:00:00+00:00 TriggerDagRunOperator 2021-06-24T20:11:18.558028+00:00 2021-06-24T20:11:18.968482+00:00 0:00:00.410454 45561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:11:16.398978+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T19:05:00+00:00 EmrJobFlowSensor 2021-06-24T20:05:50.178167+00:00 2021-06-24T20:15:53.007024+00:00 0:10:02.828857 45560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:05:47.817430+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:05:28.297311+00:00 2021-06-24T20:05:29.935701+00:00 0:00:01.638390 45559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:05:25.802752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T19:05:00+00:00 PythonOperator 2021-06-24T20:05:05.952065+00:00 2021-06-24T20:05:09.533517+00:00 0:00:03.581452 45558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:05:03.757882+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:01:05.766746+00:00 2021-06-24T20:19:09.878288+00:00 0:18:04.111542 45557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:01:03.367568+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:01:05.624166+00:00 2021-06-24T20:11:08.607546+00:00 0:10:02.983380 45556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:01:03.367595+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:00:45.497522+00:00 2021-06-24T20:00:47.254251+00:00 0:00:01.756729 45555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:00:43.304003+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:00:43.541551+00:00 2021-06-24T20:00:45.370562+00:00 0:00:01.829011 45554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T20:00:41.302371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:00:21.753901+00:00 2021-06-24T20:00:25.443310+00:00 0:00:03.689409 45553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:00:19.287674+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:00:21.658078+00:00 2021-06-24T20:00:25.223555+00:00 0:00:03.565477 45552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T20:00:19.287703+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T18:00:00+00:00 EmrJobFlowSensor 2021-06-24T19:11:21.518427+00:00 2021-06-24T19:20:24.374168+00:00 0:09:02.855741 45550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:11:19.210992+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T18:00:00+00:00 EmrJobFlowSensor 2021-06-24T19:11:21.417219+00:00 2021-06-24T19:20:24.161142+00:00 0:09:02.743923 45549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:11:19.210963+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:10:59.840938+00:00 2021-06-24T19:11:01.688642+00:00 0:00:01.847704 45548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T19:10:57.263623+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:10:59.739246+00:00 2021-06-24T19:11:01.526006+00:00 0:00:01.786760 45547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T19:10:57.263673+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T18:00:00+00:00 PythonOperator 2021-06-24T19:10:40.544864+00:00 2021-06-24T19:10:44.433045+00:00 0:00:03.888181 45546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:10:37.162700+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T18:00:00+00:00 PythonOperator 2021-06-24T19:10:37.555210+00:00 2021-06-24T19:10:41.953422+00:00 0:00:04.398212 45545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:10:35.149186+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T18:00:00+00:00 TriggerDagRunOperator 2021-06-24T19:10:31.573261+00:00 2021-06-24T19:10:31.978375+00:00 0:00:00.405114 45544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:10:29.155932+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T18:00:00+00:00 TriggerDagRunOperator 2021-06-24T19:10:31.462884+00:00 2021-06-24T19:10:31.988711+00:00 0:00:00.525827 45543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:10:29.155885+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T18:05:00+00:00 EmrJobFlowSensor 2021-06-24T19:05:59.108488+00:00 2021-06-24T19:15:01.816607+00:00 0:09:02.708119 45542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:05:56.757039+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:05:39.190271+00:00 2021-06-24T19:05:40.991519+00:00 0:00:01.801248 45541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T19:05:36.671869+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T18:05:00+00:00 PythonOperator 2021-06-24T19:05:16.827015+00:00 2021-06-24T19:05:20.312393+00:00 0:00:03.485378 45540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:05:14.662776+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T18:00:00+00:00 EmrJobFlowSensor 2021-06-24T19:01:06.437050+00:00 2021-06-24T19:10:09.339284+00:00 0:09:02.902234 45539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:01:04.093799+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T18:00:00+00:00 EmrJobFlowSensor 2021-06-24T19:01:00.891251+00:00 2021-06-24T19:12:04.056728+00:00 0:11:03.165477 45538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:00:58.362072+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:00:44.256157+00:00 2021-06-24T19:00:45.909759+00:00 0:00:01.653602 45537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T19:00:41.941480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:00:34.417759+00:00 2021-06-24T19:00:36.218556+00:00 0:00:01.800797 45536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T19:00:31.936528+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T18:00:00+00:00 PythonOperator 2021-06-24T19:00:20.469906+00:00 2021-06-24T19:00:24.169279+00:00 0:00:03.699373 45535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T19:00:17.924402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T18:00:00+00:00 PythonOperator 2021-06-24T19:00:08.314150+00:00 2021-06-24T19:00:11.876672+00:00 0:00:03.562522 45534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:00:05.942430+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T15:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:52:35.343027+00:00 2021-06-24T19:02:38.324710+00:00 0:10:02.981683 45533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:52:33.082746+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:45:00.773230+00:00 2021-06-24T18:45:02.551851+00:00 0:00:01.778621 45532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:44:58.305124+00:00 4 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T15:00:00+00:00 PythonOperator 2021-06-24T18:44:38.694430+00:00 2021-06-24T18:44:42.651039+00:00 0:00:03.956609 45531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:44:36.359794+00:00 5 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T14:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:41:06.383379+00:00 2021-06-24T18:52:09.535987+00:00 0:11:03.152608 45530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:41:03.897712+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:34:26.359748+00:00 2021-06-24T18:34:28.255272+00:00 0:00:01.895524 45528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:34:23.771790+00:00 5 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T14:00:00+00:00 PythonOperator 2021-06-24T18:34:06.031448+00:00 2021-06-24T18:34:09.888838+00:00 0:00:03.857390 45527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:34:03.759433+00:00 5 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T13:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:28:43.365040+00:00 2021-06-24T18:40:46.677169+00:00 0:12:03.312129 45526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:28:41.021639+00:00 4 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:21:36.312359+00:00 2021-06-24T18:21:38.017617+00:00 0:00:01.705258 45525 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:21:33.984745+00:00 5 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T13:00:00+00:00 PythonOperator 2021-06-24T18:21:14.517848+00:00 2021-06-24T18:21:18.248522+00:00 0:00:03.730674 45524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:21:11.898772+00:00 6 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T17:05:00+00:00 EmrJobFlowSensor 2021-06-24T18:12:57.275073+00:00 2021-06-24T18:15:59.182708+00:00 0:03:01.907635 45523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:12:55.081153+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T17:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:12:10.152078+00:00 2021-06-24T18:22:13.181338+00:00 0:10:03.029260 45522 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:12:07.053931+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T17:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:12:07.556085+00:00 2021-06-24T18:22:10.918753+00:00 0:10:03.362668 45521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:12:05.053697+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:11:49.951968+00:00 2021-06-24T18:11:51.800221+00:00 0:00:01.848253 45520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:11:46.982184+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:11:47.121819+00:00 2021-06-24T18:11:49.390683+00:00 0:00:02.268864 45519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:11:44.921108+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T17:00:00+00:00 PythonOperator 2021-06-24T18:11:27.124963+00:00 2021-06-24T18:11:30.862701+00:00 0:00:03.737738 45518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:11:24.909779+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T17:00:00+00:00 PythonOperator 2021-06-24T18:11:25.375299+00:00 2021-06-24T18:11:29.323545+00:00 0:00:03.948246 45517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:11:22.907858+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T17:00:00+00:00 TriggerDagRunOperator 2021-06-24T18:11:21.255896+00:00 2021-06-24T18:11:21.768130+00:00 0:00:00.512234 45516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:11:18.903267+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T17:00:00+00:00 TriggerDagRunOperator 2021-06-24T18:11:21.127758+00:00 2021-06-24T18:11:21.514811+00:00 0:00:00.387053 45515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:11:18.903230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T12:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:09:26.929220+00:00 2021-06-24T18:28:31.078489+00:00 0:19:04.149269 45514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:09:24.693264+00:00 4 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:09:02.996331+00:00 2021-06-24T18:09:04.818571+00:00 0:00:01.822240 45513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:09:00.645771+00:00 4 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T12:00:00+00:00 PythonOperator 2021-06-24T18:08:41.130641+00:00 2021-06-24T18:08:44.920109+00:00 0:00:03.789468 45512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:08:38.570809+00:00 4 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:05:54.661229+00:00 2021-06-24T18:05:56.467499+00:00 0:00:01.806270 45510 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:05:52.307055+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T17:05:00+00:00 PythonOperator 2021-06-24T18:05:32.858896+00:00 2021-06-24T18:05:36.364598+00:00 0:00:03.505702 45509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:05:30.351366+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T17:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:01:06.319857+00:00 2021-06-24T18:11:09.149095+00:00 0:10:02.829238 45508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:01:03.964246+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T17:00:00+00:00 EmrJobFlowSensor 2021-06-24T18:00:54.260936+00:00 2021-06-24T18:11:57.357058+00:00 0:11:03.096122 45507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T18:00:51.887290+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:00:44.030688+00:00 2021-06-24T18:00:45.783755+00:00 0:00:01.753067 45506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T18:00:41.847539+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T18:00:34.359712+00:00 2021-06-24T18:00:36.085776+00:00 0:00:01.726064 45505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T18:00:31.839302+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T17:00:00+00:00 PythonOperator 2021-06-24T18:00:22.043154+00:00 2021-06-24T18:00:25.432269+00:00 0:00:03.389115 45504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T18:00:19.824814+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T17:00:00+00:00 PythonOperator 2021-06-24T18:00:12.186384+00:00 2021-06-24T18:00:16.099694+00:00 0:00:03.913310 45503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T18:00:09.817760+00:00 2 default_pool