Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T04:00:00+00:00 PythonOperator 2021-06-23T05:00:17.446121+00:00 2021-06-23T05:00:20.926566+00:00 0:00:03.480445 44790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T05:00:15.125403+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T03:00:00+00:00 EmrJobFlowSensor 2021-06-23T04:12:15.665432+00:00 2021-06-23T04:21:18.703386+00:00 0:09:03.037954 44788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T04:12:13.370311+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T03:00:00+00:00 EmrJobFlowSensor 2021-06-23T04:11:59.605525+00:00 2021-06-23T04:22:02.424548+00:00 0:10:02.819023 44787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T04:11:57.326408+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T04:11:53.601367+00:00 2021-06-23T04:11:55.297933+00:00 0:00:01.696566 44786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T04:11:51.321636+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T04:11:39.763886+00:00 2021-06-23T04:11:41.545060+00:00 0:00:01.781174 44785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T04:11:37.310152+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T03:00:00+00:00 PythonOperator 2021-06-23T04:11:31.749942+00:00 2021-06-23T04:11:35.266369+00:00 0:00:03.516427 44784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T04:11:29.367900+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T03:00:00+00:00 PythonOperator 2021-06-23T04:11:15.863704+00:00 2021-06-23T04:11:19.518411+00:00 0:00:03.654707 44783 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T04:11:13.288790+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T03:00:00+00:00 TriggerDagRunOperator 2021-06-23T04:11:06.336344+00:00 2021-06-23T04:11:06.816121+00:00 0:00:00.479777 44782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T04:11:03.352148+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T03:00:00+00:00 TriggerDagRunOperator 2021-06-23T04:11:05.822707+00:00 2021-06-23T04:11:06.181701+00:00 0:00:00.358994 44781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T04:11:03.352099+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T03:05:00+00:00 EmrJobFlowSensor 2021-06-23T04:06:06.955640+00:00 2021-06-23T04:15:09.696812+00:00 0:09:02.741172 44780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T04:06:04.797786+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T04:05:41.059842+00:00 2021-06-23T04:05:42.751920+00:00 0:00:01.692078 44779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T04:05:38.731265+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T03:05:00+00:00 PythonOperator 2021-06-23T04:05:20.749840+00:00 2021-06-23T04:05:24.207262+00:00 0:00:03.457422 44778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T04:05:18.654920+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T03:00:00+00:00 EmrJobFlowSensor 2021-06-23T04:00:56.585013+00:00 2021-06-23T04:23:00.904578+00:00 0:22:04.319565 44777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T04:00:54.263386+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T03:00:00+00:00 EmrJobFlowSensor 2021-06-23T04:00:54.966372+00:00 2021-06-23T04:10:57.940389+00:00 0:10:02.974017 44776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T04:00:52.266846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T04:00:36.352073+00:00 2021-06-23T04:00:38.088758+00:00 0:00:01.736685 44775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T04:00:34.191247+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T04:00:32.635394+00:00 2021-06-23T04:00:34.437184+00:00 0:00:01.801790 44774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T04:00:30.252680+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T03:00:00+00:00 PythonOperator 2021-06-23T04:00:14.512673+00:00 2021-06-23T04:00:17.891093+00:00 0:00:03.378420 44773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T04:00:12.126486+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T03:00:00+00:00 PythonOperator 2021-06-23T04:00:10.594364+00:00 2021-06-23T04:00:14.272813+00:00 0:00:03.678449 44772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T04:00:08.123377+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T02:00:00+00:00 EmrJobFlowSensor 2021-06-23T03:11:51.809781+00:00 2021-06-23T03:21:54.660254+00:00 0:10:02.850473 44770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T03:11:49.254477+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T02:00:00+00:00 EmrJobFlowSensor 2021-06-23T03:11:51.634433+00:00 2021-06-23T03:21:54.514364+00:00 0:10:02.879931 44769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T03:11:49.254512+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T03:11:31.574305+00:00 2021-06-23T03:11:33.302598+00:00 0:00:01.728293 44768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T03:11:29.268045+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T03:11:29.691131+00:00 2021-06-23T03:11:31.539924+00:00 0:00:01.848793 44767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T03:11:27.253493+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T02:00:00+00:00 PythonOperator 2021-06-23T03:11:10.122881+00:00 2021-06-23T03:11:13.725584+00:00 0:00:03.602703 44766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T03:11:07.218636+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T02:00:00+00:00 PythonOperator 2021-06-23T03:11:09.890321+00:00 2021-06-23T03:11:13.474209+00:00 0:00:03.583888 44765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T03:11:07.218601+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T02:00:00+00:00 TriggerDagRunOperator 2021-06-23T03:11:01.914557+00:00 2021-06-23T03:11:02.497007+00:00 0:00:00.582450 44764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T03:10:59.209423+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T02:00:00+00:00 TriggerDagRunOperator 2021-06-23T03:11:01.839405+00:00 2021-06-23T03:11:02.292093+00:00 0:00:00.452688 44763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T03:10:59.209391+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T02:05:00+00:00 EmrJobFlowSensor 2021-06-23T03:05:55.159334+00:00 2021-06-23T03:14:57.786505+00:00 0:09:02.627171 44762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T03:05:52.671386+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T03:05:34.959966+00:00 2021-06-23T03:05:36.689942+00:00 0:00:01.729976 44761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T03:05:32.646347+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T02:05:00+00:00 PythonOperator 2021-06-23T03:05:13.090384+00:00 2021-06-23T03:05:16.541941+00:00 0:00:03.451557 44760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T03:05:10.647579+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T02:00:00+00:00 EmrJobFlowSensor 2021-06-23T03:01:10.377774+00:00 2021-06-23T03:24:15.156864+00:00 0:23:04.779090 44759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T03:01:08.140426+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T02:00:00+00:00 EmrJobFlowSensor 2021-06-23T03:00:46.724530+00:00 2021-06-23T03:10:49.780013+00:00 0:10:03.055483 44758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T03:00:44.177789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T03:00:46.554745+00:00 2021-06-23T03:00:48.270218+00:00 0:00:01.715473 44757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T03:00:44.177835+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T03:00:26.645099+00:00 2021-06-23T03:00:28.463590+00:00 0:00:01.818491 44756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T03:00:24.167573+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T02:00:00+00:00 PythonOperator 2021-06-23T03:00:24.481763+00:00 2021-06-23T03:00:28.278172+00:00 0:00:03.796409 44755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T03:00:22.163018+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T02:00:00+00:00 PythonOperator 2021-06-23T03:00:04.865439+00:00 2021-06-23T03:00:08.279630+00:00 0:00:03.414191 44754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T03:00:02.146307+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T01:00:00+00:00 EmrJobFlowSensor 2021-06-23T02:11:18.253202+00:00 2021-06-23T02:20:20.919905+00:00 0:09:02.666703 44752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:11:15.988401+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T01:00:00+00:00 EmrJobFlowSensor 2021-06-23T02:11:00.257571+00:00 2021-06-23T02:21:03.092756+00:00 0:10:02.835185 44751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:10:57.957001+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T02:10:58.176513+00:00 2021-06-23T02:11:00.099583+00:00 0:00:01.923070 44750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T02:10:55.940128+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T02:10:40.319245+00:00 2021-06-23T02:10:42.127841+00:00 0:00:01.808596 44749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T02:10:37.919169+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T01:00:00+00:00 PythonOperator 2021-06-23T02:10:36.183150+00:00 2021-06-23T02:10:39.756220+00:00 0:00:03.573070 44748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T02:10:33.913990+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T01:00:00+00:00 PythonOperator 2021-06-23T02:10:18.566820+00:00 2021-06-23T02:10:22.088923+00:00 0:00:03.522103 44747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T02:10:15.950666+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T01:00:00+00:00 TriggerDagRunOperator 2021-06-23T02:10:12.467093+00:00 2021-06-23T02:10:12.855640+00:00 0:00:00.388547 44746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:10:09.898975+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T01:00:00+00:00 TriggerDagRunOperator 2021-06-23T02:10:12.285746+00:00 2021-06-23T02:10:12.818840+00:00 0:00:00.533094 44745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:10:09.898938+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T01:05:00+00:00 EmrJobFlowSensor 2021-06-23T02:06:05.615011+00:00 2021-06-23T02:16:08.318352+00:00 0:10:02.703341 44744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:06:03.467284+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T02:05:43.668626+00:00 2021-06-23T02:05:45.400563+00:00 0:00:01.731937 44743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T02:05:41.449182+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T01:05:00+00:00 PythonOperator 2021-06-23T02:05:21.600133+00:00 2021-06-23T02:05:25.081107+00:00 0:00:03.480974 44742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T02:05:19.425973+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T01:00:00+00:00 EmrJobFlowSensor 2021-06-23T02:00:57.827723+00:00 2021-06-23T02:23:02.451718+00:00 0:22:04.623995 44741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:00:55.110935+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T01:00:00+00:00 EmrJobFlowSensor 2021-06-23T02:00:55.542720+00:00 2021-06-23T02:09:58.696042+00:00 0:09:03.153322 44740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T02:00:53.103559+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-22T02:00:00+00:00 EmrJobFlowSensor 2021-06-23T02:00:49.276474+00:00 2021-06-23T02:11:52.187804+00:00 0:11:02.911330 44739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T02:00:47.097422+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T02:00:36.195700+00:00 2021-06-23T02:00:37.875078+00:00 0:00:01.679378 44738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T02:00:33.084787+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T02:00:33.626067+00:00 2021-06-23T02:00:35.824182+00:00 0:00:02.198115 44737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T02:00:31.083425+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T02:00:27.159665+00:00 2021-06-23T02:00:29.033641+00:00 0:00:01.873976 44736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T02:00:25.079252+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T01:00:00+00:00 PythonOperator 2021-06-23T02:00:13.701762+00:00 2021-06-23T02:00:17.498486+00:00 0:00:03.796724 44735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T02:00:11.073652+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T01:00:00+00:00 PythonOperator 2021-06-23T02:00:11.190171+00:00 2021-06-23T02:00:15.273765+00:00 0:00:04.083594 44734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T02:00:09.062475+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-22T02:00:00+00:00 PythonOperator 2021-06-23T02:00:05.948488+00:00 2021-06-23T02:00:09.473608+00:00 0:00:03.525120 44733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T02:00:03.056506+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T00:00:00+00:00 EmrJobFlowSensor 2021-06-23T01:12:13.160986+00:00 2021-06-23T01:22:15.975179+00:00 0:10:02.814193 44731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T01:12:10.851099+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T00:00:00+00:00 EmrJobFlowSensor 2021-06-23T01:12:02.998651+00:00 2021-06-23T01:22:05.881949+00:00 0:10:02.883298 44730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T01:12:00.737854+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T01:11:53.047998+00:00 2021-06-23T01:11:54.779258+00:00 0:00:01.731260 44729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T01:11:50.728381+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T01:11:41.007523+00:00 2021-06-23T01:11:43.035746+00:00 0:00:02.028223 44728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T01:11:38.715314+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T00:00:00+00:00 PythonOperator 2021-06-23T01:11:31.126951+00:00 2021-06-23T01:11:34.919659+00:00 0:00:03.792708 44727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T01:11:28.745563+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T00:00:00+00:00 PythonOperator 2021-06-23T01:11:19.143471+00:00 2021-06-23T01:11:22.908665+00:00 0:00:03.765194 44726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T01:11:16.768290+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T00:00:00+00:00 TriggerDagRunOperator 2021-06-23T01:11:09.210526+00:00 2021-06-23T01:11:09.754428+00:00 0:00:00.543902 44725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T01:11:06.689841+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T00:00:00+00:00 TriggerDagRunOperator 2021-06-23T01:11:08.944159+00:00 2021-06-23T01:11:09.375037+00:00 0:00:00.430878 44724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T01:11:06.689808+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T00:05:00+00:00 EmrJobFlowSensor 2021-06-23T01:05:56.303991+00:00 2021-06-23T01:14:58.949596+00:00 0:09:02.645605 44723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T01:05:54.103515+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T01:05:34.362124+00:00 2021-06-23T01:05:35.998625+00:00 0:00:01.636501 44722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T01:05:32.085645+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T00:05:00+00:00 PythonOperator 2021-06-23T01:05:12.157460+00:00 2021-06-23T01:05:15.639161+00:00 0:00:03.481701 44721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T01:05:10.025313+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T00:00:00+00:00 EmrJobFlowSensor 2021-06-23T01:00:56.365478+00:00 2021-06-23T01:23:01.086686+00:00 0:22:04.721208 44720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T01:00:53.630214+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T00:00:00+00:00 EmrJobFlowSensor 2021-06-23T01:00:54.018301+00:00 2021-06-23T01:10:57.134474+00:00 0:10:03.116173 44719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T01:00:51.630986+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T01:00:34.110383+00:00 2021-06-23T01:00:35.869516+00:00 0:00:01.759133 44718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T01:00:31.673351+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T01:00:30.183194+00:00 2021-06-23T01:00:31.891076+00:00 0:00:01.707882 44717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T01:00:27.753254+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T00:00:00+00:00 PythonOperator 2021-06-23T01:00:10.406057+00:00 2021-06-23T01:00:14.331303+00:00 0:00:03.925246 44716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T01:00:07.596622+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T00:00:00+00:00 PythonOperator 2021-06-23T01:00:07.899483+00:00 2021-06-23T01:00:12.154796+00:00 0:00:04.255313 44715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T01:00:05.585708+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:11:07.499176+00:00 2021-06-23T00:21:10.484097+00:00 0:10:02.984921 44713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:11:05.329918+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:11:03.534715+00:00 2021-06-23T00:20:06.225193+00:00 0:09:02.690478 44712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:11:01.324170+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:10:45.740116+00:00 2021-06-23T00:10:47.570700+00:00 0:00:01.830584 44711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:10:43.366348+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:10:39.987730+00:00 2021-06-23T00:10:41.807939+00:00 0:00:01.820209 44710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:10:37.381850+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:10:24.852546+00:00 2021-06-23T00:10:28.417743+00:00 0:00:03.565197 44709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:10:21.341450+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:10:19.706896+00:00 2021-06-23T00:10:24.712572+00:00 0:00:05.005676 44708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:10:17.350185+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T23:00:00+00:00 TriggerDagRunOperator 2021-06-23T00:10:05.750554+00:00 2021-06-23T00:10:06.275264+00:00 0:00:00.524710 44707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:10:03.251281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T23:00:00+00:00 TriggerDagRunOperator 2021-06-23T00:10:05.453897+00:00 2021-06-23T00:10:05.834046+00:00 0:00:00.380149 44706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:10:03.251248+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T23:05:00+00:00 EmrJobFlowSensor 2021-06-23T00:06:05.240970+00:00 2021-06-23T00:14:07.665712+00:00 0:08:02.424742 44705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:06:02.885787+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:05:42.984950+00:00 2021-06-23T00:05:44.666883+00:00 0:00:01.681933 44704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:05:40.823408+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T23:05:00+00:00 PythonOperator 2021-06-23T00:05:22.988803+00:00 2021-06-23T00:05:26.530903+00:00 0:00:03.542100 44703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:05:20.801949+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:00:56.685933+00:00 2021-06-23T00:24:01.296596+00:00 0:23:04.610663 44702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:00:54.152847+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:00:56.725940+00:00 2021-06-23T00:09:59.514081+00:00 0:09:02.788141 44701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:00:54.152807+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:00:36.529876+00:00 2021-06-23T00:00:38.342719+00:00 0:00:01.812843 44700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T00:00:34.077785+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:00:34.415123+00:00 2021-06-23T00:00:36.102514+00:00 0:00:01.687391 44699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:00:32.057527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:00:14.255133+00:00 2021-06-23T00:00:17.821320+00:00 0:00:03.566187 44698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T00:00:11.991489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:00:12.216838+00:00 2021-06-23T00:00:15.750748+00:00 0:00:03.533910 44697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:00:09.989804+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T22:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:13:25.505975+00:00 2021-06-22T23:23:28.418909+00:00 0:10:02.912934 44696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:13:23.230142+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T22:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:13:09.524672+00:00 2021-06-22T23:22:12.106027+00:00 0:09:02.581355 44695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:13:07.220196+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:13:05.467279+00:00 2021-06-22T23:13:07.230648+00:00 0:00:01.763369 44694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:13:03.210727+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:12:49.586694+00:00 2021-06-22T23:12:51.370441+00:00 0:00:01.783747 44693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:12:47.194296+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T22:00:00+00:00 PythonOperator 2021-06-22T23:12:43.418188+00:00 2021-06-22T23:12:46.978690+00:00 0:00:03.560502 44692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:12:41.188695+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T22:00:00+00:00 PythonOperator 2021-06-22T23:12:27.704008+00:00 2021-06-22T23:12:31.000124+00:00 0:00:03.296116 44691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:12:25.178001+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T22:00:00+00:00 TriggerDagRunOperator 2021-06-22T23:09:42.717764+00:00 2021-06-22T23:09:43.124193+00:00 0:00:00.406429 44689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:09:40.255399+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T22:00:00+00:00 TriggerDagRunOperator 2021-06-22T23:09:42.681942+00:00 2021-06-22T23:09:43.237422+00:00 0:00:00.555480 44688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:09:40.255349+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T22:05:00+00:00 EmrJobFlowSensor 2021-06-22T23:06:00.468113+00:00 2021-06-22T23:15:03.068230+00:00 0:09:02.600117 44687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:05:58.053622+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:05:38.313721+00:00 2021-06-22T23:05:40.065093+00:00 0:00:01.751372 44686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:05:35.954364+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T22:05:00+00:00 PythonOperator 2021-06-22T23:05:18.389987+00:00 2021-06-22T23:05:21.284756+00:00 0:00:02.894769 44685 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:05:15.833296+00:00 2 default_pool