Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-23T00:00:00+00:00 PythonOperator 2021-06-23T01:00:07.899483+00:00 2021-06-23T01:00:12.154796+00:00 0:00:04.255313 44715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T01:00:05.585708+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:11:07.499176+00:00 2021-06-23T00:21:10.484097+00:00 0:10:02.984921 44713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:11:05.329918+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:11:03.534715+00:00 2021-06-23T00:20:06.225193+00:00 0:09:02.690478 44712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:11:01.324170+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:10:45.740116+00:00 2021-06-23T00:10:47.570700+00:00 0:00:01.830584 44711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:10:43.366348+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:10:39.987730+00:00 2021-06-23T00:10:41.807939+00:00 0:00:01.820209 44710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:10:37.381850+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:10:24.852546+00:00 2021-06-23T00:10:28.417743+00:00 0:00:03.565197 44709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:10:21.341450+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:10:19.706896+00:00 2021-06-23T00:10:24.712572+00:00 0:00:05.005676 44708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:10:17.350185+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T23:00:00+00:00 TriggerDagRunOperator 2021-06-23T00:10:05.750554+00:00 2021-06-23T00:10:06.275264+00:00 0:00:00.524710 44707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:10:03.251281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T23:00:00+00:00 TriggerDagRunOperator 2021-06-23T00:10:05.453897+00:00 2021-06-23T00:10:05.834046+00:00 0:00:00.380149 44706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:10:03.251248+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T23:05:00+00:00 EmrJobFlowSensor 2021-06-23T00:06:05.240970+00:00 2021-06-23T00:14:07.665712+00:00 0:08:02.424742 44705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:06:02.885787+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:05:42.984950+00:00 2021-06-23T00:05:44.666883+00:00 0:00:01.681933 44704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:05:40.823408+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T23:05:00+00:00 PythonOperator 2021-06-23T00:05:22.988803+00:00 2021-06-23T00:05:26.530903+00:00 0:00:03.542100 44703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:05:20.801949+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:00:56.685933+00:00 2021-06-23T00:24:01.296596+00:00 0:23:04.610663 44702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T00:00:54.152847+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T00:00:56.725940+00:00 2021-06-23T00:09:59.514081+00:00 0:09:02.788141 44701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:00:54.152807+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:00:36.529876+00:00 2021-06-23T00:00:38.342719+00:00 0:00:01.812843 44700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T00:00:34.077785+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T00:00:34.415123+00:00 2021-06-23T00:00:36.102514+00:00 0:00:01.687391 44699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T00:00:32.057527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:00:14.255133+00:00 2021-06-23T00:00:17.821320+00:00 0:00:03.566187 44698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T00:00:11.991489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T00:00:12.216838+00:00 2021-06-23T00:00:15.750748+00:00 0:00:03.533910 44697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T00:00:09.989804+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T22:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:13:25.505975+00:00 2021-06-22T23:23:28.418909+00:00 0:10:02.912934 44696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:13:23.230142+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T22:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:13:09.524672+00:00 2021-06-22T23:22:12.106027+00:00 0:09:02.581355 44695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:13:07.220196+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:13:05.467279+00:00 2021-06-22T23:13:07.230648+00:00 0:00:01.763369 44694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:13:03.210727+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:12:49.586694+00:00 2021-06-22T23:12:51.370441+00:00 0:00:01.783747 44693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:12:47.194296+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T22:00:00+00:00 PythonOperator 2021-06-22T23:12:43.418188+00:00 2021-06-22T23:12:46.978690+00:00 0:00:03.560502 44692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:12:41.188695+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T22:00:00+00:00 PythonOperator 2021-06-22T23:12:27.704008+00:00 2021-06-22T23:12:31.000124+00:00 0:00:03.296116 44691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:12:25.178001+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T22:00:00+00:00 TriggerDagRunOperator 2021-06-22T23:09:42.717764+00:00 2021-06-22T23:09:43.124193+00:00 0:00:00.406429 44689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:09:40.255399+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T22:00:00+00:00 TriggerDagRunOperator 2021-06-22T23:09:42.681942+00:00 2021-06-22T23:09:43.237422+00:00 0:00:00.555480 44688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:09:40.255349+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T22:05:00+00:00 EmrJobFlowSensor 2021-06-22T23:06:00.468113+00:00 2021-06-22T23:15:03.068230+00:00 0:09:02.600117 44687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:05:58.053622+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:05:38.313721+00:00 2021-06-22T23:05:40.065093+00:00 0:00:01.751372 44686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:05:35.954364+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T22:05:00+00:00 PythonOperator 2021-06-22T23:05:18.389987+00:00 2021-06-22T23:05:21.284756+00:00 0:00:02.894769 44685 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:05:15.833296+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T22:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:01:16.255514+00:00 2021-06-22T23:09:18.869959+00:00 0:08:02.614445 44684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:01:13.548529+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T22:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:01:15.956974+00:00 2021-06-22T23:23:20.598699+00:00 0:22:04.641725 44683 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:01:13.548493+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-21T23:00:00+00:00 EmrJobFlowSensor 2021-06-22T23:00:53.649551+00:00 2021-06-22T23:09:56.432532+00:00 0:09:02.782981 44682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T23:00:51.404469+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:00:51.631150+00:00 2021-06-22T23:00:53.335463+00:00 0:00:01.704313 44681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:00:49.403019+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:00:39.693079+00:00 2021-06-22T23:00:41.489449+00:00 0:00:01.796370 44680 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T23:00:37.393120+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T23:00:27.684193+00:00 2021-06-22T23:00:29.442508+00:00 0:00:01.758315 44679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T23:00:25.440800+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T22:00:00+00:00 PythonOperator 2021-06-22T23:00:25.605812+00:00 2021-06-22T23:00:29.390276+00:00 0:00:03.784464 44678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:00:23.357573+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T22:00:00+00:00 PythonOperator 2021-06-22T23:00:15.705644+00:00 2021-06-22T23:00:19.090447+00:00 0:00:03.384803 44677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T23:00:13.351560+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-21T23:00:00+00:00 PythonOperator 2021-06-22T23:00:07.493966+00:00 2021-06-22T23:00:11.182244+00:00 0:00:03.688278 44676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T23:00:05.340035+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T21:00:00+00:00 EmrJobFlowSensor 2021-06-22T22:12:23.172915+00:00 2021-06-22T22:21:25.946371+00:00 0:09:02.773456 44675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T22:12:20.747628+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T21:00:00+00:00 EmrJobFlowSensor 2021-06-22T22:12:13.173783+00:00 2021-06-22T22:20:15.861314+00:00 0:08:02.687531 44674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T22:12:10.744253+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:12:03.117171+00:00 2021-06-22T22:12:04.998836+00:00 0:00:01.881665 44673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T22:12:00.747053+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:11:48.866442+00:00 2021-06-22T22:11:50.715373+00:00 0:00:01.848931 44672 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T22:11:46.655880+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T21:00:00+00:00 PythonOperator 2021-06-22T22:11:26.889096+00:00 2021-06-22T22:11:30.661138+00:00 0:00:03.772042 44671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T22:11:24.645374+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T21:00:00+00:00 PythonOperator 2021-06-22T22:11:16.991270+00:00 2021-06-22T22:11:20.314032+00:00 0:00:03.322762 44670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T22:11:14.628251+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T21:00:00+00:00 TriggerDagRunOperator 2021-06-22T22:11:01.345430+00:00 2021-06-22T22:11:01.815527+00:00 0:00:00.470097 44669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T22:10:58.645388+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T21:00:00+00:00 TriggerDagRunOperator 2021-06-22T22:11:01.312158+00:00 2021-06-22T22:11:01.851751+00:00 0:00:00.539593 44668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T22:10:58.645347+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T21:05:00+00:00 EmrJobFlowSensor 2021-06-22T22:06:18.935075+00:00 2021-06-22T22:15:21.744038+00:00 0:09:02.808963 44666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T22:06:16.637888+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:05:46.871373+00:00 2021-06-22T22:05:48.561794+00:00 0:00:01.690421 44665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T22:05:44.514743+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T21:05:00+00:00 PythonOperator 2021-06-22T22:05:22.780427+00:00 2021-06-22T22:05:26.302780+00:00 0:00:03.522353 44664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T22:05:20.504526+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T21:00:00+00:00 EmrJobFlowSensor 2021-06-22T22:00:54.231288+00:00 2021-06-22T22:10:57.083964+00:00 0:10:02.852676 44663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T22:00:51.939192+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T21:00:00+00:00 EmrJobFlowSensor 2021-06-22T22:00:52.056699+00:00 2021-06-22T22:18:56.026618+00:00 0:18:03.969919 44662 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T22:00:49.936253+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:00:34.291739+00:00 2021-06-22T22:00:36.064851+00:00 0:00:01.773112 44661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T22:00:31.923148+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T22:00:30.344723+00:00 2021-06-22T22:00:32.134220+00:00 0:00:01.789497 44660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T22:00:27.920707+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T21:00:00+00:00 PythonOperator 2021-06-22T22:00:10.618940+00:00 2021-06-22T22:00:13.955020+00:00 0:00:03.336080 44659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T22:00:07.965735+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T21:00:00+00:00 PythonOperator 2021-06-22T22:00:08.213364+00:00 2021-06-22T22:00:11.867329+00:00 0:00:03.653965 44658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T22:00:05.962557+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:11:49.189783+00:00 2021-06-22T21:20:51.933833+00:00 0:09:02.744050 44657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:11:46.753829+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:11:45.260991+00:00 2021-06-22T21:19:47.871244+00:00 0:08:02.610253 44656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:11:42.662880+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:11:29.025320+00:00 2021-06-22T21:11:30.854161+00:00 0:00:01.828841 44655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:11:26.651568+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:11:22.918209+00:00 2021-06-22T21:11:24.682180+00:00 0:00:01.763971 44654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:11:20.645541+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:11:06.913998+00:00 2021-06-22T21:11:10.675101+00:00 0:00:03.761103 44653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:11:04.536717+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:11:00.992649+00:00 2021-06-22T21:11:04.302800+00:00 0:00:03.310151 44652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:10:58.562132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T20:00:00+00:00 TriggerDagRunOperator 2021-06-22T21:10:43.497642+00:00 2021-06-22T21:10:43.896389+00:00 0:00:00.398747 44651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:10:40.296237+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T20:00:00+00:00 TriggerDagRunOperator 2021-06-22T21:10:43.313458+00:00 2021-06-22T21:10:43.818961+00:00 0:00:00.505503 44650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:10:40.296193+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T20:05:00+00:00 EmrJobFlowSensor 2021-06-22T21:05:59.508512+00:00 2021-06-22T21:15:02.175295+00:00 0:09:02.666783 44648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:05:57.164586+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:05:39.665746+00:00 2021-06-22T21:05:41.304582+00:00 0:00:01.638836 44647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:05:37.156588+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T20:05:00+00:00 PythonOperator 2021-06-22T21:05:07.347983+00:00 2021-06-22T21:05:10.880247+00:00 0:00:03.532264 44646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:05:05.047776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:02:13.186459+00:00 2021-06-22T21:21:17.304420+00:00 0:19:04.117961 44645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T21:02:10.752842+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:01:50.797126+00:00 2021-06-22T21:01:52.490676+00:00 0:00:01.693550 44644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T21:01:48.613608+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T20:00:00+00:00 EmrJobFlowSensor 2021-06-22T21:01:02.950368+00:00 2021-06-22T21:10:05.915768+00:00 0:09:02.965400 44643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:01:00.567267+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T21:00:34.860612+00:00 2021-06-22T21:00:36.588991+00:00 0:00:01.728379 44642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T21:00:32.547156+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:00:14.810127+00:00 2021-06-22T21:00:18.813891+00:00 0:00:04.003764 44641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T21:00:12.526439+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T20:00:00+00:00 PythonOperator 2021-06-22T21:00:08.760866+00:00 2021-06-22T21:00:12.350645+00:00 0:00:03.589779 44640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T21:00:06.518641+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:11:11.674259+00:00 2021-06-22T20:20:14.557626+00:00 0:09:02.883367 44639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:11:09.356084+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:11:09.714320+00:00 2021-06-22T20:20:12.475321+00:00 0:09:02.761001 44638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:11:07.291937+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:10:51.517811+00:00 2021-06-22T20:10:53.247594+00:00 0:00:01.729783 44637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:10:49.224070+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:10:47.413998+00:00 2021-06-22T20:10:49.252715+00:00 0:00:01.838717 44636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:10:45.211104+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:10:30.571992+00:00 2021-06-22T20:10:34.460606+00:00 0:00:03.888614 44635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:10:27.202318+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:10:25.708825+00:00 2021-06-22T20:10:30.413775+00:00 0:00:04.704950 44634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:10:23.257601+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T19:00:00+00:00 TriggerDagRunOperator 2021-06-22T20:10:12.008456+00:00 2021-06-22T20:10:12.455674+00:00 0:00:00.447218 44633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:10:08.919802+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T19:00:00+00:00 TriggerDagRunOperator 2021-06-22T20:10:11.872167+00:00 2021-06-22T20:10:12.384894+00:00 0:00:00.512727 44632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:10:08.919762+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T19:05:00+00:00 EmrJobFlowSensor 2021-06-22T20:06:04.517202+00:00 2021-06-22T20:16:07.300732+00:00 0:10:02.783530 44630 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:06:02.156835+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:05:44.472051+00:00 2021-06-22T20:05:46.203091+00:00 0:00:01.731040 44629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:05:42.147099+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T19:05:00+00:00 PythonOperator 2021-06-22T20:05:22.259649+00:00 2021-06-22T20:05:25.722826+00:00 0:00:03.463177 44628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:05:20.063291+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:00:55.979336+00:00 2021-06-22T20:18:59.922326+00:00 0:18:03.942990 44627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T20:00:53.606237+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T19:00:00+00:00 EmrJobFlowSensor 2021-06-22T20:00:48.021523+00:00 2021-06-22T20:09:50.890578+00:00 0:09:02.869055 44626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:00:45.657312+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:00:36.190444+00:00 2021-06-22T20:00:37.906721+00:00 0:00:01.716277 44625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T20:00:33.586151+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T20:00:27.792169+00:00 2021-06-22T20:00:29.536892+00:00 0:00:01.744723 44624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T20:00:25.551656+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:00:13.735610+00:00 2021-06-22T20:00:17.514621+00:00 0:00:03.779011 44623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T20:00:11.542942+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T19:00:00+00:00 PythonOperator 2021-06-22T20:00:05.820527+00:00 2021-06-22T20:00:09.206095+00:00 0:00:03.385568 44622 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T20:00:03.533181+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:12:23.092178+00:00 2021-06-22T19:22:25.928610+00:00 0:10:02.836432 44621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:12:20.954784+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:12:05.401830+00:00 2021-06-22T19:21:08.340981+00:00 0:09:02.939151 44620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:12:02.963304+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:12:01.415829+00:00 2021-06-22T19:12:03.151193+00:00 0:00:01.735364 44619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:11:59.047402+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:11:44.612869+00:00 2021-06-22T19:11:46.292594+00:00 0:00:01.679725 44618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:11:40.952190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:11:39.135118+00:00 2021-06-22T19:11:44.318406+00:00 0:00:05.183288 44617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:11:36.882310+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:11:20.985087+00:00 2021-06-22T19:11:24.844083+00:00 0:00:03.858996 44616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:11:18.817228+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T18:00:00+00:00 TriggerDagRunOperator 2021-06-22T19:11:17.191678+00:00 2021-06-22T19:11:17.749833+00:00 0:00:00.558155 44615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:11:14.813597+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T18:00:00+00:00 TriggerDagRunOperator 2021-06-22T19:11:17.134821+00:00 2021-06-22T19:11:17.504093+00:00 0:00:00.369272 44614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:11:14.813569+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T18:05:00+00:00 EmrJobFlowSensor 2021-06-22T19:05:57.144907+00:00 2021-06-22T19:13:59.814758+00:00 0:08:02.669851 44612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:05:54.904290+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:05:35.081407+00:00 2021-06-22T19:05:36.721733+00:00 0:00:01.640326 44611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:05:32.886623+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T18:05:00+00:00 PythonOperator 2021-06-22T19:05:11.173749+00:00 2021-06-22T19:05:14.488244+00:00 0:00:03.314495 44610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:05:08.842920+00:00 2 default_pool