Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T03:00:00+00:00 TriggerDagRunOperator 2021-06-07T04:11:06.102579+00:00 2021-06-07T04:11:06.476864+00:00 0:00:00.374285 37648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:11:03.912371+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:05:43.557448+00:00 2021-06-07T04:05:45.173322+00:00 0:00:01.615874 37646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:05:41.316488+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T03:05:00+00:00 PythonOperator 2021-06-07T04:05:03.665870+00:00 2021-06-07T04:05:06.896370+00:00 0:00:03.230500 37645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:05:01.292480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:01:05.193068+00:00 2021-06-07T04:12:08.118231+00:00 0:11:02.925163 37644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:01:02.918761+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:00:51.131679+00:00 2021-06-07T04:10:53.940658+00:00 0:10:02.808979 37643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:00:48.900482+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:00:39.180211+00:00 2021-06-07T04:00:40.886028+00:00 0:00:01.705817 37642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:00:36.888875+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:00:26.984181+00:00 2021-06-07T04:00:28.686986+00:00 0:00:01.702805 37641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T04:00:24.823659+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:00:16.955296+00:00 2021-06-07T04:00:20.323443+00:00 0:00:03.368147 37640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:00:14.815053+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:00:07.090028+00:00 2021-06-07T04:00:10.439308+00:00 0:00:03.349280 37639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T04:00:04.804229+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:13:09.298308+00:00 2021-06-07T03:22:12.045246+00:00 0:09:02.746938 37637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:13:07.029757+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:13:05.292664+00:00 2021-06-07T03:22:07.942644+00:00 0:09:02.649980 37636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:13:03.047434+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:12:46.974374+00:00 2021-06-07T03:12:48.670462+00:00 0:00:01.696088 37635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:12:44.834221+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:12:43.058689+00:00 2021-06-07T03:12:44.848633+00:00 0:00:01.789944 37634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:12:40.828095+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:12:27.006136+00:00 2021-06-07T03:12:30.426289+00:00 0:00:03.420153 37633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:12:24.812069+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:12:21.066106+00:00 2021-06-07T03:12:24.519300+00:00 0:00:03.453194 37632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:12:18.809252+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T02:00:00+00:00 TriggerDagRunOperator 2021-06-07T03:12:09.513755+00:00 2021-06-07T03:12:09.994007+00:00 0:00:00.480252 37631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:12:06.852746+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T02:00:00+00:00 TriggerDagRunOperator 2021-06-07T03:12:09.321877+00:00 2021-06-07T03:12:09.726812+00:00 0:00:00.404935 37630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:12:06.852717+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T02:05:00+00:00 EmrJobFlowSensor 2021-06-07T03:05:50.363765+00:00 2021-06-07T03:13:52.723827+00:00 0:08:02.360062 37629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:05:48.199351+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:05:28.483897+00:00 2021-06-07T03:05:30.134035+00:00 0:00:01.650138 37628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:05:26.152360+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T02:05:00+00:00 PythonOperator 2021-06-07T03:05:06.545288+00:00 2021-06-07T03:05:09.957604+00:00 0:00:03.412316 37627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:05:04.143393+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:00:58.032139+00:00 2021-06-07T03:11:00.698011+00:00 0:10:02.665872 37626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:00:55.633296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:00:51.818243+00:00 2021-06-07T03:12:54.707140+00:00 0:12:02.888897 37625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:00:49.626788+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:00:36.106410+00:00 2021-06-07T03:00:37.801397+00:00 0:00:01.694987 37624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T03:00:33.614985+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:00:30.198500+00:00 2021-06-07T03:00:31.881975+00:00 0:00:01.683475 37623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:00:27.756527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:00:15.088537+00:00 2021-06-07T03:00:18.418742+00:00 0:00:03.330205 37622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T03:00:11.592395+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:00:09.881579+00:00 2021-06-07T03:00:14.747935+00:00 0:00:04.866356 37621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:00:07.589401+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:16:17.481824+00:00 2021-06-07T02:25:20.123703+00:00 0:09:02.641879 37620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:16:14.886167+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:16:13.238590+00:00 2021-06-07T02:25:15.801139+00:00 0:09:02.562549 37619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:16:10.956153+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:15:55.071006+00:00 2021-06-07T02:15:56.763828+00:00 0:00:01.692822 37618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:15:52.786093+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:15:50.996559+00:00 2021-06-07T02:15:52.907178+00:00 0:00:01.910619 37617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:15:48.783766+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:15:34.985364+00:00 2021-06-07T02:15:38.313193+00:00 0:00:03.327829 37616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:15:32.770556+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:15:30.946211+00:00 2021-06-07T02:15:34.459723+00:00 0:00:03.513512 37615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:15:28.713907+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T01:00:00+00:00 TriggerDagRunOperator 2021-06-07T02:15:21.336387+00:00 2021-06-07T02:15:21.826768+00:00 0:00:00.490381 37614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:15:18.707631+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T01:00:00+00:00 TriggerDagRunOperator 2021-06-07T02:15:21.170510+00:00 2021-06-07T02:15:21.596721+00:00 0:00:00.426211 37613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:15:18.707659+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T01:05:00+00:00 EmrJobFlowSensor 2021-06-07T02:05:59.077985+00:00 2021-06-07T02:15:01.616572+00:00 0:09:02.538587 37611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:05:56.815092+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:05:38.936791+00:00 2021-06-07T02:05:40.545040+00:00 0:00:01.608249 37610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:05:36.797184+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T01:05:00+00:00 PythonOperator 2021-06-07T02:05:15.141447+00:00 2021-06-07T02:05:18.509785+00:00 0:00:03.368338 37609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:05:12.852582+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:01:06.688056+00:00 2021-06-07T02:11:09.479261+00:00 0:10:02.791205 37608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:01:04.345257+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:00:56.847646+00:00 2021-06-07T02:12:59.887432+00:00 0:12:03.039786 37607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:00:54.379012+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:00:44.944622+00:00 2021-06-07T02:00:46.792843+00:00 0:00:01.848221 37606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T02:00:42.357745+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:00:34.589828+00:00 2021-06-07T02:00:36.323048+00:00 0:00:01.733220 37605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:00:32.294090+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:00:24.823853+00:00 2021-06-07T02:00:28.029177+00:00 0:00:03.205324 37604 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T02:00:22.355789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:00:14.503402+00:00 2021-06-07T02:00:18.007591+00:00 0:00:03.504189 37603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:00:12.247331+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T00:00:00+00:00 EmrJobFlowSensor 2021-06-07T01:11:51.965500+00:00 2021-06-07T01:20:54.715146+00:00 0:09:02.749646 37602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:11:49.625306+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T00:00:00+00:00 EmrJobFlowSensor 2021-06-07T01:11:46.079181+00:00 2021-06-07T01:20:48.676157+00:00 0:09:02.596976 37601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:11:43.662986+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T01:11:30.066814+00:00 2021-06-07T01:11:31.879084+00:00 0:00:01.812270 37600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T01:11:27.667720+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T01:11:25.956739+00:00 2021-06-07T01:11:27.836560+00:00 0:00:01.879821 37599 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T01:11:23.649539+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T00:00:00+00:00 PythonOperator 2021-06-07T01:11:08.526877+00:00 2021-06-07T01:11:12.602256+00:00 0:00:04.075379 37598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T01:11:05.566947+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T00:00:00+00:00 PythonOperator 2021-06-07T01:11:04.224962+00:00 2021-06-07T01:11:08.446818+00:00 0:00:04.221856 37597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T01:11:01.645583+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T00:00:00+00:00 TriggerDagRunOperator 2021-06-07T01:10:56.393059+00:00 2021-06-07T01:10:56.968440+00:00 0:00:00.575381 37596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:10:53.563124+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T00:00:00+00:00 TriggerDagRunOperator 2021-06-07T01:10:56.157567+00:00 2021-06-07T01:10:56.746453+00:00 0:00:00.588886 37595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:10:53.563167+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T00:05:00+00:00 EmrJobFlowSensor 2021-06-07T01:05:58.291482+00:00 2021-06-07T01:14:00.699264+00:00 0:08:02.407782 37593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:05:55.961721+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T01:05:38.155714+00:00 2021-06-07T01:05:39.881851+00:00 0:00:01.726137 37592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T01:05:35.792343+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T00:05:00+00:00 PythonOperator 2021-06-07T01:05:15.925096+00:00 2021-06-07T01:05:19.407835+00:00 0:00:03.482739 37591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T01:05:13.711035+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T00:00:00+00:00 EmrJobFlowSensor 2021-06-07T01:00:59.627245+00:00 2021-06-07T01:10:02.309952+00:00 0:09:02.682707 37590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T01:00:57.205086+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T00:00:00+00:00 EmrJobFlowSensor 2021-06-07T01:00:55.507397+00:00 2021-06-07T01:11:58.555663+00:00 0:11:03.048266 37589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:00:53.201618+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T01:00:37.660517+00:00 2021-06-07T01:00:39.365688+00:00 0:00:01.705171 37588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T01:00:35.257914+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T01:00:33.477422+00:00 2021-06-07T01:00:35.142194+00:00 0:00:01.664772 37587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T01:00:31.247872+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T00:00:00+00:00 PythonOperator 2021-06-07T01:00:15.709178+00:00 2021-06-07T01:00:18.896392+00:00 0:00:03.187214 37586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T01:00:13.154939+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T00:00:00+00:00 PythonOperator 2021-06-07T01:00:13.654564+00:00 2021-06-07T01:00:17.428390+00:00 0:00:03.773826 37585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T01:00:11.152133+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T23:00:00+00:00 EmrJobFlowSensor 2021-06-07T00:12:12.992222+00:00 2021-06-07T00:22:15.783656+00:00 0:10:02.791434 37584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T00:12:10.649982+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T23:00:00+00:00 EmrJobFlowSensor 2021-06-07T00:12:06.717893+00:00 2021-06-07T00:22:09.676130+00:00 0:10:02.958237 37583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T00:12:04.541683+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T00:11:50.691095+00:00 2021-06-07T00:11:52.483431+00:00 0:00:01.792336 37582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T00:11:48.522105+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T00:11:44.836356+00:00 2021-06-07T00:11:46.601598+00:00 0:00:01.765242 37581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T00:11:42.513020+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T23:00:00+00:00 PythonOperator 2021-06-07T00:11:30.737981+00:00 2021-06-07T00:11:34.457933+00:00 0:00:03.719952 37580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T00:11:28.503742+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T23:00:00+00:00 PythonOperator 2021-06-07T00:11:24.850940+00:00 2021-06-07T00:11:28.165396+00:00 0:00:03.314456 37579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T00:11:22.494014+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T23:00:00+00:00 TriggerDagRunOperator 2021-06-07T00:11:15.334249+00:00 2021-06-07T00:11:15.816548+00:00 0:00:00.482299 37578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T00:11:12.246603+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T23:00:00+00:00 TriggerDagRunOperator 2021-06-07T00:11:15.175822+00:00 2021-06-07T00:11:15.658148+00:00 0:00:00.482326 37577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T00:11:12.246574+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T23:05:00+00:00 EmrJobFlowSensor 2021-06-07T00:06:00.551912+00:00 2021-06-07T00:15:03.188942+00:00 0:09:02.637030 37575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T00:05:57.969324+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T00:05:38.355580+00:00 2021-06-07T00:05:39.990014+00:00 0:00:01.634434 37574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T00:05:35.957380+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T23:05:00+00:00 PythonOperator 2021-06-07T00:05:18.152636+00:00 2021-06-07T00:05:21.392375+00:00 0:00:03.239739 37573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T00:05:15.881369+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T23:00:00+00:00 EmrJobFlowSensor 2021-06-07T00:01:05.823450+00:00 2021-06-07T00:11:08.669309+00:00 0:10:02.845859 37572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T00:01:03.588152+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T23:00:00+00:00 EmrJobFlowSensor 2021-06-07T00:00:55.654065+00:00 2021-06-07T00:12:58.565512+00:00 0:12:02.911447 37571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T00:00:53.540857+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T00:00:43.747989+00:00 2021-06-07T00:00:45.502490+00:00 0:00:01.754501 37570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T00:00:41.530672+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T00:00:33.634516+00:00 2021-06-07T00:00:35.385905+00:00 0:00:01.751389 37569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T00:00:31.517917+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T23:00:00+00:00 PythonOperator 2021-06-07T00:00:20.052454+00:00 2021-06-07T00:00:23.396975+00:00 0:00:03.344521 37568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T00:00:17.513276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T23:00:00+00:00 PythonOperator 2021-06-07T00:00:11.659805+00:00 2021-06-07T00:00:15.171767+00:00 0:00:03.511962 37567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T00:00:09.497533+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T22:00:00+00:00 EmrJobFlowSensor 2021-06-06T23:11:17.106403+00:00 2021-06-06T23:20:19.863479+00:00 0:09:02.757076 37566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:11:14.755386+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T22:00:00+00:00 EmrJobFlowSensor 2021-06-06T23:11:05.145470+00:00 2021-06-06T23:21:08.008608+00:00 0:10:02.863138 37565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:11:02.751423+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T23:10:54.894307+00:00 2021-06-06T23:10:56.543420+00:00 0:00:01.649113 37564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T23:10:52.654436+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T23:10:44.908480+00:00 2021-06-06T23:10:46.744030+00:00 0:00:01.835550 37563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T23:10:42.647292+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T22:00:00+00:00 PythonOperator 2021-06-06T23:10:34.846302+00:00 2021-06-06T23:10:38.093379+00:00 0:00:03.247077 37562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T23:10:32.515756+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T22:00:00+00:00 PythonOperator 2021-06-06T23:10:23.170672+00:00 2021-06-06T23:10:26.797727+00:00 0:00:03.627055 37561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T23:10:20.502065+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T22:00:00+00:00 TriggerDagRunOperator 2021-06-06T23:10:15.043647+00:00 2021-06-06T23:10:15.552277+00:00 0:00:00.508630 37560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:10:12.504807+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T22:00:00+00:00 TriggerDagRunOperator 2021-06-06T23:10:14.986591+00:00 2021-06-06T23:10:15.416828+00:00 0:00:00.430237 37559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:10:12.504768+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T22:05:00+00:00 EmrJobFlowSensor 2021-06-06T23:06:03.103274+00:00 2021-06-06T23:15:05.659167+00:00 0:09:02.555893 37557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:06:00.880057+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T23:05:40.954855+00:00 2021-06-06T23:05:42.582881+00:00 0:00:01.628026 37556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T23:05:38.815961+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T22:05:00+00:00 PythonOperator 2021-06-06T23:05:19.082662+00:00 2021-06-06T23:05:22.411111+00:00 0:00:03.328449 37555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T23:05:16.852404+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-05T23:00:00+00:00 EmrJobFlowSensor 2021-06-06T23:01:04.855522+00:00 2021-06-06T23:09:07.312293+00:00 0:08:02.456771 37554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:01:02.545015+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T22:00:00+00:00 EmrJobFlowSensor 2021-06-06T23:01:01.095910+00:00 2021-06-06T23:10:03.806834+00:00 0:09:02.710924 37553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T23:00:58.544765+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T22:00:00+00:00 EmrJobFlowSensor 2021-06-06T23:00:58.720314+00:00 2021-06-06T23:12:01.765829+00:00 0:11:03.045515 37552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T23:00:56.478726+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T23:00:42.621227+00:00 2021-06-06T23:00:44.386712+00:00 0:00:01.765485 37551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T23:00:40.395104+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T23:00:38.667397+00:00 2021-06-06T23:00:40.464835+00:00 0:00:01.797438 37550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T23:00:36.391358+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T23:00:36.457003+00:00 2021-06-06T23:00:38.129368+00:00 0:00:01.672365 37549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T23:00:34.387240+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-05T23:00:00+00:00 PythonOperator 2021-06-06T23:00:18.737785+00:00 2021-06-06T23:00:22.053264+00:00 0:00:03.315479 37548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T23:00:16.326849+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T22:00:00+00:00 PythonOperator 2021-06-06T23:00:16.957554+00:00 2021-06-06T23:00:20.496250+00:00 0:00:03.538696 37547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T23:00:14.322420+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T22:00:00+00:00 PythonOperator 2021-06-06T23:00:14.648606+00:00 2021-06-06T23:00:18.610548+00:00 0:00:03.961942 37546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T23:00:12.322492+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T21:00:00+00:00 EmrJobFlowSensor 2021-06-06T22:10:14.113809+00:00 2021-06-06T22:20:16.816201+00:00 0:10:02.702392 37545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T22:10:11.687502+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T21:00:00+00:00 EmrJobFlowSensor 2021-06-06T22:10:11.837465+00:00 2021-06-06T22:20:14.710520+00:00 0:10:02.873055 37544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T22:10:09.614590+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T22:09:51.915030+00:00 2021-06-06T22:09:53.907937+00:00 0:00:01.992907 37543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T22:09:49.657603+00:00 2 default_pool