Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:10:41.833451+00:00 2021-06-07T07:10:45.068239+00:00 0:00:03.234788 37705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:10:39.611704+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T06:00:00+00:00 TriggerDagRunOperator 2021-06-07T07:10:20.163472+00:00 2021-06-07T07:10:20.572177+00:00 0:00:00.408705 37704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:10:17.595391+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T06:00:00+00:00 TriggerDagRunOperator 2021-06-07T07:10:19.942098+00:00 2021-06-07T07:10:20.454848+00:00 0:00:00.512750 37703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:10:17.595429+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T06:05:00+00:00 EmrJobFlowSensor 2021-06-07T07:06:17.494967+00:00 2021-06-07T07:15:20.253848+00:00 0:09:02.758881 37702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:06:15.152867+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:05:37.089654+00:00 2021-06-07T07:05:38.712517+00:00 0:00:01.622863 37701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T07:05:34.996777+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T06:05:00+00:00 PythonOperator 2021-06-07T07:05:15.187623+00:00 2021-06-07T07:05:18.537713+00:00 0:00:03.350090 37700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:05:12.978180+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T06:00:00+00:00 EmrJobFlowSensor 2021-06-07T07:01:08.980506+00:00 2021-06-07T07:10:11.725777+00:00 0:09:02.745271 37699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:01:06.536150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T06:00:00+00:00 EmrJobFlowSensor 2021-06-07T07:01:06.978778+00:00 2021-06-07T07:13:10.031305+00:00 0:12:03.052527 37698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:01:04.531982+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:00:45.163725+00:00 2021-06-07T07:00:46.841076+00:00 0:00:01.677351 37697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T07:00:42.560581+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:00:42.918099+00:00 2021-06-07T07:00:44.669912+00:00 0:00:01.751813 37696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T07:00:40.552810+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:00:25.853381+00:00 2021-06-07T07:00:29.294824+00:00 0:00:03.441443 37695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T07:00:22.567721+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:00:20.733618+00:00 2021-06-07T07:00:25.140878+00:00 0:00:04.407260 37694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:00:18.492907+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:12:07.681272+00:00 2021-06-07T06:21:10.370222+00:00 0:09:02.688950 37692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:12:05.441434+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:11:59.675147+00:00 2021-06-07T06:24:02.779305+00:00 0:12:03.104158 37691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:11:57.439182+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:11:47.999310+00:00 2021-06-07T06:11:49.684693+00:00 0:00:01.685383 37690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:11:45.420989+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:11:39.680076+00:00 2021-06-07T06:11:41.340866+00:00 0:00:01.660790 37689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:11:37.415835+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:11:25.773984+00:00 2021-06-07T06:11:29.099044+00:00 0:00:03.325060 37688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:11:23.468818+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:11:17.783600+00:00 2021-06-07T06:11:21.247054+00:00 0:00:03.463454 37687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:11:15.459134+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T05:00:00+00:00 TriggerDagRunOperator 2021-06-07T06:11:07.887386+00:00 2021-06-07T06:11:08.436893+00:00 0:00:00.549507 37686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:11:05.393200+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T05:00:00+00:00 TriggerDagRunOperator 2021-06-07T06:11:07.741743+00:00 2021-06-07T06:11:08.134770+00:00 0:00:00.393027 37685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:11:05.393167+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T05:05:00+00:00 EmrJobFlowSensor 2021-06-07T06:06:13.043531+00:00 2021-06-07T06:14:15.544551+00:00 0:08:02.501020 37684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:06:10.802689+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:05:50.954936+00:00 2021-06-07T06:05:52.702401+00:00 0:00:01.747465 37683 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:05:48.783170+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T05:05:00+00:00 PythonOperator 2021-06-07T06:05:26.888274+00:00 2021-06-07T06:05:30.041887+00:00 0:00:03.153613 37682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:05:24.732043+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:00:50.610908+00:00 2021-06-07T06:10:53.548851+00:00 0:10:02.937943 37681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:00:48.235133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:00:50.496857+00:00 2021-06-07T06:12:53.448263+00:00 0:12:02.951406 37680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:00:48.235174+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:00:28.719197+00:00 2021-06-07T06:00:30.495925+00:00 0:00:01.776728 37679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:00:26.269770+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:00:28.694876+00:00 2021-06-07T06:00:30.386468+00:00 0:00:01.691592 37678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T06:00:26.269741+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:00:08.792724+00:00 2021-06-07T06:00:12.060294+00:00 0:00:03.267570 37677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T06:00:06.187447+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:00:08.557442+00:00 2021-06-07T06:00:12.222850+00:00 0:00:03.665408 37676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:00:06.187474+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:12:18.203493+00:00 2021-06-07T05:22:20.860244+00:00 0:10:02.656751 37674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:12:15.843503+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:12:08.212350+00:00 2021-06-07T05:22:11.048008+00:00 0:10:02.835658 37673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:12:05.853926+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:11:58.079037+00:00 2021-06-07T05:11:59.890592+00:00 0:00:01.811555 37672 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:11:55.740592+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:11:45.992088+00:00 2021-06-07T05:11:47.686025+00:00 0:00:01.693937 37671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:11:43.721820+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:11:35.986194+00:00 2021-06-07T05:11:39.278969+00:00 0:00:03.292775 37670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:11:33.711967+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:11:24.485817+00:00 2021-06-07T05:11:28.066229+00:00 0:00:03.580412 37669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:11:21.699558+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T04:00:00+00:00 TriggerDagRunOperator 2021-06-07T05:11:16.098389+00:00 2021-06-07T05:11:16.624022+00:00 0:00:00.525633 37668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:11:13.696571+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T04:00:00+00:00 TriggerDagRunOperator 2021-06-07T05:11:15.991109+00:00 2021-06-07T05:11:16.418030+00:00 0:00:00.426921 37667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:11:13.696607+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T04:05:00+00:00 EmrJobFlowSensor 2021-06-07T05:05:59.393745+00:00 2021-06-07T05:15:02.045833+00:00 0:09:02.652088 37666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:05:57.134755+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:05:37.289617+00:00 2021-06-07T05:05:38.915161+00:00 0:00:01.625544 37665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:05:35.114420+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T04:05:00+00:00 PythonOperator 2021-06-07T05:05:17.522640+00:00 2021-06-07T05:05:20.870313+00:00 0:00:03.347673 37664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:05:15.145718+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:00:52.787701+00:00 2021-06-07T05:10:55.558966+00:00 0:10:02.771265 37663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:00:50.560414+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:00:50.737976+00:00 2021-06-07T05:12:53.761637+00:00 0:12:03.023661 37662 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:00:48.559277+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:00:30.759114+00:00 2021-06-07T05:00:32.445624+00:00 0:00:01.686510 37661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T05:00:28.551013+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:00:28.814297+00:00 2021-06-07T05:00:30.565893+00:00 0:00:01.751596 37660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:00:26.531490+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:00:11.375056+00:00 2021-06-07T05:00:14.853900+00:00 0:00:03.478844 37659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T05:00:08.515968+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:00:09.306272+00:00 2021-06-07T05:00:13.115525+00:00 0:00:03.809253 37658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:00:06.512216+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T03:05:00+00:00 EmrJobFlowSensor 2021-06-07T04:13:06.410011+00:00 2021-06-07T04:14:08.063558+00:00 0:01:01.653547 37656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:13:04.188531+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:12:10.394015+00:00 2021-06-07T04:21:13.091531+00:00 0:09:02.697516 37655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:12:08.017479+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:12:06.350381+00:00 2021-06-07T04:24:09.614238+00:00 0:12:03.263857 37654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:12:04.023058+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:11:48.371140+00:00 2021-06-07T04:11:50.153271+00:00 0:00:01.782131 37653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:11:46.073113+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:11:44.237493+00:00 2021-06-07T04:11:45.920469+00:00 0:00:01.682976 37652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:11:41.992912+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:11:28.326730+00:00 2021-06-07T04:11:31.770224+00:00 0:00:03.443494 37651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:11:25.934807+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:11:22.087296+00:00 2021-06-07T04:11:25.703627+00:00 0:00:03.616331 37650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:11:19.927034+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T03:00:00+00:00 TriggerDagRunOperator 2021-06-07T04:11:06.208866+00:00 2021-06-07T04:11:06.726084+00:00 0:00:00.517218 37649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:11:03.912404+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T03:00:00+00:00 TriggerDagRunOperator 2021-06-07T04:11:06.102579+00:00 2021-06-07T04:11:06.476864+00:00 0:00:00.374285 37648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:11:03.912371+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:05:43.557448+00:00 2021-06-07T04:05:45.173322+00:00 0:00:01.615874 37646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:05:41.316488+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T03:05:00+00:00 PythonOperator 2021-06-07T04:05:03.665870+00:00 2021-06-07T04:05:06.896370+00:00 0:00:03.230500 37645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:05:01.292480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:01:05.193068+00:00 2021-06-07T04:12:08.118231+00:00 0:11:02.925163 37644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:01:02.918761+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:00:51.131679+00:00 2021-06-07T04:10:53.940658+00:00 0:10:02.808979 37643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:00:48.900482+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:00:39.180211+00:00 2021-06-07T04:00:40.886028+00:00 0:00:01.705817 37642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:00:36.888875+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:00:26.984181+00:00 2021-06-07T04:00:28.686986+00:00 0:00:01.702805 37641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T04:00:24.823659+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:00:16.955296+00:00 2021-06-07T04:00:20.323443+00:00 0:00:03.368147 37640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:00:14.815053+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:00:07.090028+00:00 2021-06-07T04:00:10.439308+00:00 0:00:03.349280 37639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T04:00:04.804229+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:13:09.298308+00:00 2021-06-07T03:22:12.045246+00:00 0:09:02.746938 37637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:13:07.029757+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:13:05.292664+00:00 2021-06-07T03:22:07.942644+00:00 0:09:02.649980 37636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:13:03.047434+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:12:46.974374+00:00 2021-06-07T03:12:48.670462+00:00 0:00:01.696088 37635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:12:44.834221+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:12:43.058689+00:00 2021-06-07T03:12:44.848633+00:00 0:00:01.789944 37634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:12:40.828095+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:12:27.006136+00:00 2021-06-07T03:12:30.426289+00:00 0:00:03.420153 37633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:12:24.812069+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:12:21.066106+00:00 2021-06-07T03:12:24.519300+00:00 0:00:03.453194 37632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:12:18.809252+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T02:00:00+00:00 TriggerDagRunOperator 2021-06-07T03:12:09.513755+00:00 2021-06-07T03:12:09.994007+00:00 0:00:00.480252 37631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:12:06.852746+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T02:00:00+00:00 TriggerDagRunOperator 2021-06-07T03:12:09.321877+00:00 2021-06-07T03:12:09.726812+00:00 0:00:00.404935 37630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:12:06.852717+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T02:05:00+00:00 EmrJobFlowSensor 2021-06-07T03:05:50.363765+00:00 2021-06-07T03:13:52.723827+00:00 0:08:02.360062 37629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:05:48.199351+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:05:28.483897+00:00 2021-06-07T03:05:30.134035+00:00 0:00:01.650138 37628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:05:26.152360+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T02:05:00+00:00 PythonOperator 2021-06-07T03:05:06.545288+00:00 2021-06-07T03:05:09.957604+00:00 0:00:03.412316 37627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:05:04.143393+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:00:58.032139+00:00 2021-06-07T03:11:00.698011+00:00 0:10:02.665872 37626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:00:55.633296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T02:00:00+00:00 EmrJobFlowSensor 2021-06-07T03:00:51.818243+00:00 2021-06-07T03:12:54.707140+00:00 0:12:02.888897 37625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T03:00:49.626788+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:00:36.106410+00:00 2021-06-07T03:00:37.801397+00:00 0:00:01.694987 37624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T03:00:33.614985+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T03:00:30.198500+00:00 2021-06-07T03:00:31.881975+00:00 0:00:01.683475 37623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T03:00:27.756527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:00:15.088537+00:00 2021-06-07T03:00:18.418742+00:00 0:00:03.330205 37622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T03:00:11.592395+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T02:00:00+00:00 PythonOperator 2021-06-07T03:00:09.881579+00:00 2021-06-07T03:00:14.747935+00:00 0:00:04.866356 37621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T03:00:07.589401+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:16:17.481824+00:00 2021-06-07T02:25:20.123703+00:00 0:09:02.641879 37620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:16:14.886167+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:16:13.238590+00:00 2021-06-07T02:25:15.801139+00:00 0:09:02.562549 37619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:16:10.956153+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:15:55.071006+00:00 2021-06-07T02:15:56.763828+00:00 0:00:01.692822 37618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:15:52.786093+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:15:50.996559+00:00 2021-06-07T02:15:52.907178+00:00 0:00:01.910619 37617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:15:48.783766+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:15:34.985364+00:00 2021-06-07T02:15:38.313193+00:00 0:00:03.327829 37616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:15:32.770556+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:15:30.946211+00:00 2021-06-07T02:15:34.459723+00:00 0:00:03.513512 37615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:15:28.713907+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T01:00:00+00:00 TriggerDagRunOperator 2021-06-07T02:15:21.336387+00:00 2021-06-07T02:15:21.826768+00:00 0:00:00.490381 37614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:15:18.707631+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T01:00:00+00:00 TriggerDagRunOperator 2021-06-07T02:15:21.170510+00:00 2021-06-07T02:15:21.596721+00:00 0:00:00.426211 37613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:15:18.707659+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T01:05:00+00:00 EmrJobFlowSensor 2021-06-07T02:05:59.077985+00:00 2021-06-07T02:15:01.616572+00:00 0:09:02.538587 37611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:05:56.815092+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:05:38.936791+00:00 2021-06-07T02:05:40.545040+00:00 0:00:01.608249 37610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:05:36.797184+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T01:05:00+00:00 PythonOperator 2021-06-07T02:05:15.141447+00:00 2021-06-07T02:05:18.509785+00:00 0:00:03.368338 37609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:05:12.852582+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:01:06.688056+00:00 2021-06-07T02:11:09.479261+00:00 0:10:02.791205 37608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:01:04.345257+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T01:00:00+00:00 EmrJobFlowSensor 2021-06-07T02:00:56.847646+00:00 2021-06-07T02:12:59.887432+00:00 0:12:03.039786 37607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T02:00:54.379012+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:00:44.944622+00:00 2021-06-07T02:00:46.792843+00:00 0:00:01.848221 37606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T02:00:42.357745+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T02:00:34.589828+00:00 2021-06-07T02:00:36.323048+00:00 0:00:01.733220 37605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T02:00:32.294090+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:00:24.823853+00:00 2021-06-07T02:00:28.029177+00:00 0:00:03.205324 37604 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T02:00:22.355789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T01:00:00+00:00 PythonOperator 2021-06-07T02:00:14.503402+00:00 2021-06-07T02:00:18.007591+00:00 0:00:03.504189 37603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T02:00:12.247331+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T00:00:00+00:00 EmrJobFlowSensor 2021-06-07T01:11:51.965500+00:00 2021-06-07T01:20:54.715146+00:00 0:09:02.749646 37602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:11:49.625306+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T00:00:00+00:00 EmrJobFlowSensor 2021-06-07T01:11:46.079181+00:00 2021-06-07T01:20:48.676157+00:00 0:09:02.596976 37601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T01:11:43.662986+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T01:11:30.066814+00:00 2021-06-07T01:11:31.879084+00:00 0:00:01.812270 37600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T01:11:27.667720+00:00 2 default_pool