Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T02:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T03:05:33.003521+00:00 2021-05-29T03:05:34.793246+00:00 0:00:01.789725 33651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T03:05:30.783725+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T02:05:00+00:00 PythonOperator 2021-05-29T03:05:10.857421+00:00 2021-05-29T03:05:14.252178+00:00 0:00:03.394757 33650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T03:05:08.744196+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T02:00:00+00:00 EmrJobFlowSensor 2021-05-29T03:00:50.525449+00:00 2021-05-29T03:10:53.471541+00:00 0:10:02.946092 33649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T03:00:48.227317+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T02:00:00+00:00 EmrJobFlowSensor 2021-05-29T03:00:48.415533+00:00 2021-05-29T03:10:51.058825+00:00 0:10:02.643292 33648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T03:00:46.223181+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T03:00:30.685563+00:00 2021-05-29T03:00:32.392245+00:00 0:00:01.706682 33647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T03:00:28.341518+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T03:00:26.483415+00:00 2021-05-29T03:00:28.203134+00:00 0:00:01.719719 33646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T03:00:24.197754+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T02:00:00+00:00 PythonOperator 2021-05-29T03:00:09.478845+00:00 2021-05-29T03:00:12.786970+00:00 0:00:03.308125 33645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T03:00:06.254660+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T02:00:00+00:00 PythonOperator 2021-05-29T03:00:04.558783+00:00 2021-05-29T03:00:08.286037+00:00 0:00:03.727254 33644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T03:00:02.188481+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T01:00:00+00:00 EmrJobFlowSensor 2021-05-29T02:10:25.681698+00:00 2021-05-29T02:18:28.292262+00:00 0:08:02.610564 33643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:10:23.157319+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T01:00:00+00:00 EmrJobFlowSensor 2021-05-29T02:10:17.448631+00:00 2021-05-29T02:20:20.331383+00:00 0:10:02.882752 33642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:10:15.151249+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T02:10:03.857426+00:00 2021-05-29T02:10:05.557352+00:00 0:00:01.699926 33641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T02:10:01.158542+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T02:09:55.517451+00:00 2021-05-29T02:09:57.300681+00:00 0:00:01.783230 33640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T02:09:53.148708+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T01:00:00+00:00 PythonOperator 2021-05-29T02:09:41.478009+00:00 2021-05-29T02:09:44.648465+00:00 0:00:03.170456 33639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T02:09:39.084844+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T01:05:00+00:00 EmrJobFlowSensor 2021-05-29T02:09:41.377403+00:00 2021-05-29T02:17:43.744601+00:00 0:08:02.367198 33638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:09:39.084874+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T01:00:00+00:00 PythonOperator 2021-05-29T02:09:35.193268+00:00 2021-05-29T02:09:38.671008+00:00 0:00:03.477740 33637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T02:09:33.042280+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T01:00:00+00:00 TriggerDagRunOperator 2021-05-29T02:09:21.587196+00:00 2021-05-29T02:09:22.021287+00:00 0:00:00.434091 33636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:09:19.072277+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T01:00:00+00:00 TriggerDagRunOperator 2021-05-29T02:09:21.407136+00:00 2021-05-29T02:09:21.948004+00:00 0:00:00.540868 33635 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:09:19.072243+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T01:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T02:09:19.216230+00:00 2021-05-29T02:09:21.124594+00:00 0:00:01.908364 33634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T02:09:17.044108+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T01:05:00+00:00 PythonOperator 2021-05-29T02:08:57.182518+00:00 2021-05-29T02:09:00.375021+00:00 0:00:03.192503 33633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T02:08:55.009071+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T01:00:00+00:00 EmrJobFlowSensor 2021-05-29T02:01:03.970932+00:00 2021-05-29T02:10:06.612623+00:00 0:09:02.641691 33631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:01:01.712681+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T01:00:00+00:00 EmrJobFlowSensor 2021-05-29T02:01:00.418939+00:00 2021-05-29T02:09:03.108072+00:00 0:08:02.689133 33630 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T02:00:57.707549+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T02:00:41.829441+00:00 2021-05-29T02:00:43.629329+00:00 0:00:01.799888 33629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T02:00:39.693477+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T02:00:35.877951+00:00 2021-05-29T02:00:37.564565+00:00 0:00:01.686614 33628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T02:00:33.687246+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T01:00:00+00:00 PythonOperator 2021-05-29T02:00:12.552622+00:00 2021-05-29T02:00:15.687406+00:00 0:00:03.134784 33627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T02:00:09.649169+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T01:00:00+00:00 PythonOperator 2021-05-29T02:00:10.342559+00:00 2021-05-29T02:00:13.917271+00:00 0:00:03.574712 33626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T02:00:07.644558+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T00:00:00+00:00 EmrJobFlowSensor 2021-05-29T01:10:56.785984+00:00 2021-05-29T01:19:59.247494+00:00 0:09:02.461510 33625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:10:54.630915+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T00:00:00+00:00 EmrJobFlowSensor 2021-05-29T01:10:55.256217+00:00 2021-05-29T01:19:57.940394+00:00 0:09:02.684177 33624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:10:52.680778+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T01:10:37.164196+00:00 2021-05-29T01:10:38.936462+00:00 0:00:01.772266 33623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T01:10:34.610092+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T01:10:35.036984+00:00 2021-05-29T01:10:37.000585+00:00 0:00:01.963601 33622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T01:10:32.624892+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T00:00:00+00:00 PythonOperator 2021-05-29T01:10:13.368219+00:00 2021-05-29T01:10:16.526772+00:00 0:00:03.158553 33621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T01:10:10.594143+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T00:00:00+00:00 PythonOperator 2021-05-29T01:10:13.307522+00:00 2021-05-29T01:10:16.774525+00:00 0:00:03.467003 33620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T01:10:10.594179+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T00:00:00+00:00 TriggerDagRunOperator 2021-05-29T01:10:05.148004+00:00 2021-05-29T01:10:05.693454+00:00 0:00:00.545450 33619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:10:02.587786+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T00:00:00+00:00 TriggerDagRunOperator 2021-05-29T01:10:04.876164+00:00 2021-05-29T01:10:05.309016+00:00 0:00:00.432852 33618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:10:02.587755+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T00:05:00+00:00 EmrJobFlowSensor 2021-05-29T01:05:48.540558+00:00 2021-05-29T01:14:51.094882+00:00 0:09:02.554324 33617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:05:46.303181+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T00:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T01:05:26.512072+00:00 2021-05-29T01:05:28.149418+00:00 0:00:01.637346 33616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T01:05:24.286911+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T00:05:00+00:00 PythonOperator 2021-05-29T01:05:06.974069+00:00 2021-05-29T01:05:10.081073+00:00 0:00:03.107004 33615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T01:05:04.290203+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T00:00:00+00:00 EmrJobFlowSensor 2021-05-29T01:00:55.342216+00:00 2021-05-29T01:09:58.070359+00:00 0:09:02.728143 33613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T01:00:53.048939+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T00:00:00+00:00 EmrJobFlowSensor 2021-05-29T01:00:49.324558+00:00 2021-05-29T01:08:52.134300+00:00 0:08:02.809742 33612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:00:47.073312+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T01:00:35.313219+00:00 2021-05-29T01:00:37.143229+00:00 0:00:01.830010 33611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T01:00:33.033794+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T01:00:25.535066+00:00 2021-05-29T01:00:27.374795+00:00 0:00:01.839729 33610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T01:00:23.078970+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T00:00:00+00:00 PythonOperator 2021-05-29T01:00:13.572998+00:00 2021-05-29T01:00:16.953913+00:00 0:00:03.380915 33609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T01:00:10.996236+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T00:00:00+00:00 PythonOperator 2021-05-29T01:00:05.236245+00:00 2021-05-29T01:00:08.500133+00:00 0:00:03.263888 33608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T01:00:02.986268+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T23:00:00+00:00 EmrJobFlowSensor 2021-05-29T00:15:58.784694+00:00 2021-05-29T00:26:01.553263+00:00 0:10:02.768569 33607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:15:56.568080+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T23:00:00+00:00 EmrJobFlowSensor 2021-05-29T00:15:46.670307+00:00 2021-05-29T00:23:49.072987+00:00 0:08:02.402680 33606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:15:44.543643+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T00:15:36.726702+00:00 2021-05-29T00:15:38.440849+00:00 0:00:01.714147 33605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T00:15:34.539082+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T00:15:26.689103+00:00 2021-05-29T00:15:28.366427+00:00 0:00:01.677324 33604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T00:15:24.529552+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T23:00:00+00:00 PythonOperator 2021-05-29T00:15:14.900689+00:00 2021-05-29T00:15:18.383213+00:00 0:00:03.482524 33603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T00:15:12.541215+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T23:00:00+00:00 PythonOperator 2021-05-29T00:15:05.058803+00:00 2021-05-29T00:15:08.213356+00:00 0:00:03.154553 33602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T00:15:02.564450+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T23:00:00+00:00 TriggerDagRunOperator 2021-05-29T00:14:51.040327+00:00 2021-05-29T00:14:51.479208+00:00 0:00:00.438881 33601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:14:48.513020+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T23:00:00+00:00 TriggerDagRunOperator 2021-05-29T00:14:50.782165+00:00 2021-05-29T00:14:51.338025+00:00 0:00:00.555860 33600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:14:48.513067+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T23:05:00+00:00 EmrJobFlowSensor 2021-05-29T00:05:59.993621+00:00 2021-05-29T00:14:02.447131+00:00 0:08:02.453510 33599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:05:57.716374+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T23:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T00:05:37.978922+00:00 2021-05-29T00:05:39.649542+00:00 0:00:01.670620 33598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T00:05:35.761547+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T23:00:00+00:00 EmrJobFlowSensor 2021-05-29T00:05:26.032618+00:00 2021-05-29T00:14:28.776827+00:00 0:09:02.744209 33597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:05:23.690817+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T23:00:00+00:00 EmrJobFlowSensor 2021-05-29T00:05:24.436681+00:00 2021-05-29T00:14:26.950445+00:00 0:09:02.513764 33596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T00:05:21.749386+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T23:05:00+00:00 PythonOperator 2021-05-29T00:05:15.993733+00:00 2021-05-29T00:05:19.261932+00:00 0:00:03.268199 33595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T00:05:13.680013+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T00:05:03.898678+00:00 2021-05-29T00:05:05.714515+00:00 0:00:01.815837 33594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T00:05:01.657952+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T00:05:00.131062+00:00 2021-05-29T00:05:02.042487+00:00 0:00:01.911425 33593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T00:04:57.661918+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T23:00:00+00:00 PythonOperator 2021-05-29T00:04:31.751255+00:00 2021-05-29T00:04:34.988345+00:00 0:00:03.237090 33592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T00:04:29.629945+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T23:00:00+00:00 PythonOperator 2021-05-29T00:04:28.089777+00:00 2021-05-29T00:04:31.371060+00:00 0:00:03.281283 33591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T00:04:25.626960+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T22:00:00+00:00 EmrJobFlowSensor 2021-05-28T23:10:32.349844+00:00 2021-05-28T23:19:35.135033+00:00 0:09:02.785189 33589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:10:29.980929+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T22:00:00+00:00 EmrJobFlowSensor 2021-05-28T23:10:24.266424+00:00 2021-05-28T23:19:26.854965+00:00 0:09:02.588541 33588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:10:21.914940+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:10:10.326894+00:00 2021-05-28T23:10:12.127423+00:00 0:00:01.800529 33587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T23:10:07.907791+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:10:02.118677+00:00 2021-05-28T23:10:03.870347+00:00 0:00:01.751670 33586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T23:09:59.895675+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T22:00:00+00:00 PythonOperator 2021-05-28T23:09:48.727901+00:00 2021-05-28T23:09:52.179450+00:00 0:00:03.451549 33585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:09:45.943808+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T22:00:00+00:00 PythonOperator 2021-05-28T23:09:40.442948+00:00 2021-05-28T23:09:43.651268+00:00 0:00:03.208320 33584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:09:37.812188+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T22:00:00+00:00 TriggerDagRunOperator 2021-05-28T23:09:32.209840+00:00 2021-05-28T23:09:32.646374+00:00 0:00:00.436534 33583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:09:29.858236+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T22:00:00+00:00 TriggerDagRunOperator 2021-05-28T23:09:32.258432+00:00 2021-05-28T23:09:32.868161+00:00 0:00:00.609729 33582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:09:29.858271+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T22:05:00+00:00 EmrJobFlowSensor 2021-05-28T23:05:59.748746+00:00 2021-05-28T23:15:02.487295+00:00 0:09:02.738549 33581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:05:57.473790+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T22:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:05:37.866483+00:00 2021-05-28T23:05:39.594757+00:00 0:00:01.728274 33580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T23:05:35.424310+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T22:05:00+00:00 PythonOperator 2021-05-28T23:05:15.549822+00:00 2021-05-28T23:05:18.743023+00:00 0:00:03.193201 33579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:05:13.404075+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-05-27T23:00:00+00:00 EmrJobFlowSensor 2021-05-28T23:01:53.264801+00:00 2021-05-28T23:10:55.925873+00:00 0:09:02.661072 33578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:01:51.052230+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T22:00:00+00:00 EmrJobFlowSensor 2021-05-28T23:01:07.155984+00:00 2021-05-28T23:09:09.695117+00:00 0:08:02.539133 33577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:01:05.011046+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T22:00:00+00:00 EmrJobFlowSensor 2021-05-28T23:01:05.421342+00:00 2021-05-28T23:09:08.073692+00:00 0:08:02.652350 33576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:01:03.004191+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:00:41.659351+00:00 2021-05-28T23:00:43.454761+00:00 0:00:01.795410 33575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T23:00:38.992205+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:00:41.201639+00:00 2021-05-28T23:00:42.911714+00:00 0:00:01.710075 33574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T23:00:38.992249+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-05-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:00:39.253345+00:00 2021-05-28T23:00:41.334451+00:00 0:00:02.081106 33573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T23:00:36.983179+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T22:00:00+00:00 PythonOperator 2021-05-28T23:00:21.653624+00:00 2021-05-28T23:00:24.884344+00:00 0:00:03.230720 33572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:00:18.975789+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T22:00:00+00:00 PythonOperator 2021-05-28T23:00:19.192009+00:00 2021-05-28T23:00:22.913451+00:00 0:00:03.721442 33571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T23:00:16.950846+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-05-27T23:00:00+00:00 PythonOperator 2021-05-28T23:00:17.383461+00:00 2021-05-28T23:00:20.607657+00:00 0:00:03.224196 33570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:00:14.947040+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T21:00:00+00:00 EmrJobFlowSensor 2021-05-28T22:11:23.930163+00:00 2021-05-28T22:20:26.682413+00:00 0:09:02.752250 33568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:11:21.352828+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T21:00:00+00:00 EmrJobFlowSensor 2021-05-28T22:11:13.395309+00:00 2021-05-28T22:20:15.961546+00:00 0:09:02.566237 33567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:11:11.266119+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T22:11:01.425900+00:00 2021-05-28T22:11:03.142251+00:00 0:00:01.716351 33566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T22:10:59.271011+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T22:10:51.494936+00:00 2021-05-28T22:10:53.302489+00:00 0:00:01.807553 33565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T22:10:49.251447+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T21:00:00+00:00 PythonOperator 2021-05-28T22:10:39.589452+00:00 2021-05-28T22:10:42.905944+00:00 0:00:03.316492 33564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T22:10:37.253244+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T21:00:00+00:00 PythonOperator 2021-05-28T22:10:29.472337+00:00 2021-05-28T22:10:32.946828+00:00 0:00:03.474491 33563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T22:10:27.255653+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T21:00:00+00:00 TriggerDagRunOperator 2021-05-28T22:10:15.949008+00:00 2021-05-28T22:10:16.533664+00:00 0:00:00.584656 33562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:10:13.346941+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T21:00:00+00:00 TriggerDagRunOperator 2021-05-28T22:10:15.751244+00:00 2021-05-28T22:10:16.339343+00:00 0:00:00.588099 33561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:10:13.346895+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T21:05:00+00:00 EmrJobFlowSensor 2021-05-28T22:06:07.203668+00:00 2021-05-28T22:15:09.944937+00:00 0:09:02.741269 33560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:06:04.859282+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T21:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T22:05:44.866981+00:00 2021-05-28T22:05:46.520466+00:00 0:00:01.653485 33559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T22:05:42.720907+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T21:05:00+00:00 PythonOperator 2021-05-28T22:05:22.761577+00:00 2021-05-28T22:05:25.965419+00:00 0:00:03.203842 33558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T22:05:20.701560+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T21:00:00+00:00 EmrJobFlowSensor 2021-05-28T22:01:12.524475+00:00 2021-05-28T22:10:15.292256+00:00 0:09:02.767781 33557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:01:10.331989+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T21:00:00+00:00 EmrJobFlowSensor 2021-05-28T22:01:02.521061+00:00 2021-05-28T22:10:05.240351+00:00 0:09:02.719290 33556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T22:01:00.325286+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T22:00:46.539611+00:00 2021-05-28T22:00:48.374607+00:00 0:00:01.834996 33555 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T22:00:44.309911+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T22:00:36.650245+00:00 2021-05-28T22:00:38.335453+00:00 0:00:01.685208 33554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T22:00:34.358354+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T21:00:00+00:00 PythonOperator 2021-05-28T22:00:26.636684+00:00 2021-05-28T22:00:29.784094+00:00 0:00:03.147410 33553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T22:00:24.297516+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T21:00:00+00:00 PythonOperator 2021-05-28T22:00:16.625864+00:00 2021-05-28T22:00:19.857529+00:00 0:00:03.231665 33552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T22:00:14.286378+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T20:00:00+00:00 EmrJobFlowSensor 2021-05-28T21:11:11.906940+00:00 2021-05-28T21:21:14.723896+00:00 0:10:02.816956 33550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T21:11:09.788605+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T20:00:00+00:00 EmrJobFlowSensor 2021-05-28T21:11:06.012898+00:00 2021-05-28T21:19:08.669411+00:00 0:08:02.656513 33549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T21:11:03.786397+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T21:10:48.052719+00:00 2021-05-28T21:10:49.880373+00:00 0:00:01.827654 33548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T21:10:45.735678+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T21:10:44.155915+00:00 2021-05-28T21:10:45.839600+00:00 0:00:01.683685 33547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T21:10:41.726146+00:00 2 default_pool