Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:11:39.520615+00:00 2021-06-04T13:11:43.085646+00:00 0:00:03.565031 36499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:11:37.349226+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T12:00:00+00:00 TriggerDagRunOperator 2021-06-04T13:11:29.894150+00:00 2021-06-04T13:11:30.385935+00:00 0:00:00.491785 36498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:11:27.339194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T12:00:00+00:00 TriggerDagRunOperator 2021-06-04T13:11:29.659124+00:00 2021-06-04T13:11:30.085861+00:00 0:00:00.426737 36497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:11:27.339228+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T12:05:00+00:00 EmrJobFlowSensor 2021-06-04T13:06:05.082045+00:00 2021-06-04T13:15:07.633796+00:00 0:09:02.551751 36496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:06:02.844093+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:05:42.934128+00:00 2021-06-04T13:05:44.644066+00:00 0:00:01.709938 36495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T13:05:40.692327+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T12:05:00+00:00 PythonOperator 2021-06-04T13:05:20.835763+00:00 2021-06-04T13:05:24.129200+00:00 0:00:03.293437 36494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:05:18.650344+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T12:00:00+00:00 EmrJobFlowSensor 2021-06-04T13:01:08.436580+00:00 2021-06-04T13:12:11.344572+00:00 0:11:02.907992 36493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:01:06.226841+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T12:00:00+00:00 EmrJobFlowSensor 2021-06-04T13:00:58.525065+00:00 2021-06-04T13:11:01.232087+00:00 0:10:02.707022 36492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:00:56.285633+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:00:46.352632+00:00 2021-06-04T13:00:47.992449+00:00 0:00:01.639817 36491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T13:00:44.199506+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:00:38.530558+00:00 2021-06-04T13:00:40.329938+00:00 0:00:01.799380 36490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T13:00:36.192748+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:00:24.462194+00:00 2021-06-04T13:00:27.790511+00:00 0:00:03.328317 36489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:00:22.149392+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:00:10.702146+00:00 2021-06-04T13:00:14.143038+00:00 0:00:03.440892 36488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T13:00:08.137542+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:11:23.855494+00:00 2021-06-04T12:19:26.338462+00:00 0:08:02.482968 36486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:11:21.654042+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:11:16.001703+00:00 2021-06-04T12:20:18.753269+00:00 0:09:02.751566 36485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:11:13.670416+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:11:02.408382+00:00 2021-06-04T12:11:04.298905+00:00 0:00:01.890523 36484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:10:59.961515+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:10:55.984593+00:00 2021-06-04T12:10:57.764591+00:00 0:00:01.779998 36483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:10:53.446527+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:10:39.983965+00:00 2021-06-04T12:10:43.207430+00:00 0:00:03.223465 36482 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:10:37.461608+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:10:33.882245+00:00 2021-06-04T12:10:37.586413+00:00 0:00:03.704168 36481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:10:31.375826+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T11:00:00+00:00 TriggerDagRunOperator 2021-06-04T12:10:21.706148+00:00 2021-06-04T12:10:22.175313+00:00 0:00:00.469165 36480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:10:19.306122+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T11:00:00+00:00 TriggerDagRunOperator 2021-06-04T12:10:21.455850+00:00 2021-06-04T12:10:21.844408+00:00 0:00:00.388558 36479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:10:19.306155+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T11:05:00+00:00 EmrJobFlowSensor 2021-06-04T12:06:13.162884+00:00 2021-06-04T12:14:15.742231+00:00 0:08:02.579347 36478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:06:10.792215+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:05:50.875990+00:00 2021-06-04T12:05:52.577563+00:00 0:00:01.701573 36477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:05:48.756844+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T11:05:00+00:00 PythonOperator 2021-06-04T12:05:24.973491+00:00 2021-06-04T12:05:28.157577+00:00 0:00:03.184086 36476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:05:22.746067+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:01:00.893369+00:00 2021-06-04T12:10:03.653415+00:00 0:09:02.760046 36475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:00:58.470441+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:00:52.496585+00:00 2021-06-04T12:11:55.371447+00:00 0:11:02.874862 36474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:00:50.327545+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:00:38.510695+00:00 2021-06-04T12:00:40.254693+00:00 0:00:01.743998 36473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T12:00:36.317421+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:00:30.597935+00:00 2021-06-04T12:00:32.352661+00:00 0:00:01.754726 36472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:00:28.307571+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:00:16.514546+00:00 2021-06-04T12:00:19.827291+00:00 0:00:03.312745 36471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T12:00:14.297508+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:00:10.833840+00:00 2021-06-04T12:00:14.344608+00:00 0:00:03.510768 36470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:00:08.289769+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T10:00:00+00:00 EmrJobFlowSensor 2021-06-04T11:11:17.472161+00:00 2021-06-04T11:20:20.097870+00:00 0:09:02.625709 36468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T11:11:15.247030+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T10:00:00+00:00 EmrJobFlowSensor 2021-06-04T11:10:59.385901+00:00 2021-06-04T11:21:02.247666+00:00 0:10:02.861765 36467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T11:10:57.230530+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T11:10:55.578716+00:00 2021-06-04T11:10:57.372908+00:00 0:00:01.794192 36466 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T11:10:53.229740+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T11:10:37.584206+00:00 2021-06-04T11:10:39.363498+00:00 0:00:01.779292 36465 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T11:10:35.262525+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T10:00:00+00:00 PythonOperator 2021-06-04T11:10:33.578325+00:00 2021-06-04T11:10:36.939315+00:00 0:00:03.360990 36464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T11:10:31.257997+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T10:00:00+00:00 PythonOperator 2021-06-04T11:10:15.413657+00:00 2021-06-04T11:10:19.034274+00:00 0:00:03.620617 36463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T11:10:13.198804+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T10:00:00+00:00 TriggerDagRunOperator 2021-06-04T11:10:09.888133+00:00 2021-06-04T11:10:10.404489+00:00 0:00:00.516356 36462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T11:10:07.247037+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T10:00:00+00:00 TriggerDagRunOperator 2021-06-04T11:10:09.648481+00:00 2021-06-04T11:10:10.058067+00:00 0:00:00.409586 36461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T11:10:07.247002+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T10:05:00+00:00 EmrJobFlowSensor 2021-06-04T11:05:50.673168+00:00 2021-06-04T11:14:53.311452+00:00 0:09:02.638284 36460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T11:05:48.534918+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T11:05:28.623456+00:00 2021-06-04T11:05:30.281654+00:00 0:00:01.658198 36459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T11:05:26.512229+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T10:05:00+00:00 PythonOperator 2021-06-04T11:05:08.656554+00:00 2021-06-04T11:05:12.001083+00:00 0:00:03.344529 36458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T11:05:06.489193+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T10:00:00+00:00 EmrJobFlowSensor 2021-06-04T11:00:52.291996+00:00 2021-06-04T11:12:55.414715+00:00 0:12:03.122719 36457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T11:00:50.121417+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T10:00:00+00:00 EmrJobFlowSensor 2021-06-04T11:00:48.514210+00:00 2021-06-04T11:09:51.272519+00:00 0:09:02.758309 36456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T11:00:46.118853+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T11:00:30.457224+00:00 2021-06-04T11:00:32.137762+00:00 0:00:01.680538 36455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T11:00:28.178646+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T11:00:26.602413+00:00 2021-06-04T11:00:28.308847+00:00 0:00:01.706434 36454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T11:00:24.176558+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T10:00:00+00:00 PythonOperator 2021-06-04T11:00:09.224690+00:00 2021-06-04T11:00:12.793094+00:00 0:00:03.568404 36453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T11:00:06.088394+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T10:00:00+00:00 PythonOperator 2021-06-04T11:00:04.531033+00:00 2021-06-04T11:00:08.845316+00:00 0:00:04.314283 36452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T11:00:02.085702+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T09:00:00+00:00 EmrJobFlowSensor 2021-06-04T10:12:07.687330+00:00 2021-06-04T10:22:10.338860+00:00 0:10:02.651530 36450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T10:12:05.491799+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T09:00:00+00:00 EmrJobFlowSensor 2021-06-04T10:12:03.842916+00:00 2021-06-04T10:21:06.615116+00:00 0:09:02.772200 36449 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T10:12:01.488456+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T10:11:47.839356+00:00 2021-06-04T10:11:49.491428+00:00 0:00:01.652072 36448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T10:11:45.480795+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T10:11:41.587451+00:00 2021-06-04T10:11:43.286153+00:00 0:00:01.698702 36447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T10:11:39.441610+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T09:00:00+00:00 PythonOperator 2021-06-04T10:11:26.440035+00:00 2021-06-04T10:11:30.183712+00:00 0:00:03.743677 36446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T10:11:23.421222+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T09:00:00+00:00 PythonOperator 2021-06-04T10:11:21.608955+00:00 2021-06-04T10:11:25.731590+00:00 0:00:04.122635 36445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T10:11:19.420299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T09:00:00+00:00 TriggerDagRunOperator 2021-06-04T10:11:02.190463+00:00 2021-06-04T10:11:02.807191+00:00 0:00:00.616728 36444 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T10:10:59.337806+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T09:00:00+00:00 TriggerDagRunOperator 2021-06-04T10:11:02.016641+00:00 2021-06-04T10:11:02.440066+00:00 0:00:00.423425 36443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T10:10:59.337755+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T09:05:00+00:00 EmrJobFlowSensor 2021-06-04T10:06:09.044110+00:00 2021-06-04T10:15:11.625252+00:00 0:09:02.581142 36442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T10:06:06.815801+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T10:05:47.003598+00:00 2021-06-04T10:05:48.769175+00:00 0:00:01.765577 36441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T10:05:44.801607+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T09:05:00+00:00 PythonOperator 2021-06-04T10:05:22.912020+00:00 2021-06-04T10:05:26.254391+00:00 0:00:03.342371 36440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T10:05:20.757133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T09:00:00+00:00 EmrJobFlowSensor 2021-06-04T10:00:56.663092+00:00 2021-06-04T10:12:59.669994+00:00 0:12:03.006902 36439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T10:00:54.426741+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T09:00:00+00:00 EmrJobFlowSensor 2021-06-04T10:00:48.649468+00:00 2021-06-04T10:10:51.450487+00:00 0:10:02.801019 36438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T10:00:46.417069+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T10:00:35.068335+00:00 2021-06-04T10:00:36.717670+00:00 0:00:01.649335 36437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T10:00:32.414862+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T10:00:26.643428+00:00 2021-06-04T10:00:28.384526+00:00 0:00:01.741098 36436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T10:00:24.401138+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T09:00:00+00:00 PythonOperator 2021-06-04T10:00:12.569095+00:00 2021-06-04T10:00:16.039394+00:00 0:00:03.470299 36435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T10:00:10.387611+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T09:00:00+00:00 PythonOperator 2021-06-04T10:00:05.157847+00:00 2021-06-04T10:00:08.431165+00:00 0:00:03.273318 36434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T10:00:02.453220+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T08:00:00+00:00 EmrJobFlowSensor 2021-06-04T09:24:15.089450+00:00 2021-06-04T09:24:16.578336+00:00 0:00:01.488886 36432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T09:24:12.841636+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T08:00:00+00:00 EmrJobFlowSensor 2021-06-04T09:12:26.069066+00:00 2021-06-04T09:24:29.134591+00:00 0:12:03.065525 36430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T09:12:23.748933+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T09:12:13.815655+00:00 2021-06-04T09:12:15.508711+00:00 0:00:01.693056 36429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T09:12:11.638182+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T09:11:57.792851+00:00 2021-06-04T09:11:59.621174+00:00 0:00:01.828323 36428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T09:11:55.623061+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T08:00:00+00:00 PythonOperator 2021-06-04T09:11:32.334617+00:00 2021-06-04T09:11:35.584451+00:00 0:00:03.249834 36427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T09:11:29.752881+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T08:00:00+00:00 PythonOperator 2021-06-04T09:11:25.793768+00:00 2021-06-04T09:11:29.356601+00:00 0:00:03.562833 36426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T09:11:23.597622+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T08:00:00+00:00 TriggerDagRunOperator 2021-06-04T09:11:11.792703+00:00 2021-06-04T09:11:12.319737+00:00 0:00:00.527034 36425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T09:11:09.586184+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T08:00:00+00:00 TriggerDagRunOperator 2021-06-04T09:11:11.761526+00:00 2021-06-04T09:11:12.139898+00:00 0:00:00.378372 36424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T09:11:09.586150+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T08:05:00+00:00 EmrJobFlowSensor 2021-06-04T09:05:57.263841+00:00 2021-06-04T09:13:59.663482+00:00 0:08:02.399641 36423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T09:05:55.071692+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T09:05:37.246118+00:00 2021-06-04T09:05:38.952772+00:00 0:00:01.706654 36422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T09:05:35.052120+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T08:05:00+00:00 PythonOperator 2021-06-04T09:05:15.111197+00:00 2021-06-04T09:05:18.366837+00:00 0:00:03.255640 36421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T09:05:12.882948+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T08:00:00+00:00 EmrJobFlowSensor 2021-06-04T09:01:00.765254+00:00 2021-06-04T09:13:03.835605+00:00 0:12:03.070351 36420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T09:00:58.534586+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T08:00:00+00:00 EmrJobFlowSensor 2021-06-04T09:00:54.756692+00:00 2021-06-04T09:10:57.537896+00:00 0:10:02.781204 36419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T09:00:52.527906+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T09:00:38.794610+00:00 2021-06-04T09:00:40.584086+00:00 0:00:01.789476 36418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T09:00:36.516626+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T09:00:32.835894+00:00 2021-06-04T09:00:34.641794+00:00 0:00:01.805900 36417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T09:00:30.506123+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T08:00:00+00:00 PythonOperator 2021-06-04T09:00:16.617308+00:00 2021-06-04T09:00:20.072814+00:00 0:00:03.455506 36416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T09:00:14.494462+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T08:00:00+00:00 PythonOperator 2021-06-04T09:00:11.314839+00:00 2021-06-04T09:00:14.576748+00:00 0:00:03.261909 36415 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T09:00:08.563740+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T07:00:00+00:00 EmrJobFlowSensor 2021-06-04T08:12:08.302585+00:00 2021-06-04T08:21:11.231073+00:00 0:09:02.928488 36413 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T08:12:05.818828+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T07:00:00+00:00 EmrJobFlowSensor 2021-06-04T08:12:07.985389+00:00 2021-06-04T08:22:10.869332+00:00 0:10:02.883943 36412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T08:12:05.818781+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:11:46.201127+00:00 2021-06-04T08:11:48.021331+00:00 0:00:01.820204 36411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T08:11:43.800756+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:11:46.106229+00:00 2021-06-04T08:11:47.808832+00:00 0:00:01.702603 36410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T08:11:43.800727+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T07:00:00+00:00 PythonOperator 2021-06-04T08:11:26.451401+00:00 2021-06-04T08:11:29.835520+00:00 0:00:03.384119 36409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:11:23.765101+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T07:00:00+00:00 PythonOperator 2021-06-04T08:11:23.863344+00:00 2021-06-04T08:11:27.810762+00:00 0:00:03.947418 36408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:11:21.754263+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T07:00:00+00:00 TriggerDagRunOperator 2021-06-04T08:11:14.327389+00:00 2021-06-04T08:11:14.851186+00:00 0:00:00.523797 36407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T08:11:11.846409+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T07:00:00+00:00 TriggerDagRunOperator 2021-06-04T08:11:14.090582+00:00 2021-06-04T08:11:14.484115+00:00 0:00:00.393533 36406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T08:11:11.846359+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T07:05:00+00:00 EmrJobFlowSensor 2021-06-04T08:06:01.747887+00:00 2021-06-04T08:15:04.372963+00:00 0:09:02.625076 36405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T08:05:59.452028+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:05:39.761431+00:00 2021-06-04T08:05:41.488002+00:00 0:00:01.726571 36404 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T08:05:37.288837+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T07:05:00+00:00 PythonOperator 2021-06-04T08:05:17.400225+00:00 2021-06-04T08:05:20.671129+00:00 0:00:03.270904 36403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:05:15.225261+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T07:00:00+00:00 EmrJobFlowSensor 2021-06-04T08:01:03.073382+00:00 2021-06-04T08:12:05.921387+00:00 0:11:02.848005 36402 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T08:01:00.852834+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T07:00:00+00:00 EmrJobFlowSensor 2021-06-04T08:00:55.093335+00:00 2021-06-04T08:10:57.825066+00:00 0:10:02.731731 36401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:00:52.826253+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:00:39.464888+00:00 2021-06-04T08:00:41.244106+00:00 0:00:01.779218 36400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T08:00:36.871105+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:00:33.231166+00:00 2021-06-04T08:00:35.055493+00:00 0:00:01.824327 36399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T08:00:30.866142+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T07:00:00+00:00 PythonOperator 2021-06-04T08:00:17.297826+00:00 2021-06-04T08:00:20.824054+00:00 0:00:03.526228 36398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:00:14.843996+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T07:00:00+00:00 PythonOperator 2021-06-04T08:00:11.388213+00:00 2021-06-04T08:00:14.746989+00:00 0:00:03.358776 36397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T08:00:08.853441+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T06:00:00+00:00 EmrJobFlowSensor 2021-06-04T07:10:13.429682+00:00 2021-06-04T07:19:16.058378+00:00 0:09:02.628696 36395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:10:10.997094+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T06:00:00+00:00 EmrJobFlowSensor 2021-06-04T07:09:59.195838+00:00 2021-06-04T07:20:02.069903+00:00 0:10:02.874065 36394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:09:56.929503+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T07:09:53.219771+00:00 2021-06-04T07:09:54.902458+00:00 0:00:01.682687 36393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T07:09:50.925761+00:00 2 default_pool