Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T01:00:00+00:00 TriggerDagRunOperator 2021-06-05T02:11:22.065758+00:00 2021-06-05T02:11:22.456786+00:00 0:00:00.391028 36736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T02:11:19.805200+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T01:05:00+00:00 EmrJobFlowSensor 2021-06-05T02:05:59.782955+00:00 2021-06-05T02:14:02.260292+00:00 0:08:02.477337 36735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T02:05:57.394224+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T02:05:37.662234+00:00 2021-06-05T02:05:39.303683+00:00 0:00:01.641449 36734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T02:05:35.375707+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T01:05:00+00:00 PythonOperator 2021-06-05T02:05:17.430872+00:00 2021-06-05T02:05:20.719063+00:00 0:00:03.288191 36733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T02:05:15.303860+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T01:00:00+00:00 EmrJobFlowSensor 2021-06-05T02:01:09.172243+00:00 2021-06-05T02:11:11.989477+00:00 0:10:02.817234 36732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T02:01:06.952640+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T01:00:00+00:00 EmrJobFlowSensor 2021-06-05T02:01:05.147022+00:00 2021-06-05T02:13:08.044590+00:00 0:12:02.897568 36731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T02:01:02.882657+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T02:00:47.019722+00:00 2021-06-05T02:00:48.755683+00:00 0:00:01.735961 36730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T02:00:44.830610+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T02:00:45.236477+00:00 2021-06-05T02:00:46.993781+00:00 0:00:01.757304 36729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T02:00:42.829073+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T01:00:00+00:00 PythonOperator 2021-06-05T02:00:21.151289+00:00 2021-06-05T02:00:24.637517+00:00 0:00:03.486228 36728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T02:00:18.812453+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T01:00:00+00:00 PythonOperator 2021-06-05T02:00:17.341581+00:00 2021-06-05T02:00:20.668271+00:00 0:00:03.326690 36727 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T02:00:14.805996+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T00:00:00+00:00 EmrJobFlowSensor 2021-06-05T01:11:25.181881+00:00 2021-06-05T01:22:28.058224+00:00 0:11:02.876343 36725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T01:11:23.039167+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T00:00:00+00:00 EmrJobFlowSensor 2021-06-05T01:11:15.249855+00:00 2021-06-05T01:20:17.917763+00:00 0:09:02.667908 36724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T01:11:13.032148+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T01:11:03.851028+00:00 2021-06-05T01:11:05.635256+00:00 0:00:01.784228 36723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T01:11:01.066062+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T01:10:55.294779+00:00 2021-06-05T01:10:56.929872+00:00 0:00:01.635093 36722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T01:10:53.014342+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T00:00:00+00:00 PythonOperator 2021-06-05T01:10:41.699166+00:00 2021-06-05T01:10:45.232481+00:00 0:00:03.533315 36721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T01:10:39.072436+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T00:00:00+00:00 PythonOperator 2021-06-05T01:10:33.196589+00:00 2021-06-05T01:10:36.606377+00:00 0:00:03.409788 36720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T01:10:30.996056+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T00:00:00+00:00 TriggerDagRunOperator 2021-06-05T01:10:27.403477+00:00 2021-06-05T01:10:27.909887+00:00 0:00:00.506410 36719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T01:10:25.059235+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T00:00:00+00:00 TriggerDagRunOperator 2021-06-05T01:10:27.341579+00:00 2021-06-05T01:10:27.721669+00:00 0:00:00.380090 36718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T01:10:25.059280+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T00:05:00+00:00 EmrJobFlowSensor 2021-06-05T01:05:56.767609+00:00 2021-06-05T01:14:59.323447+00:00 0:09:02.555838 36717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T01:05:54.623114+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T01:05:34.752209+00:00 2021-06-05T01:05:36.358601+00:00 0:00:01.606392 36716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T01:05:32.611854+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T00:05:00+00:00 PythonOperator 2021-06-05T01:05:12.957169+00:00 2021-06-05T01:05:16.088159+00:00 0:00:03.130990 36715 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T01:05:10.643940+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T00:00:00+00:00 EmrJobFlowSensor 2021-06-05T01:01:00.783565+00:00 2021-06-05T01:10:03.449975+00:00 0:09:02.666410 36714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T01:00:58.264020+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T00:00:00+00:00 EmrJobFlowSensor 2021-06-05T01:00:52.220328+00:00 2021-06-05T01:11:55.212607+00:00 0:11:02.992279 36713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T01:00:50.098204+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T01:00:38.962104+00:00 2021-06-05T01:00:40.679953+00:00 0:00:01.717849 36712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T01:00:36.147240+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T01:00:30.414117+00:00 2021-06-05T01:00:32.083080+00:00 0:00:01.668963 36711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T01:00:28.146594+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T00:00:00+00:00 PythonOperator 2021-06-05T01:00:16.315573+00:00 2021-06-05T01:00:19.801166+00:00 0:00:03.485593 36710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T01:00:14.076135+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T00:00:00+00:00 PythonOperator 2021-06-05T01:00:10.367474+00:00 2021-06-05T01:00:13.989659+00:00 0:00:03.622185 36709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T01:00:08.033618+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T23:00:00+00:00 EmrJobFlowSensor 2021-06-05T00:11:40.907942+00:00 2021-06-05T00:20:43.520076+00:00 0:09:02.612134 36707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T00:11:38.742214+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T23:00:00+00:00 EmrJobFlowSensor 2021-06-05T00:11:24.968676+00:00 2021-06-05T00:21:27.822257+00:00 0:10:02.853581 36706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T00:11:22.732595+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T00:11:19.014336+00:00 2021-06-05T00:11:20.739436+00:00 0:00:01.725100 36705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T00:11:16.721934+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T00:11:04.925852+00:00 2021-06-05T00:11:06.692559+00:00 0:00:01.766707 36704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T00:11:02.718124+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T23:00:00+00:00 PythonOperator 2021-06-05T00:10:57.097646+00:00 2021-06-05T00:11:00.294973+00:00 0:00:03.197327 36703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T00:10:54.746875+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T23:00:00+00:00 PythonOperator 2021-06-05T00:10:43.320707+00:00 2021-06-05T00:10:46.893716+00:00 0:00:03.573009 36702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T00:10:40.692432+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T23:00:00+00:00 TriggerDagRunOperator 2021-06-05T00:10:35.219186+00:00 2021-06-05T00:10:35.721717+00:00 0:00:00.502531 36701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T00:10:32.752827+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T23:00:00+00:00 TriggerDagRunOperator 2021-06-05T00:10:35.171950+00:00 2021-06-05T00:10:35.583273+00:00 0:00:00.411323 36700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T00:10:32.752880+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T23:05:00+00:00 EmrJobFlowSensor 2021-06-05T00:05:50.340373+00:00 2021-06-05T00:14:52.821083+00:00 0:09:02.480710 36699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T00:05:48.150494+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T00:05:30.440986+00:00 2021-06-05T00:05:32.147583+00:00 0:00:01.706597 36698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T00:05:28.146069+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T23:05:00+00:00 PythonOperator 2021-06-05T00:05:08.311279+00:00 2021-06-05T00:05:11.447060+00:00 0:00:03.135781 36697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T00:05:06.114603+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T23:00:00+00:00 EmrJobFlowSensor 2021-06-05T00:01:07.894771+00:00 2021-06-05T00:10:10.483447+00:00 0:09:02.588676 36696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T00:01:05.660131+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T23:00:00+00:00 EmrJobFlowSensor 2021-06-05T00:00:59.949377+00:00 2021-06-05T00:13:03.125305+00:00 0:12:03.175928 36695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T00:00:57.678287+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T00:00:41.778427+00:00 2021-06-05T00:00:43.450906+00:00 0:00:01.672479 36694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T00:00:39.637719+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T00:00:31.992406+00:00 2021-06-05T00:00:33.797409+00:00 0:00:01.805003 36693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T00:00:29.629004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T23:00:00+00:00 PythonOperator 2021-06-05T00:00:20.122120+00:00 2021-06-05T00:00:23.336842+00:00 0:00:03.214722 36692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T00:00:17.623578+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T23:00:00+00:00 PythonOperator 2021-06-05T00:00:09.951310+00:00 2021-06-05T00:00:13.431146+00:00 0:00:03.479836 36691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T00:00:07.619014+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T22:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:12:23.397930+00:00 2021-06-04T23:21:25.946961+00:00 0:09:02.549031 36689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:12:21.200246+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:12:03.914939+00:00 2021-06-04T23:12:05.631568+00:00 0:00:01.716629 36688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:12:01.181664+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T22:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:12:01.597419+00:00 2021-06-04T23:22:04.759277+00:00 0:10:03.161858 36687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:11:59.249316+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T22:00:00+00:00 PythonOperator 2021-06-04T23:11:41.319719+00:00 2021-06-04T23:11:44.745097+00:00 0:00:03.425378 36686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:11:39.116150+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:11:39.488995+00:00 2021-06-04T23:11:41.267320+00:00 0:00:01.778325 36685 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:11:37.122686+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T22:00:00+00:00 PythonOperator 2021-06-04T23:11:11.205859+00:00 2021-06-04T23:11:14.800799+00:00 0:00:03.594940 36684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:11:09.090268+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T22:00:00+00:00 TriggerDagRunOperator 2021-06-04T23:11:01.501768+00:00 2021-06-04T23:11:02.065127+00:00 0:00:00.563359 36683 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:10:59.091328+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T22:00:00+00:00 TriggerDagRunOperator 2021-06-04T23:11:01.409157+00:00 2021-06-04T23:11:01.812064+00:00 0:00:00.402907 36682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:10:59.091358+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T22:05:00+00:00 EmrJobFlowSensor 2021-06-04T23:06:50.770878+00:00 2021-06-04T23:14:53.192470+00:00 0:08:02.421592 36681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:06:48.673501+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:06:12.814683+00:00 2021-06-04T23:06:14.560546+00:00 0:00:01.745863 36680 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:06:10.641724+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T22:05:00+00:00 PythonOperator 2021-06-04T23:05:49.071222+00:00 2021-06-04T23:05:51.931428+00:00 0:00:02.860206 36679 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:05:46.621781+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-03T23:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:01:06.501751+00:00 2021-06-04T23:10:09.081398+00:00 0:09:02.579647 36678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:01:04.249285+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T22:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:00:58.695825+00:00 2021-06-04T23:13:01.702882+00:00 0:12:03.007057 36677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:00:56.362249+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T22:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:00:52.669121+00:00 2021-06-04T23:10:55.545480+00:00 0:10:02.876359 36676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:00:50.274163+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:00:42.489218+00:00 2021-06-04T23:00:44.221957+00:00 0:00:01.732739 36675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:00:40.218287+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:00:36.630778+00:00 2021-06-04T23:00:38.282399+00:00 0:00:01.651621 36674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:00:34.270783+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:00:30.941260+00:00 2021-06-04T23:00:32.648647+00:00 0:00:01.707387 36673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T23:00:28.351040+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-03T23:00:00+00:00 PythonOperator 2021-06-04T23:00:20.370189+00:00 2021-06-04T23:00:23.750942+00:00 0:00:03.380753 36672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:00:18.152492+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T22:00:00+00:00 PythonOperator 2021-06-04T23:00:16.389039+00:00 2021-06-04T23:00:19.681724+00:00 0:00:03.292685 36671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:00:14.150639+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T22:00:00+00:00 PythonOperator 2021-06-04T23:00:10.522293+00:00 2021-06-04T23:00:13.837420+00:00 0:00:03.315127 36670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T23:00:08.145390+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:12:17.519644+00:00 2021-06-04T22:22:20.357917+00:00 0:10:02.838273 36668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:12:15.329418+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:12:09.469129+00:00 2021-06-04T22:22:12.226885+00:00 0:10:02.757756 36667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:12:07.311314+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:11:55.483468+00:00 2021-06-04T22:11:57.176062+00:00 0:00:01.692594 36666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:11:53.303931+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:11:43.773706+00:00 2021-06-04T22:11:45.457616+00:00 0:00:01.683910 36665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:11:41.346186+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:11:33.663979+00:00 2021-06-04T22:11:37.033400+00:00 0:00:03.369421 36664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:11:31.282528+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:11:21.449715+00:00 2021-06-04T22:11:24.795118+00:00 0:00:03.345403 36663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:11:19.190961+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T21:00:00+00:00 TriggerDagRunOperator 2021-06-04T22:11:15.744245+00:00 2021-06-04T22:11:16.313486+00:00 0:00:00.569241 36662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:11:13.244026+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T21:00:00+00:00 TriggerDagRunOperator 2021-06-04T22:11:15.617606+00:00 2021-06-04T22:11:16.121608+00:00 0:00:00.504002 36661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:11:13.243995+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T21:05:00+00:00 EmrJobFlowSensor 2021-06-04T22:06:01.137936+00:00 2021-06-04T22:14:03.627620+00:00 0:08:02.489684 36660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:05:58.763836+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:05:38.908673+00:00 2021-06-04T22:05:40.624661+00:00 0:00:01.715988 36659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:05:36.638929+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T21:05:00+00:00 PythonOperator 2021-06-04T22:05:19.007120+00:00 2021-06-04T22:05:22.361259+00:00 0:00:03.354139 36658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:05:16.622088+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:01:20.373160+00:00 2021-06-04T22:13:23.386887+00:00 0:12:03.013727 36657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:01:18.215590+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:01:06.381211+00:00 2021-06-04T22:11:09.167120+00:00 0:10:02.785909 36656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:01:04.197960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:00:58.444069+00:00 2021-06-04T22:01:00.331340+00:00 0:00:01.887271 36655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:00:56.192129+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:00:44.638470+00:00 2021-06-04T22:00:46.300761+00:00 0:00:01.662291 36654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T22:00:42.178895+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:00:34.303248+00:00 2021-06-04T22:00:37.757511+00:00 0:00:03.454263 36653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:00:32.125093+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:00:06.536400+00:00 2021-06-04T22:00:09.828247+00:00 0:00:03.291847 36652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T22:00:04.099218+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:11:24.768461+00:00 2021-06-04T21:21:27.398799+00:00 0:10:02.630338 36650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:11:22.577137+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:11:12.871997+00:00 2021-06-04T21:20:15.633404+00:00 0:09:02.761407 36649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:11:10.567554+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:11:03.005018+00:00 2021-06-04T21:11:04.750992+00:00 0:00:01.745974 36648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:11:00.557966+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:10:50.707772+00:00 2021-06-04T21:10:52.409859+00:00 0:00:01.702087 36647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:10:48.552300+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:10:40.978114+00:00 2021-06-04T21:10:44.383073+00:00 0:00:03.404959 36646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:10:38.652897+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:10:28.884455+00:00 2021-06-04T21:10:32.037761+00:00 0:00:03.153306 36645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:10:26.495299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T20:00:00+00:00 TriggerDagRunOperator 2021-06-04T21:10:16.759488+00:00 2021-06-04T21:10:17.306775+00:00 0:00:00.547287 36644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:10:14.473866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T20:00:00+00:00 TriggerDagRunOperator 2021-06-04T21:10:16.717572+00:00 2021-06-04T21:10:17.225003+00:00 0:00:00.507431 36643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:10:14.473831+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T20:05:00+00:00 EmrJobFlowSensor 2021-06-04T21:06:04.554941+00:00 2021-06-04T21:15:07.227510+00:00 0:09:02.672569 36642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:06:02.137803+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:05:42.305073+00:00 2021-06-04T21:05:44.029325+00:00 0:00:01.724252 36641 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:05:40.114823+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T20:05:00+00:00 PythonOperator 2021-06-04T21:05:20.342591+00:00 2021-06-04T21:05:23.623338+00:00 0:00:03.280747 36640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:05:18.161938+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:01:07.806392+00:00 2021-06-04T21:10:10.416531+00:00 0:09:02.610139 36639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:01:05.668609+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:00:56.040004+00:00 2021-06-04T21:11:59.067215+00:00 0:11:03.027211 36638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:00:53.659587+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:00:45.779239+00:00 2021-06-04T21:00:47.451882+00:00 0:00:01.672643 36637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T21:00:43.651037+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:00:33.836942+00:00 2021-06-04T21:00:35.506102+00:00 0:00:01.669160 36636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:00:31.650035+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:00:21.883630+00:00 2021-06-04T21:00:25.185499+00:00 0:00:03.301869 36635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T21:00:19.743489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:00:11.867504+00:00 2021-06-04T21:00:15.326703+00:00 0:00:03.459199 36634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:00:09.622050+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T19:00:00+00:00 EmrJobFlowSensor 2021-06-04T20:23:00.328225+00:00 2021-06-04T20:23:01.921140+00:00 0:00:01.592915 36632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:22:57.979004+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T19:00:00+00:00 EmrJobFlowSensor 2021-06-04T20:11:17.230341+00:00 2021-06-04T20:21:20.025397+00:00 0:10:02.795056 36631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:11:14.988219+00:00 2 default_pool