Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T08:00:00+00:00 EmrJobFlowSensor 2021-06-21T09:01:12.276775+00:00 2021-06-21T09:12:15.344635+00:00 0:11:03.067860 43975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T09:01:10.125054+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T08:00:00+00:00 EmrJobFlowSensor 2021-06-21T09:01:08.416906+00:00 2021-06-21T09:10:11.182001+00:00 0:09:02.765095 43974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T09:01:06.120128+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T09:00:34.386483+00:00 2021-06-21T09:00:36.170650+00:00 0:00:01.784167 43973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T09:00:32.095254+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T09:00:26.320130+00:00 2021-06-21T09:00:28.223028+00:00 0:00:01.902898 43972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T09:00:24.086108+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T08:00:00+00:00 PythonOperator 2021-06-21T09:00:12.380586+00:00 2021-06-21T09:00:15.890026+00:00 0:00:03.509440 43971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T09:00:10.069796+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T08:00:00+00:00 PythonOperator 2021-06-21T09:00:04.358352+00:00 2021-06-21T09:00:07.978656+00:00 0:00:03.620304 43970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T09:00:02.011814+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T07:00:00+00:00 EmrJobFlowSensor 2021-06-21T08:12:36.678085+00:00 2021-06-21T08:21:39.395783+00:00 0:09:02.717698 43968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T08:12:34.176418+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T07:00:00+00:00 EmrJobFlowSensor 2021-06-21T08:12:34.356148+00:00 2021-06-21T08:22:37.484075+00:00 0:10:03.127927 43967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T08:12:32.158503+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T08:12:12.791885+00:00 2021-06-21T08:12:14.488558+00:00 0:00:01.696673 43966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T08:12:10.139128+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T08:12:10.318681+00:00 2021-06-21T08:12:12.430472+00:00 0:00:02.111791 43965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T08:12:08.138492+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T07:00:00+00:00 PythonOperator 2021-06-21T08:11:48.681335+00:00 2021-06-21T08:11:52.241211+00:00 0:00:03.559876 43964 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T08:11:46.163087+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T07:00:00+00:00 PythonOperator 2021-06-21T08:11:48.612248+00:00 2021-06-21T08:11:52.141143+00:00 0:00:03.528895 43963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T08:11:46.163056+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T07:00:00+00:00 TriggerDagRunOperator 2021-06-21T08:11:24.501080+00:00 2021-06-21T08:11:24.993649+00:00 0:00:00.492569 43962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T08:11:22.101762+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T07:00:00+00:00 TriggerDagRunOperator 2021-06-21T08:11:24.333544+00:00 2021-06-21T08:11:24.705167+00:00 0:00:00.371623 43961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T08:11:22.101792+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T07:05:00+00:00 EmrJobFlowSensor 2021-06-21T08:05:50.053186+00:00 2021-06-21T08:14:52.715471+00:00 0:09:02.662285 43960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T08:05:47.747681+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T08:05:28.065872+00:00 2021-06-21T08:05:29.694361+00:00 0:00:01.628489 43959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T08:05:25.684735+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T07:05:00+00:00 PythonOperator 2021-06-21T08:05:08.317646+00:00 2021-06-21T08:05:11.808715+00:00 0:00:03.491069 43958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T08:05:05.663513+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T07:00:00+00:00 EmrJobFlowSensor 2021-06-21T08:01:07.737912+00:00 2021-06-21T08:13:10.826462+00:00 0:12:03.088550 43957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T08:01:05.359141+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T07:00:00+00:00 EmrJobFlowSensor 2021-06-21T08:01:05.641557+00:00 2021-06-21T08:11:08.480173+00:00 0:10:02.838616 43956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T08:01:03.354920+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T08:00:45.360301+00:00 2021-06-21T08:00:47.031867+00:00 0:00:01.671566 43955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T08:00:43.191178+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T08:00:41.367548+00:00 2021-06-21T08:00:43.073532+00:00 0:00:01.705984 43954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T08:00:39.185986+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T07:00:00+00:00 PythonOperator 2021-06-21T08:00:23.434275+00:00 2021-06-21T08:00:26.941825+00:00 0:00:03.507550 43953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T08:00:21.117437+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T07:00:00+00:00 PythonOperator 2021-06-21T08:00:19.778660+00:00 2021-06-21T08:00:23.275604+00:00 0:00:03.496944 43952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T08:00:17.096380+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T06:00:00+00:00 EmrJobFlowSensor 2021-06-21T07:12:19.412001+00:00 2021-06-21T07:22:22.199709+00:00 0:10:02.787708 43950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T07:12:16.479884+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T06:00:00+00:00 EmrJobFlowSensor 2021-06-21T07:12:16.880223+00:00 2021-06-21T07:21:19.930472+00:00 0:09:03.050249 43949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T07:12:14.557864+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T07:11:58.848466+00:00 2021-06-21T07:12:00.635945+00:00 0:00:01.787479 43948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T07:11:56.413649+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T07:11:56.646055+00:00 2021-06-21T07:11:58.403497+00:00 0:00:01.757442 43947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T07:11:54.408057+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T06:00:00+00:00 PythonOperator 2021-06-21T07:11:37.498324+00:00 2021-06-21T07:11:41.293919+00:00 0:00:03.795595 43946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T07:11:34.388301+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T06:00:00+00:00 PythonOperator 2021-06-21T07:11:35.413232+00:00 2021-06-21T07:11:39.459245+00:00 0:00:04.046013 43945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T07:11:32.385476+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T06:00:00+00:00 TriggerDagRunOperator 2021-06-21T07:11:26.685340+00:00 2021-06-21T07:11:27.121802+00:00 0:00:00.436462 43944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T07:11:24.342336+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T06:00:00+00:00 TriggerDagRunOperator 2021-06-21T07:11:26.695985+00:00 2021-06-21T07:11:27.233311+00:00 0:00:00.537326 43943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T07:11:24.342308+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T06:05:00+00:00 EmrJobFlowSensor 2021-06-21T07:06:04.331812+00:00 2021-06-21T07:15:06.981170+00:00 0:09:02.649358 43942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T07:06:01.965314+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T07:05:41.975543+00:00 2021-06-21T07:05:43.638241+00:00 0:00:01.662698 43941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T07:05:39.845088+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T06:05:00+00:00 PythonOperator 2021-06-21T07:05:21.988709+00:00 2021-06-21T07:05:25.268576+00:00 0:00:03.279867 43940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T07:05:19.827137+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T06:00:00+00:00 EmrJobFlowSensor 2021-06-21T07:01:05.819256+00:00 2021-06-21T07:11:08.615790+00:00 0:10:02.796534 43939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T07:01:03.474087+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T06:00:00+00:00 EmrJobFlowSensor 2021-06-21T07:00:49.754450+00:00 2021-06-21T07:11:52.812517+00:00 0:11:03.058067 43938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T07:00:47.400468+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T07:00:43.704138+00:00 2021-06-21T07:00:45.635218+00:00 0:00:01.931080 43937 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T07:00:41.393093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T07:00:27.458857+00:00 2021-06-21T07:00:29.291235+00:00 0:00:01.832378 43936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T07:00:25.320732+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T06:00:00+00:00 PythonOperator 2021-06-21T07:00:21.523959+00:00 2021-06-21T07:00:25.062410+00:00 0:00:03.538451 43935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T07:00:19.309348+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T06:00:00+00:00 PythonOperator 2021-06-21T07:00:06.044834+00:00 2021-06-21T07:00:09.572633+00:00 0:00:03.527799 43934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T07:00:03.362846+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T05:00:00+00:00 EmrJobFlowSensor 2021-06-21T06:12:35.555805+00:00 2021-06-21T06:22:38.458019+00:00 0:10:02.902214 43932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T06:12:33.248586+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T05:00:00+00:00 EmrJobFlowSensor 2021-06-21T06:12:23.416997+00:00 2021-06-21T06:21:26.048857+00:00 0:09:02.631860 43931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T06:12:21.238713+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T06:12:13.475623+00:00 2021-06-21T06:12:15.273956+00:00 0:00:01.798333 43930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T06:12:11.226138+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T06:12:01.717603+00:00 2021-06-21T06:12:03.501110+00:00 0:00:01.783507 43929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T06:11:59.261233+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T05:00:00+00:00 PythonOperator 2021-06-21T06:11:49.576253+00:00 2021-06-21T06:11:53.310293+00:00 0:00:03.734040 43928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T06:11:47.261278+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T05:00:00+00:00 PythonOperator 2021-06-21T06:11:39.382786+00:00 2021-06-21T06:11:42.897060+00:00 0:00:03.514274 43927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T06:11:37.189576+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T05:00:00+00:00 TriggerDagRunOperator 2021-06-21T06:11:27.430644+00:00 2021-06-21T06:11:27.939984+00:00 0:00:00.509340 43926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T06:11:25.108283+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T05:00:00+00:00 TriggerDagRunOperator 2021-06-21T06:11:27.355899+00:00 2021-06-21T06:11:27.779427+00:00 0:00:00.423528 43925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T06:11:25.108244+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T05:05:00+00:00 EmrJobFlowSensor 2021-06-21T06:05:56.706951+00:00 2021-06-21T06:14:59.491248+00:00 0:09:02.784297 43924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T06:05:54.487509+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T06:05:34.582765+00:00 2021-06-21T06:05:36.304852+00:00 0:00:01.722087 43923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T06:05:32.432039+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T05:05:00+00:00 PythonOperator 2021-06-21T06:05:12.577801+00:00 2021-06-21T06:05:16.045751+00:00 0:00:03.467950 43922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T06:05:10.400270+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T05:00:00+00:00 EmrJobFlowSensor 2021-06-21T06:01:04.456915+00:00 2021-06-21T06:11:07.449678+00:00 0:10:02.992763 43921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T06:01:01.996544+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T05:00:00+00:00 EmrJobFlowSensor 2021-06-21T06:00:58.388594+00:00 2021-06-21T06:13:01.431688+00:00 0:12:03.043094 43920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T06:00:55.987567+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T06:00:42.253254+00:00 2021-06-21T06:00:44.105337+00:00 0:00:01.852083 43919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T06:00:39.952462+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T06:00:38.119150+00:00 2021-06-21T06:00:39.775643+00:00 0:00:01.656493 43918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T06:00:35.941204+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T05:00:00+00:00 PythonOperator 2021-06-21T06:00:22.150526+00:00 2021-06-21T06:00:25.799863+00:00 0:00:03.649337 43917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T06:00:19.927966+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T05:00:00+00:00 PythonOperator 2021-06-21T06:00:16.274604+00:00 2021-06-21T06:00:20.041594+00:00 0:00:03.766990 43916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T06:00:13.922382+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T04:00:00+00:00 EmrJobFlowSensor 2021-06-21T05:12:19.765416+00:00 2021-06-21T05:20:22.440737+00:00 0:08:02.675321 43914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T05:12:17.286264+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T04:00:00+00:00 EmrJobFlowSensor 2021-06-21T05:12:07.657338+00:00 2021-06-21T05:22:10.502683+00:00 0:10:02.845345 43913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T05:12:05.258417+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T05:11:57.500867+00:00 2021-06-21T05:11:59.216111+00:00 0:00:01.715244 43912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T05:11:55.264058+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T05:11:45.582281+00:00 2021-06-21T05:11:47.288721+00:00 0:00:01.706440 43911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T05:11:43.251371+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T04:00:00+00:00 PythonOperator 2021-06-21T05:11:37.313898+00:00 2021-06-21T05:11:40.570612+00:00 0:00:03.256714 43910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T05:11:35.116819+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T04:00:00+00:00 PythonOperator 2021-06-21T05:11:25.620232+00:00 2021-06-21T05:11:29.328162+00:00 0:00:03.707930 43909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T05:11:23.104331+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T04:00:00+00:00 TriggerDagRunOperator 2021-06-21T05:11:17.742816+00:00 2021-06-21T05:11:18.132147+00:00 0:00:00.389331 43908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T05:11:15.098560+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T04:00:00+00:00 TriggerDagRunOperator 2021-06-21T05:11:17.395707+00:00 2021-06-21T05:11:17.892122+00:00 0:00:00.496415 43907 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T05:11:15.098592+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T04:05:00+00:00 EmrJobFlowSensor 2021-06-21T05:06:16.523306+00:00 2021-06-21T05:15:19.319311+00:00 0:09:02.796005 43906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T05:06:14.329968+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T05:05:44.703907+00:00 2021-06-21T05:05:46.375426+00:00 0:00:01.671519 43905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T05:05:42.298651+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T04:05:00+00:00 PythonOperator 2021-06-21T05:05:22.360570+00:00 2021-06-21T05:05:25.801171+00:00 0:00:03.440601 43904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T05:05:20.213584+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T04:00:00+00:00 EmrJobFlowSensor 2021-06-21T05:01:06.212297+00:00 2021-06-21T05:11:09.114158+00:00 0:10:02.901861 43903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T05:01:03.871166+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T04:00:00+00:00 EmrJobFlowSensor 2021-06-21T05:00:58.282898+00:00 2021-06-21T05:13:01.475725+00:00 0:12:03.192827 43902 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T05:00:55.873750+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T05:00:44.012464+00:00 2021-06-21T05:00:45.754539+00:00 0:00:01.742075 43901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T05:00:41.792611+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T05:00:38.222906+00:00 2021-06-21T05:00:39.918826+00:00 0:00:01.695920 43900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T05:00:35.854272+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T04:00:00+00:00 PythonOperator 2021-06-21T05:00:24.540661+00:00 2021-06-21T05:00:27.860440+00:00 0:00:03.319779 43899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T05:00:21.738239+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T04:00:00+00:00 PythonOperator 2021-06-21T05:00:16.158439+00:00 2021-06-21T05:00:19.631466+00:00 0:00:03.473027 43898 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T05:00:13.727754+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T03:00:00+00:00 EmrJobFlowSensor 2021-06-21T04:12:26.450967+00:00 2021-06-21T04:21:29.349542+00:00 0:09:02.898575 43896 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T04:12:23.860923+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T03:00:00+00:00 EmrJobFlowSensor 2021-06-21T04:12:10.034773+00:00 2021-06-21T04:21:12.748258+00:00 0:09:02.713485 43895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T04:12:07.819685+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T04:12:00.308176+00:00 2021-06-21T04:12:02.190524+00:00 0:00:01.882348 43894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T04:11:57.869100+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T04:11:48.089698+00:00 2021-06-21T04:11:49.774714+00:00 0:00:01.685016 43893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T04:11:45.806770+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T03:00:00+00:00 PythonOperator 2021-06-21T04:11:38.109773+00:00 2021-06-21T04:11:41.624238+00:00 0:00:03.514465 43892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T04:11:35.865416+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T03:00:00+00:00 PythonOperator 2021-06-21T04:11:26.530933+00:00 2021-06-21T04:11:30.070907+00:00 0:00:03.539974 43891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T04:11:23.734615+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T03:00:00+00:00 TriggerDagRunOperator 2021-06-21T04:11:18.114941+00:00 2021-06-21T04:11:18.541048+00:00 0:00:00.426107 43890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T04:11:15.727654+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T03:00:00+00:00 TriggerDagRunOperator 2021-06-21T04:11:18.070628+00:00 2021-06-21T04:11:18.671467+00:00 0:00:00.600839 43889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T04:11:15.727627+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T03:05:00+00:00 EmrJobFlowSensor 2021-06-21T04:06:09.406903+00:00 2021-06-21T04:15:12.016580+00:00 0:09:02.609677 43888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T04:06:07.117619+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T04:05:41.623930+00:00 2021-06-21T04:05:43.493872+00:00 0:00:01.869942 43887 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T04:05:39.292308+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T03:05:00+00:00 PythonOperator 2021-06-21T04:05:19.274416+00:00 2021-06-21T04:05:22.842631+00:00 0:00:03.568215 43886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T04:05:17.037808+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T03:00:00+00:00 EmrJobFlowSensor 2021-06-21T04:00:58.544230+00:00 2021-06-21T04:13:01.608598+00:00 0:12:03.064368 43885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T04:00:56.418905+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T03:00:00+00:00 EmrJobFlowSensor 2021-06-21T04:00:50.647967+00:00 2021-06-21T04:10:53.562213+00:00 0:10:02.914246 43884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T04:00:48.407008+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T04:00:36.796470+00:00 2021-06-21T04:00:38.609862+00:00 0:00:01.813392 43883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T04:00:34.450863+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T04:00:28.827914+00:00 2021-06-21T04:00:30.547698+00:00 0:00:01.719784 43882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T04:00:26.463419+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T03:00:00+00:00 PythonOperator 2021-06-21T04:00:14.633302+00:00 2021-06-21T04:00:18.544619+00:00 0:00:03.911317 43881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T04:00:12.350929+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T03:00:00+00:00 PythonOperator 2021-06-21T04:00:08.754712+00:00 2021-06-21T04:00:12.069930+00:00 0:00:03.315218 43880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T04:00:06.341646+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T02:00:00+00:00 EmrJobFlowSensor 2021-06-21T03:11:23.284607+00:00 2021-06-21T03:20:26.061277+00:00 0:09:02.776670 43878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T03:11:21.002912+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T02:00:00+00:00 EmrJobFlowSensor 2021-06-21T03:11:09.308014+00:00 2021-06-21T03:19:11.948714+00:00 0:08:02.640700 43877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T03:11:06.988620+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T03:10:55.616867+00:00 2021-06-21T03:10:57.346309+00:00 0:00:01.729442 43876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T03:10:52.954993+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T03:10:47.361403+00:00 2021-06-21T03:10:49.052815+00:00 0:00:01.691412 43875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T03:10:44.983917+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T02:00:00+00:00 PythonOperator 2021-06-21T03:10:35.026248+00:00 2021-06-21T03:10:38.787304+00:00 0:00:03.761056 43874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T03:10:32.882573+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T02:00:00+00:00 PythonOperator 2021-06-21T03:10:25.289378+00:00 2021-06-21T03:10:28.727145+00:00 0:00:03.437767 43873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T03:10:22.951127+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T02:00:00+00:00 TriggerDagRunOperator 2021-06-21T03:10:11.129583+00:00 2021-06-21T03:10:11.641469+00:00 0:00:00.511886 43872 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T03:10:08.796994+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T02:00:00+00:00 TriggerDagRunOperator 2021-06-21T03:10:10.992195+00:00 2021-06-21T03:10:11.421062+00:00 0:00:00.428867 43871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T03:10:08.797045+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T02:05:00+00:00 EmrJobFlowSensor 2021-06-21T03:05:48.482112+00:00 2021-06-21T03:13:50.884868+00:00 0:08:02.402756 43870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T03:05:46.381119+00:00 2 default_pool