Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T21:00:00+00:00 TriggerDagRunOperator 2021-07-25T22:10:20.400424+00:00 2021-07-25T22:10:20.913591+00:00 0:00:00.513167 58418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T22:10:18.036567+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T21:05:00+00:00 EmrJobFlowSensor 2021-07-25T22:06:00.179812+00:00 2021-07-25T22:14:02.954224+00:00 0:08:02.774412 58417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T22:05:57.762285+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T22:05:40.292822+00:00 2021-07-25T22:05:42.011899+00:00 0:00:01.719077 58416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T22:05:37.757405+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T21:05:00+00:00 PythonOperator 2021-07-25T22:05:17.805074+00:00 2021-07-25T22:05:21.589778+00:00 0:00:03.784704 58415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T22:05:15.648039+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T21:00:00+00:00 EmrJobFlowSensor 2021-07-25T22:00:59.723714+00:00 2021-07-25T22:10:02.736510+00:00 0:09:03.012796 58414 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T22:00:57.256469+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T21:00:00+00:00 EmrJobFlowSensor 2021-07-25T22:00:51.291453+00:00 2021-07-25T22:13:54.785123+00:00 0:13:03.493670 58413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T22:00:49.097415+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T22:00:39.803197+00:00 2021-07-25T22:00:41.704153+00:00 0:00:01.900956 58412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T22:00:37.156416+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T22:00:29.383608+00:00 2021-07-25T22:00:31.277109+00:00 0:00:01.893501 58411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T22:00:27.046699+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T21:00:00+00:00 PythonOperator 2021-07-25T22:00:17.194658+00:00 2021-07-25T22:00:21.068231+00:00 0:00:03.873573 58410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T22:00:15.057887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T21:00:00+00:00 PythonOperator 2021-07-25T22:00:07.619859+00:00 2021-07-25T22:00:11.977296+00:00 0:00:04.357437 58409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T22:00:05.023513+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T20:00:00+00:00 EmrJobFlowSensor 2021-07-25T21:11:23.395294+00:00 2021-07-25T21:19:26.209321+00:00 0:08:02.814027 58407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T21:11:21.049674+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T20:00:00+00:00 EmrJobFlowSensor 2021-07-25T21:11:19.363219+00:00 2021-07-25T21:21:22.398520+00:00 0:10:03.035301 58406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T21:11:17.042562+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T21:10:54.076405+00:00 2021-07-25T21:10:55.875623+00:00 0:00:01.799218 58405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T21:10:51.068444+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T21:10:53.917546+00:00 2021-07-25T21:10:55.715451+00:00 0:00:01.797905 58404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T21:10:51.068404+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T20:00:00+00:00 PythonOperator 2021-07-25T21:10:15.635515+00:00 2021-07-25T21:10:19.288531+00:00 0:00:03.653016 58403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T21:10:12.987993+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T20:00:00+00:00 PythonOperator 2021-07-25T21:10:15.521182+00:00 2021-07-25T21:10:19.750604+00:00 0:00:04.229422 58402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T21:10:12.988026+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T20:00:00+00:00 TriggerDagRunOperator 2021-07-25T21:10:09.500675+00:00 2021-07-25T21:10:09.924471+00:00 0:00:00.423796 58401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T21:10:06.986439+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T20:00:00+00:00 TriggerDagRunOperator 2021-07-25T21:10:09.458453+00:00 2021-07-25T21:10:10.019334+00:00 0:00:00.560881 58400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T21:10:06.986407+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T20:05:00+00:00 EmrJobFlowSensor 2021-07-25T21:05:56.642030+00:00 2021-07-25T21:13:59.187277+00:00 0:08:02.545247 58399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T21:05:54.515194+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T21:05:30.901361+00:00 2021-07-25T21:05:32.555609+00:00 0:00:01.654248 58398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T21:05:28.569161+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T20:05:00+00:00 PythonOperator 2021-07-25T21:05:08.929162+00:00 2021-07-25T21:05:12.740361+00:00 0:00:03.811199 58397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T21:05:06.446364+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T20:00:00+00:00 EmrJobFlowSensor 2021-07-25T21:01:00.594138+00:00 2021-07-25T21:10:03.383000+00:00 0:09:02.788862 58396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T21:00:58.163783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T20:00:00+00:00 EmrJobFlowSensor 2021-07-25T21:00:52.571472+00:00 2021-07-25T21:12:56.213980+00:00 0:12:03.642508 58395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T21:00:50.151491+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T21:00:38.655502+00:00 2021-07-25T21:00:40.520251+00:00 0:00:01.864749 58394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T21:00:36.153514+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T21:00:30.759005+00:00 2021-07-25T21:00:32.529047+00:00 0:00:01.770042 58393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T21:00:28.163839+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T20:00:00+00:00 PythonOperator 2021-07-25T21:00:16.803668+00:00 2021-07-25T21:00:20.582419+00:00 0:00:03.778751 58392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T21:00:14.032317+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T20:00:00+00:00 PythonOperator 2021-07-25T21:00:08.405952+00:00 2021-07-25T21:00:12.615377+00:00 0:00:04.209425 58391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T21:00:06.020249+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T19:00:00+00:00 EmrJobFlowSensor 2021-07-25T20:11:27.785804+00:00 2021-07-25T20:21:30.900656+00:00 0:10:03.114852 58389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T20:11:25.535725+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T19:00:00+00:00 EmrJobFlowSensor 2021-07-25T20:11:07.790849+00:00 2021-07-25T20:20:10.388780+00:00 0:09:02.597931 58388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T20:11:05.524148+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T20:11:05.794374+00:00 2021-07-25T20:11:07.608045+00:00 0:00:01.813671 58387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T20:11:03.519164+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T20:10:46.097520+00:00 2021-07-25T20:10:47.910950+00:00 0:00:01.813430 58386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T20:10:43.506985+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T19:00:00+00:00 PythonOperator 2021-07-25T20:10:43.771805+00:00 2021-07-25T20:10:47.326691+00:00 0:00:03.554886 58385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T20:10:41.494744+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T19:00:00+00:00 PythonOperator 2021-07-25T20:10:23.843408+00:00 2021-07-25T20:10:28.243856+00:00 0:00:04.400448 58384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T20:10:21.455850+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T19:00:00+00:00 TriggerDagRunOperator 2021-07-25T20:10:18.024130+00:00 2021-07-25T20:10:18.420029+00:00 0:00:00.395899 58383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T20:10:15.487132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T19:00:00+00:00 TriggerDagRunOperator 2021-07-25T20:10:17.886931+00:00 2021-07-25T20:10:18.508033+00:00 0:00:00.621102 58382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T20:10:15.487162+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T19:05:00+00:00 EmrJobFlowSensor 2021-07-25T20:06:05.266647+00:00 2021-07-25T20:15:08.031355+00:00 0:09:02.764708 58381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T20:06:03.033790+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T20:05:41.407293+00:00 2021-07-25T20:05:43.151576+00:00 0:00:01.744283 58380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T20:05:39.153009+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T19:05:00+00:00 PythonOperator 2021-07-25T20:05:19.470777+00:00 2021-07-25T20:05:23.087718+00:00 0:00:03.616941 58379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T20:05:17.057004+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T19:00:00+00:00 EmrJobFlowSensor 2021-07-25T20:01:12.782228+00:00 2021-07-25T20:13:16.172535+00:00 0:12:03.390307 58378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T20:01:10.501238+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T19:00:00+00:00 EmrJobFlowSensor 2021-07-25T20:00:56.680545+00:00 2021-07-25T20:09:59.650251+00:00 0:09:02.969706 58377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T20:00:54.452324+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T20:00:42.673167+00:00 2021-07-25T20:00:44.389991+00:00 0:00:01.716824 58376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T20:00:40.424586+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T20:00:31.042100+00:00 2021-07-25T20:00:32.780999+00:00 0:00:01.738899 58375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T20:00:28.541157+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T19:00:00+00:00 PythonOperator 2021-07-25T20:00:20.595893+00:00 2021-07-25T20:00:24.490131+00:00 0:00:03.894238 58374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T20:00:18.343980+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T19:00:00+00:00 PythonOperator 2021-07-25T20:00:08.798097+00:00 2021-07-25T20:00:12.396783+00:00 0:00:03.598686 58373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T20:00:06.295457+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T18:00:00+00:00 EmrJobFlowSensor 2021-07-25T19:11:25.278370+00:00 2021-07-25T19:21:28.290215+00:00 0:10:03.011845 58371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T19:11:23.139659+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T18:00:00+00:00 EmrJobFlowSensor 2021-07-25T19:11:13.483099+00:00 2021-07-25T19:21:16.741338+00:00 0:10:03.258239 58370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T19:11:11.134530+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T19:11:05.395866+00:00 2021-07-25T19:11:07.070020+00:00 0:00:01.674154 58369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T19:11:03.125242+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T19:10:51.969023+00:00 2021-07-25T19:10:53.803011+00:00 0:00:01.833988 58368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T19:10:49.176654+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T18:00:00+00:00 PythonOperator 2021-07-25T19:10:43.834516+00:00 2021-07-25T19:10:47.352385+00:00 0:00:03.517869 58367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T19:10:41.170754+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T18:00:00+00:00 PythonOperator 2021-07-25T19:10:29.575467+00:00 2021-07-25T19:10:33.758337+00:00 0:00:04.182870 58366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T19:10:27.149614+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T18:00:00+00:00 TriggerDagRunOperator 2021-07-25T19:10:20.175462+00:00 2021-07-25T19:10:20.658273+00:00 0:00:00.482811 58365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T19:10:17.146687+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T18:00:00+00:00 TriggerDagRunOperator 2021-07-25T19:10:19.581758+00:00 2021-07-25T19:10:19.958096+00:00 0:00:00.376338 58364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T19:10:17.146639+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T18:05:00+00:00 EmrJobFlowSensor 2021-07-25T19:06:01.355180+00:00 2021-07-25T19:15:04.058521+00:00 0:09:02.703341 58363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T19:05:58.859099+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T19:05:38.926914+00:00 2021-07-25T19:05:40.646847+00:00 0:00:01.719933 58362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T19:05:36.688023+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T18:05:00+00:00 PythonOperator 2021-07-25T19:05:16.796645+00:00 2021-07-25T19:05:20.304068+00:00 0:00:03.507423 58361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T19:05:14.619741+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T18:00:00+00:00 EmrJobFlowSensor 2021-07-25T19:01:12.416813+00:00 2021-07-25T19:13:15.766675+00:00 0:12:03.349862 58360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T19:01:10.095011+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T18:00:00+00:00 EmrJobFlowSensor 2021-07-25T19:01:08.535332+00:00 2021-07-25T19:10:11.342203+00:00 0:09:02.806871 58359 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T19:01:06.090426+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T19:00:46.213839+00:00 2021-07-25T19:00:47.995562+00:00 0:00:01.781723 58358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T19:00:44.059232+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T19:00:44.439625+00:00 2021-07-25T19:00:46.337330+00:00 0:00:01.897705 58357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T19:00:42.064270+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T18:00:00+00:00 PythonOperator 2021-07-25T19:00:20.184674+00:00 2021-07-25T19:00:24.287251+00:00 0:00:04.102577 58356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T19:00:18.030887+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T18:00:00+00:00 PythonOperator 2021-07-25T19:00:12.448639+00:00 2021-07-25T19:00:16.062774+00:00 0:00:03.614135 58355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T19:00:10.029516+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T17:00:00+00:00 EmrJobFlowSensor 2021-07-25T18:11:37.098440+00:00 2021-07-25T18:21:40.110054+00:00 0:10:03.011614 58353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T18:11:34.788569+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T17:00:00+00:00 EmrJobFlowSensor 2021-07-25T18:11:21.166833+00:00 2021-07-25T18:22:24.456091+00:00 0:11:03.289258 58352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T18:11:18.780889+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T18:11:15.131379+00:00 2021-07-25T18:11:16.853638+00:00 0:00:01.722259 58351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T18:11:12.753226+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T18:10:59.017857+00:00 2021-07-25T18:11:00.867549+00:00 0:00:01.849692 58350 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T18:10:56.659181+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T17:00:00+00:00 PythonOperator 2021-07-25T18:10:52.856873+00:00 2021-07-25T18:10:56.686853+00:00 0:00:03.829980 58349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T18:10:50.654261+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T17:00:00+00:00 PythonOperator 2021-07-25T18:10:37.439762+00:00 2021-07-25T18:10:41.206174+00:00 0:00:03.766412 58348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T18:10:34.748726+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T17:00:00+00:00 TriggerDagRunOperator 2021-07-25T18:10:29.166895+00:00 2021-07-25T18:10:29.655904+00:00 0:00:00.489009 58347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T18:10:26.677517+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T17:00:00+00:00 TriggerDagRunOperator 2021-07-25T18:10:29.039319+00:00 2021-07-25T18:10:29.430447+00:00 0:00:00.391128 58346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T18:10:26.677480+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T17:05:00+00:00 EmrJobFlowSensor 2021-07-25T18:06:04.433506+00:00 2021-07-25T18:14:07.140122+00:00 0:08:02.706616 58345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T18:06:02.111180+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T18:05:40.452590+00:00 2021-07-25T18:05:42.157466+00:00 0:00:01.704876 58344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T18:05:38.152184+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T17:05:00+00:00 PythonOperator 2021-07-25T18:05:18.346119+00:00 2021-07-25T18:05:21.910368+00:00 0:00:03.564249 58343 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T18:05:16.046245+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T17:00:00+00:00 EmrJobFlowSensor 2021-07-25T18:01:07.619036+00:00 2021-07-25T18:10:10.582717+00:00 0:09:02.963681 58342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T18:01:05.439801+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T17:00:00+00:00 EmrJobFlowSensor 2021-07-25T18:00:49.827679+00:00 2021-07-25T18:13:53.408017+00:00 0:13:03.580338 58341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T18:00:47.420734+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T18:00:43.607377+00:00 2021-07-25T18:00:45.312512+00:00 0:00:01.705135 58340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T18:00:41.414066+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T18:00:27.864091+00:00 2021-07-25T18:00:29.771638+00:00 0:00:01.907547 58339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T18:00:25.466457+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T17:00:00+00:00 PythonOperator 2021-07-25T18:00:19.661198+00:00 2021-07-25T18:00:23.656454+00:00 0:00:03.995256 58338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T18:00:17.464310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T17:00:00+00:00 PythonOperator 2021-07-25T18:00:05.716054+00:00 2021-07-25T18:00:09.906592+00:00 0:00:04.190538 58337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T18:00:03.386131+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T16:00:00+00:00 EmrJobFlowSensor 2021-07-25T17:17:07.048241+00:00 2021-07-25T17:27:10.009323+00:00 0:10:02.961082 58336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T17:17:04.766464+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T16:00:00+00:00 EmrJobFlowSensor 2021-07-25T17:17:05.420738+00:00 2021-07-25T17:29:08.933423+00:00 0:12:03.512685 58335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T17:17:02.766786+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T17:16:45.349186+00:00 2021-07-25T17:16:47.207131+00:00 0:00:01.857945 58334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T17:16:42.755539+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T17:16:45.199493+00:00 2021-07-25T17:16:46.928321+00:00 0:00:01.728828 58333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T17:16:42.755493+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T16:00:00+00:00 PythonOperator 2021-07-25T17:16:24.852265+00:00 2021-07-25T17:16:28.816832+00:00 0:00:03.964567 58332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T17:16:22.615650+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T16:00:00+00:00 PythonOperator 2021-07-25T17:16:22.932875+00:00 2021-07-25T17:16:26.692087+00:00 0:00:03.759212 58331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T17:16:20.615242+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T16:00:00+00:00 TriggerDagRunOperator 2021-07-25T17:16:09.362530+00:00 2021-07-25T17:16:09.898505+00:00 0:00:00.535975 58330 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T17:16:06.604402+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T16:00:00+00:00 TriggerDagRunOperator 2021-07-25T17:16:09.221038+00:00 2021-07-25T17:16:09.644466+00:00 0:00:00.423428 58329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T17:16:06.604365+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T16:05:00+00:00 EmrJobFlowSensor 2021-07-25T17:06:00.964366+00:00 2021-07-25T17:14:03.685050+00:00 0:08:02.720684 58327 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T17:05:58.656839+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T17:05:39.028314+00:00 2021-07-25T17:05:40.660751+00:00 0:00:01.632437 58326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T17:05:36.555416+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T16:05:00+00:00 PythonOperator 2021-07-25T17:05:16.910285+00:00 2021-07-25T17:05:20.538249+00:00 0:00:03.627964 58325 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T17:05:14.484366+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T16:00:00+00:00 EmrJobFlowSensor 2021-07-25T17:01:06.266621+00:00 2021-07-25T17:10:09.231712+00:00 0:09:02.965091 58324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T17:01:04.023719+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T16:00:00+00:00 EmrJobFlowSensor 2021-07-25T17:00:56.171412+00:00 2021-07-25T17:12:59.418391+00:00 0:12:03.246979 58323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T17:00:54.004657+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T17:00:42.380058+00:00 2021-07-25T17:00:44.160119+00:00 0:00:01.780061 58322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T17:00:40.059409+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T17:00:34.236110+00:00 2021-07-25T17:00:36.126876+00:00 0:00:01.890766 58321 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T17:00:31.986267+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T16:00:00+00:00 PythonOperator 2021-07-25T17:00:20.451920+00:00 2021-07-25T17:00:24.026382+00:00 0:00:03.574462 58320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T17:00:17.955708+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T16:00:00+00:00 PythonOperator 2021-07-25T17:00:14.089695+00:00 2021-07-25T17:00:18.432592+00:00 0:00:04.342897 58319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T17:00:11.918327+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T15:00:00+00:00 EmrJobFlowSensor 2021-07-25T16:13:37.684780+00:00 2021-07-25T16:22:40.460013+00:00 0:09:02.775233 58318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T16:13:35.203957+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T15:00:00+00:00 EmrJobFlowSensor 2021-07-25T16:13:37.605094+00:00 2021-07-25T16:25:41.173168+00:00 0:12:03.568074 58317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T16:13:35.203989+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T16:13:15.992784+00:00 2021-07-25T16:13:17.699216+00:00 0:00:01.706432 58316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T16:13:13.257538+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T16:13:13.553893+00:00 2021-07-25T16:13:15.808617+00:00 0:00:02.254724 58315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T16:13:11.189385+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T15:00:00+00:00 PythonOperator 2021-07-25T16:12:53.548324+00:00 2021-07-25T16:12:57.740354+00:00 0:00:04.192030 58314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T16:12:51.147357+00:00 2 default_pool