Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:00:50.857032+00:00 2021-06-22T11:09:53.614065+00:00 0:09:02.757033 44450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:00:48.698574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:00:37.627676+00:00 2021-06-22T11:00:39.376121+00:00 0:00:01.748445 44449 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:00:34.760192+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:00:29.209494+00:00 2021-06-22T11:00:31.014625+00:00 0:00:01.805131 44448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T11:00:26.749245+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:00:14.883270+00:00 2021-06-22T11:00:18.370774+00:00 0:00:03.487504 44447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:00:12.606345+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:00:06.905008+00:00 2021-06-22T11:00:10.413325+00:00 0:00:03.508317 44446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T11:00:04.657192+00:00 2 default_pool
failed livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:47:33.494004+00:00 2021-06-22T10:47:35.026706+00:00 0:00:01.532702 44445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:47:31.286696+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:11:19.784936+00:00 2021-06-22T10:20:22.395229+00:00 0:09:02.610293 44441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:11:17.616098+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:11:04.149810+00:00 2021-06-22T10:22:07.096819+00:00 0:11:02.947009 44440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:11:01.674964+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:10:57.989272+00:00 2021-06-22T10:10:59.691882+00:00 0:00:01.702610 44439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:10:55.651199+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:10:41.805398+00:00 2021-06-22T10:10:43.570447+00:00 0:00:01.765049 44438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:10:39.579441+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:10:35.885085+00:00 2021-06-22T10:10:39.452365+00:00 0:00:03.567280 44437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:10:33.584831+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:10:19.822528+00:00 2021-06-22T10:10:23.764219+00:00 0:00:03.941691 44436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:10:17.530872+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T09:00:00+00:00 TriggerDagRunOperator 2021-06-22T10:10:13.974393+00:00 2021-06-22T10:10:14.490353+00:00 0:00:00.515960 44435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:10:11.516808+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T09:00:00+00:00 TriggerDagRunOperator 2021-06-22T10:10:13.783433+00:00 2021-06-22T10:10:14.219438+00:00 0:00:00.436005 44434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:10:11.516775+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T09:05:00+00:00 EmrJobFlowSensor 2021-06-22T10:07:49.632696+00:00 2021-06-22T10:16:52.233007+00:00 0:09:02.600311 44433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:07:47.307224+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:07:27.541781+00:00 2021-06-22T10:07:29.186744+00:00 0:00:01.644963 44432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:07:25.293836+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T09:05:00+00:00 PythonOperator 2021-06-22T10:07:07.962164+00:00 2021-06-22T10:07:11.339955+00:00 0:00:03.377791 44431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:07:05.326178+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:00:49.589562+00:00 2021-06-22T10:09:52.268803+00:00 0:09:02.679241 44428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:00:47.096648+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:00:35.241469+00:00 2021-06-22T10:00:37.026416+00:00 0:00:01.784947 44427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:00:33.046653+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:00:29.289807+00:00 2021-06-22T10:00:30.979691+00:00 0:00:01.689884 44426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T10:00:26.932905+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:00:13.161483+00:00 2021-06-22T10:00:16.667063+00:00 0:00:03.505580 44425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:00:10.917642+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:00:07.145572+00:00 2021-06-22T10:00:10.537512+00:00 0:00:03.391940 44424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T10:00:04.913305+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T08:05:00+00:00 EmrJobFlowSensor 2021-06-22T09:17:08.691591+00:00 2021-06-22T09:17:10.223222+00:00 0:00:01.531631 44423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:17:06.532999+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:12:16.525777+00:00 2021-06-22T09:21:19.274151+00:00 0:09:02.748374 44422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:12:14.146928+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:12:04.441672+00:00 2021-06-22T09:22:07.370026+00:00 0:10:02.928354 44421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:12:02.052677+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:11:56.190872+00:00 2021-06-22T09:11:58.112624+00:00 0:00:01.921752 44420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:11:53.936251+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:11:42.520821+00:00 2021-06-22T09:11:44.248287+00:00 0:00:01.727466 44419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:11:39.918717+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:11:34.087355+00:00 2021-06-22T09:11:37.889354+00:00 0:00:03.801999 44418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:11:31.913448+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:11:20.393578+00:00 2021-06-22T09:11:23.981697+00:00 0:00:03.588119 44417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:11:17.903147+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T08:00:00+00:00 TriggerDagRunOperator 2021-06-22T09:11:16.306656+00:00 2021-06-22T09:11:16.803544+00:00 0:00:00.496888 44416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:11:13.894822+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T08:00:00+00:00 TriggerDagRunOperator 2021-06-22T09:11:16.092350+00:00 2021-06-22T09:11:16.486674+00:00 0:00:00.394324 44415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:11:13.894793+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:05:39.690136+00:00 2021-06-22T09:05:41.329220+00:00 0:00:01.639084 44413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:05:37.405070+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T08:05:00+00:00 PythonOperator 2021-06-22T09:05:17.719268+00:00 2021-06-22T09:05:20.981937+00:00 0:00:03.262669 44412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:05:15.348202+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:01:04.991279+00:00 2021-06-22T09:11:07.970058+00:00 0:10:02.978779 44410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:01:02.380424+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:00:54.644735+00:00 2021-06-22T09:12:57.874426+00:00 0:12:03.229691 44409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:00:52.292788+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:00:42.831394+00:00 2021-06-22T09:00:44.574237+00:00 0:00:01.742843 44408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T09:00:40.233058+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:00:34.660615+00:00 2021-06-22T09:00:36.358179+00:00 0:00:01.697564 44407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:00:32.221807+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:00:20.844942+00:00 2021-06-22T09:00:24.488447+00:00 0:00:03.643505 44406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T09:00:18.213233+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:00:12.329561+00:00 2021-06-22T09:00:15.946767+00:00 0:00:03.617206 44405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:00:10.199560+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:12:25.308682+00:00 2021-06-22T08:22:27.928028+00:00 0:10:02.619346 44404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:12:23.115884+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:12:13.401395+00:00 2021-06-22T08:20:15.927145+00:00 0:08:02.525750 44403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:12:11.162839+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:12:03.560451+00:00 2021-06-22T08:12:05.318142+00:00 0:00:01.757691 44402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:12:01.157690+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:11:51.308924+00:00 2021-06-22T08:11:53.145206+00:00 0:00:01.836282 44401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:11:49.094285+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:11:41.410110+00:00 2021-06-22T08:11:45.257008+00:00 0:00:03.846898 44400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:11:39.152608+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:11:25.431123+00:00 2021-06-22T08:11:29.059577+00:00 0:00:03.628454 44399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:11:23.054138+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T07:00:00+00:00 TriggerDagRunOperator 2021-06-22T08:11:19.458916+00:00 2021-06-22T08:11:19.947473+00:00 0:00:00.488557 44398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:11:17.053646+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T07:00:00+00:00 TriggerDagRunOperator 2021-06-22T08:11:19.357222+00:00 2021-06-22T08:11:19.738099+00:00 0:00:00.380877 44397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:11:17.053606+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T07:05:00+00:00 EmrJobFlowSensor 2021-06-22T08:06:12.657886+00:00 2021-06-22T08:15:15.295731+00:00 0:09:02.637845 44396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:06:10.549263+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:05:48.673992+00:00 2021-06-22T08:05:50.328319+00:00 0:00:01.654327 44395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:05:46.527271+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T07:05:00+00:00 PythonOperator 2021-06-22T08:05:26.814359+00:00 2021-06-22T08:05:30.084923+00:00 0:00:03.270564 44394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:05:24.508210+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:01:44.436051+00:00 2021-06-22T08:10:47.103694+00:00 0:09:02.667643 44393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:01:42.213628+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:01:28.426508+00:00 2021-06-22T08:13:31.670076+00:00 0:12:03.243568 44392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:01:26.192395+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:01:22.533166+00:00 2021-06-22T08:01:24.422373+00:00 0:00:01.889207 44391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T08:01:20.185945+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:00:43.932940+00:00 2021-06-22T08:00:45.739437+00:00 0:00:01.806497 44389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:00:41.758825+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:00:24.277813+00:00 2021-06-22T08:00:27.769112+00:00 0:00:03.491299 44388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T08:00:21.740113+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:00:21.890481+00:00 2021-06-22T08:00:25.926218+00:00 0:00:04.035737 44387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:00:19.724358+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:11:57.405336+00:00 2021-06-22T07:22:00.147402+00:00 0:10:02.742066 44386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:11:55.302234+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:11:55.548774+00:00 2021-06-22T07:21:58.518353+00:00 0:10:02.969579 44385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:11:53.305590+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:11:36.036232+00:00 2021-06-22T07:11:37.782094+00:00 0:00:01.745862 44384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:11:33.343567+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:11:33.642744+00:00 2021-06-22T07:11:35.729667+00:00 0:00:02.086923 44383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:11:31.357701+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:11:14.282491+00:00 2021-06-22T07:11:17.818883+00:00 0:00:03.536392 44382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:11:11.184162+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:11:12.090955+00:00 2021-06-22T07:11:16.288585+00:00 0:00:04.197630 44381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:11:09.252558+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T06:00:00+00:00 TriggerDagRunOperator 2021-06-22T07:10:57.592977+00:00 2021-06-22T07:10:58.127410+00:00 0:00:00.534433 44380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:10:55.245036+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T06:00:00+00:00 TriggerDagRunOperator 2021-06-22T07:10:57.540220+00:00 2021-06-22T07:10:57.928318+00:00 0:00:00.388098 44379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:10:55.244975+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T06:05:00+00:00 EmrJobFlowSensor 2021-06-22T07:06:06.959054+00:00 2021-06-22T07:15:09.654519+00:00 0:09:02.695465 44378 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:06:04.814858+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:05:43.008089+00:00 2021-06-22T07:05:44.733069+00:00 0:00:01.724980 44377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:05:40.794508+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T06:05:00+00:00 PythonOperator 2021-06-22T07:05:20.860857+00:00 2021-06-22T07:05:24.341179+00:00 0:00:03.480322 44376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:05:18.734865+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:01:34.851200+00:00 2021-06-22T07:14:38.016401+00:00 0:13:03.165201 44375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:01:32.545794+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:01:30.723087+00:00 2021-06-22T07:10:33.494841+00:00 0:09:02.771754 44374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:01:28.469603+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:01:12.677394+00:00 2021-06-22T07:01:14.504716+00:00 0:00:01.827322 44373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:01:10.401655+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:01:08.602219+00:00 2021-06-22T07:01:10.371611+00:00 0:00:01.769392 44372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T07:01:06.392329+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:00:52.474198+00:00 2021-06-22T07:00:56.122423+00:00 0:00:03.648225 44371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:00:50.377401+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:00:49.214078+00:00 2021-06-22T07:00:52.630368+00:00 0:00:03.416290 44370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T07:00:46.380314+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T05:00:00+00:00 EmrJobFlowSensor 2021-06-22T06:11:07.924915+00:00 2021-06-22T06:20:10.590275+00:00 0:09:02.665360 44368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:11:05.790469+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T05:00:00+00:00 EmrJobFlowSensor 2021-06-22T06:10:58.064116+00:00 2021-06-22T06:21:01.076423+00:00 0:10:03.012307 44367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:10:55.766223+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:10:47.929692+00:00 2021-06-22T06:10:49.648896+00:00 0:00:01.719204 44366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T06:10:45.752551+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:10:38.096336+00:00 2021-06-22T06:10:39.934459+00:00 0:00:01.838123 44365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T06:10:35.749715+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T05:00:00+00:00 PythonOperator 2021-06-22T06:10:26.033296+00:00 2021-06-22T06:10:29.377046+00:00 0:00:03.343750 44364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T06:10:23.706834+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T05:00:00+00:00 PythonOperator 2021-06-22T06:10:16.049489+00:00 2021-06-22T06:10:19.742134+00:00 0:00:03.692645 44363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T06:10:13.767299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T05:00:00+00:00 TriggerDagRunOperator 2021-06-22T06:10:04.296091+00:00 2021-06-22T06:10:04.812619+00:00 0:00:00.516528 44362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:10:01.761329+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T05:00:00+00:00 TriggerDagRunOperator 2021-06-22T06:10:04.133366+00:00 2021-06-22T06:10:04.544608+00:00 0:00:00.411242 44361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:10:01.761361+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T05:05:00+00:00 EmrJobFlowSensor 2021-06-22T06:06:03.550884+00:00 2021-06-22T06:15:06.109933+00:00 0:09:02.559049 44360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:06:01.168365+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:05:41.167244+00:00 2021-06-22T06:05:42.820835+00:00 0:00:01.653591 44359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T06:05:39.028232+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T05:05:00+00:00 PythonOperator 2021-06-22T06:05:21.163312+00:00 2021-06-22T06:05:24.443148+00:00 0:00:03.279836 44358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T06:05:18.977114+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T05:00:00+00:00 EmrJobFlowSensor 2021-06-22T06:00:56.579481+00:00 2021-06-22T06:09:59.290071+00:00 0:09:02.710590 44357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T06:00:54.315398+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T05:00:00+00:00 EmrJobFlowSensor 2021-06-22T06:00:54.778046+00:00 2021-06-22T06:11:57.906226+00:00 0:11:03.128180 44356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:00:52.312146+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:00:35.156702+00:00 2021-06-22T06:00:36.877376+00:00 0:00:01.720674 44355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T06:00:32.360663+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:00:32.626552+00:00 2021-06-22T06:00:34.744231+00:00 0:00:02.117679 44354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T06:00:30.352883+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T05:00:00+00:00 PythonOperator 2021-06-22T06:00:10.931968+00:00 2021-06-22T06:00:14.560296+00:00 0:00:03.628328 44353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T06:00:07.976176+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T05:00:00+00:00 PythonOperator 2021-06-22T06:00:10.865036+00:00 2021-06-22T06:00:14.519774+00:00 0:00:03.654738 44352 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T06:00:07.976204+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T04:00:00+00:00 EmrJobFlowSensor 2021-06-22T05:12:17.912414+00:00 2021-06-22T05:22:20.960693+00:00 0:10:03.048279 44350 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T05:12:15.622232+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T04:00:00+00:00 EmrJobFlowSensor 2021-06-22T05:12:09.874374+00:00 2021-06-22T05:22:12.860563+00:00 0:10:02.986189 44349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T05:12:07.616785+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T05:11:56.516946+00:00 2021-06-22T05:11:58.434017+00:00 0:00:01.917071 44348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T05:11:53.604098+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T05:11:48.243890+00:00 2021-06-22T05:11:50.062503+00:00 0:00:01.818613 44347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T05:11:45.652210+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T04:00:00+00:00 PythonOperator 2021-06-22T05:11:34.552905+00:00 2021-06-22T05:11:38.233481+00:00 0:00:03.680576 44346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T05:11:31.588493+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T04:00:00+00:00 PythonOperator 2021-06-22T05:11:26.061549+00:00 2021-06-22T05:11:29.485986+00:00 0:00:03.424437 44345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T05:11:23.647617+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T04:00:00+00:00 TriggerDagRunOperator 2021-06-22T05:11:20.213322+00:00 2021-06-22T05:11:20.755798+00:00 0:00:00.542476 44344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T05:11:17.576601+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T04:00:00+00:00 TriggerDagRunOperator 2021-06-22T05:11:19.772027+00:00 2021-06-22T05:11:20.166420+00:00 0:00:00.394393 44343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T05:11:17.576566+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T04:05:00+00:00 EmrJobFlowSensor 2021-06-22T05:06:01.345198+00:00 2021-06-22T05:15:04.035264+00:00 0:09:02.690066 44342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T05:05:59.143633+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T05:05:41.190533+00:00 2021-06-22T05:05:42.928623+00:00 0:00:01.738090 44341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T05:05:38.990652+00:00 2 default_pool