Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-29T00:00:00+00:00 EmrJobFlowSensor 2021-06-29T01:10:42.366575+00:00 2021-06-29T01:20:45.152965+00:00 0:10:02.786390 47482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T01:10:40.142930+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T01:10:24.445425+00:00 2021-06-29T01:10:26.128265+00:00 0:00:01.682840 47481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T01:10:22.124699+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T01:10:20.722284+00:00 2021-06-29T01:10:22.496350+00:00 0:00:01.774066 47480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T01:10:18.178084+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T00:00:00+00:00 PythonOperator 2021-06-29T01:10:03.699434+00:00 2021-06-29T01:10:07.330101+00:00 0:00:03.630667 47479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T01:10:00.179058+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T00:00:00+00:00 PythonOperator 2021-06-29T01:09:58.332234+00:00 2021-06-29T01:10:03.393688+00:00 0:00:05.061454 47478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T01:09:56.105945+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T00:00:00+00:00 TriggerDagRunOperator 2021-06-29T01:09:40.423130+00:00 2021-06-29T01:09:40.917349+00:00 0:00:00.494219 47477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T01:09:38.089164+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T00:00:00+00:00 TriggerDagRunOperator 2021-06-29T01:09:40.254595+00:00 2021-06-29T01:09:40.667985+00:00 0:00:00.413390 47476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T01:09:38.089197+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T01:05:27.872589+00:00 2021-06-29T01:05:29.492222+00:00 0:00:01.619633 47474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T01:05:25.740572+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T00:05:00+00:00 PythonOperator 2021-06-29T01:05:06.189520+00:00 2021-06-29T01:05:09.885941+00:00 0:00:03.696421 47473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T01:05:03.789646+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T00:00:00+00:00 EmrJobFlowSensor 2021-06-29T01:01:13.524844+00:00 2021-06-29T01:09:16.255657+00:00 0:08:02.730813 47472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T01:01:11.272138+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T00:00:00+00:00 EmrJobFlowSensor 2021-06-29T01:00:53.476344+00:00 2021-06-29T01:11:56.426867+00:00 0:11:02.950523 47471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T01:00:51.231849+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T01:00:41.488152+00:00 2021-06-29T01:00:43.156011+00:00 0:00:01.667859 47470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T01:00:39.277402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T01:00:29.524879+00:00 2021-06-29T01:00:31.265844+00:00 0:00:01.740965 47469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T01:00:27.208080+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T00:00:00+00:00 PythonOperator 2021-06-29T01:00:19.695792+00:00 2021-06-29T01:00:23.215585+00:00 0:00:03.519793 47468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T01:00:17.201844+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T00:00:00+00:00 PythonOperator 2021-06-29T01:00:07.535752+00:00 2021-06-29T01:00:11.267636+00:00 0:00:03.731884 47467 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T01:00:05.186049+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T23:05:00+00:00 EmrJobFlowSensor 2021-06-29T00:13:04.490098+00:00 2021-06-29T00:15:06.205223+00:00 0:02:01.715125 47465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T00:13:01.953381+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T23:00:00+00:00 EmrJobFlowSensor 2021-06-29T00:12:08.008139+00:00 2021-06-29T00:21:10.887984+00:00 0:09:02.879845 47464 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T00:12:05.820983+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T23:00:00+00:00 EmrJobFlowSensor 2021-06-29T00:12:03.997501+00:00 2021-06-29T00:22:06.907757+00:00 0:10:02.910256 47463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T00:12:01.809638+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T00:11:42.022664+00:00 2021-06-29T00:11:43.773174+00:00 0:00:01.750510 47462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T00:11:39.790767+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T00:11:35.971185+00:00 2021-06-29T00:11:37.699865+00:00 0:00:01.728680 47461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T00:11:33.786193+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T23:00:00+00:00 PythonOperator 2021-06-29T00:11:11.904555+00:00 2021-06-29T00:11:15.564525+00:00 0:00:03.659970 47460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T00:11:09.744876+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T23:00:00+00:00 PythonOperator 2021-06-29T00:11:06.131219+00:00 2021-06-29T00:11:09.953955+00:00 0:00:03.822736 47459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T00:11:03.735287+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T23:00:00+00:00 TriggerDagRunOperator 2021-06-29T00:11:01.002896+00:00 2021-06-29T00:11:01.406517+00:00 0:00:00.403621 47458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T00:10:57.577085+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T23:00:00+00:00 TriggerDagRunOperator 2021-06-29T00:11:00.637458+00:00 2021-06-29T00:11:01.150990+00:00 0:00:00.513532 47457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T00:10:57.577027+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T00:05:36.974564+00:00 2021-06-29T00:05:38.606531+00:00 0:00:01.631967 47455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T00:05:34.884873+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T23:05:00+00:00 PythonOperator 2021-06-29T00:05:15.184135+00:00 2021-06-29T00:05:18.618053+00:00 0:00:03.433918 47454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T00:05:12.866504+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T23:00:00+00:00 EmrJobFlowSensor 2021-06-29T00:00:56.670463+00:00 2021-06-29T00:11:59.640657+00:00 0:11:02.970194 47453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T00:00:54.494575+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T23:00:00+00:00 EmrJobFlowSensor 2021-06-29T00:00:49.081370+00:00 2021-06-29T00:10:51.982977+00:00 0:10:02.901607 47452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T00:00:46.553084+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T00:00:35.101612+00:00 2021-06-29T00:00:36.793503+00:00 0:00:01.691891 47451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T00:00:32.432880+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T00:00:26.701761+00:00 2021-06-29T00:00:28.486769+00:00 0:00:01.785008 47450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T00:00:24.483496+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T23:00:00+00:00 PythonOperator 2021-06-29T00:00:13.145387+00:00 2021-06-29T00:00:17.109727+00:00 0:00:03.964340 47449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T00:00:10.411986+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T23:00:00+00:00 PythonOperator 2021-06-29T00:00:04.911519+00:00 2021-06-29T00:00:08.544849+00:00 0:00:03.633330 47448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T00:00:02.417176+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T22:05:00+00:00 EmrJobFlowSensor 2021-06-28T23:12:43.029544+00:00 2021-06-28T23:14:44.752623+00:00 0:02:01.723079 47446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:12:40.745349+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T22:00:00+00:00 EmrJobFlowSensor 2021-06-28T23:10:27.075254+00:00 2021-06-28T23:19:29.729570+00:00 0:09:02.654316 47445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:10:24.601136+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T22:00:00+00:00 EmrJobFlowSensor 2021-06-28T23:10:24.795170+00:00 2021-06-28T23:20:28.038184+00:00 0:10:03.243014 47444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:10:22.598671+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T23:10:05.274273+00:00 2021-06-28T23:10:07.111190+00:00 0:00:01.836917 47443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T23:10:02.590234+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T23:10:05.179397+00:00 2021-06-28T23:10:06.957590+00:00 0:00:01.778193 47442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T23:10:02.590196+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T22:00:00+00:00 PythonOperator 2021-06-28T23:09:43.547935+00:00 2021-06-28T23:09:47.195859+00:00 0:00:03.647924 47441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T23:09:40.558516+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T22:00:00+00:00 PythonOperator 2021-06-28T23:09:41.455204+00:00 2021-06-28T23:09:45.669404+00:00 0:00:04.214200 47440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T23:09:38.557550+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T22:00:00+00:00 TriggerDagRunOperator 2021-06-28T23:09:29.098415+00:00 2021-06-28T23:09:29.588402+00:00 0:00:00.489987 47439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:09:26.485838+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T22:00:00+00:00 TriggerDagRunOperator 2021-06-28T23:09:28.797757+00:00 2021-06-28T23:09:29.232821+00:00 0:00:00.435064 47438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:09:26.485877+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T23:05:42.280157+00:00 2021-06-28T23:05:44.084345+00:00 0:00:01.804188 47436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T23:05:40.117522+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T22:05:00+00:00 PythonOperator 2021-06-28T23:05:20.419570+00:00 2021-06-28T23:05:23.209929+00:00 0:00:02.790359 47435 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T23:05:18.100115+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-27T23:00:00+00:00 EmrJobFlowSensor 2021-06-28T23:00:56.591022+00:00 2021-06-28T23:09:59.297682+00:00 0:09:02.706660 47434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:00:53.684386+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T22:00:00+00:00 EmrJobFlowSensor 2021-06-28T23:00:56.056497+00:00 2021-06-28T23:08:58.765351+00:00 0:08:02.708854 47433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T23:00:53.684350+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T22:00:00+00:00 EmrJobFlowSensor 2021-06-28T23:00:54.246913+00:00 2021-06-28T23:11:57.395431+00:00 0:11:03.148518 47432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T23:00:51.676351+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T23:00:36.157457+00:00 2021-06-28T23:00:37.994567+00:00 0:00:01.837110 47431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T23:00:31.658185+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T23:00:36.017372+00:00 2021-06-28T23:00:37.901236+00:00 0:00:01.883864 47430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T23:00:31.658199+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T23:00:34.087411+00:00 2021-06-28T23:00:35.896722+00:00 0:00:01.809311 47429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T23:00:31.658152+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T22:00:00+00:00 PythonOperator 2021-06-28T23:00:12.593927+00:00 2021-06-28T23:00:16.345721+00:00 0:00:03.751794 47428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T23:00:09.655648+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-27T23:00:00+00:00 PythonOperator 2021-06-28T23:00:12.061671+00:00 2021-06-28T23:00:15.388593+00:00 0:00:03.326922 47427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T23:00:09.655692+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T22:00:00+00:00 PythonOperator 2021-06-28T23:00:10.305538+00:00 2021-06-28T23:00:14.770949+00:00 0:00:04.465411 47426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T23:00:07.594094+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T21:00:00+00:00 EmrJobFlowSensor 2021-06-28T22:11:38.665743+00:00 2021-06-28T22:19:41.164434+00:00 0:08:02.498691 47424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T22:11:36.516281+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T21:00:00+00:00 EmrJobFlowSensor 2021-06-28T22:11:28.678556+00:00 2021-06-28T22:21:31.513103+00:00 0:10:02.834547 47423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T22:11:26.513986+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T22:11:15.221236+00:00 2021-06-28T22:11:16.941687+00:00 0:00:01.720451 47422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T22:11:12.500620+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T22:11:06.836299+00:00 2021-06-28T22:11:08.583099+00:00 0:00:01.746800 47421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T22:11:04.560997+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T21:00:00+00:00 PythonOperator 2021-06-28T22:10:54.825815+00:00 2021-06-28T22:10:58.416544+00:00 0:00:03.590729 47420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T22:10:52.483443+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T21:00:00+00:00 PythonOperator 2021-06-28T22:10:46.720744+00:00 2021-06-28T22:10:50.331402+00:00 0:00:03.610658 47419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T22:10:44.472053+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T21:00:00+00:00 TriggerDagRunOperator 2021-06-28T22:10:36.733525+00:00 2021-06-28T22:10:37.216590+00:00 0:00:00.483065 47418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T22:10:34.463338+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T21:00:00+00:00 TriggerDagRunOperator 2021-06-28T22:10:36.650508+00:00 2021-06-28T22:10:37.020916+00:00 0:00:00.370408 47417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T22:10:34.463382+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T21:05:00+00:00 EmrJobFlowSensor 2021-06-28T22:05:48.340247+00:00 2021-06-28T22:13:50.877843+00:00 0:08:02.537596 47416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T22:05:46.019984+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T22:05:26.451613+00:00 2021-06-28T22:05:28.209828+00:00 0:00:01.758215 47415 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T22:05:24.071576+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T21:05:00+00:00 PythonOperator 2021-06-28T22:05:04.421297+00:00 2021-06-28T22:05:07.954045+00:00 0:00:03.532748 47414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T22:05:01.988997+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T21:00:00+00:00 EmrJobFlowSensor 2021-06-28T22:01:25.863039+00:00 2021-06-28T22:12:28.845245+00:00 0:11:02.982206 47413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T22:01:23.669048+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T21:00:00+00:00 EmrJobFlowSensor 2021-06-28T22:01:10.016328+00:00 2021-06-28T22:10:12.958359+00:00 0:09:02.942031 47412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T22:01:07.675104+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T22:01:05.787313+00:00 2021-06-28T22:01:07.544570+00:00 0:00:01.757257 47411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T22:01:03.614519+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T22:00:37.687820+00:00 2021-06-28T22:00:39.396859+00:00 0:00:01.709039 47410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T22:00:35.587890+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T21:00:00+00:00 PythonOperator 2021-06-28T22:00:23.738126+00:00 2021-06-28T22:00:27.662334+00:00 0:00:03.924208 47409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T22:00:21.564693+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T21:00:00+00:00 PythonOperator 2021-06-28T22:00:13.921890+00:00 2021-06-28T22:00:17.595912+00:00 0:00:03.674022 47408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T22:00:11.557815+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T20:00:00+00:00 EmrJobFlowSensor 2021-06-28T21:12:15.978047+00:00 2021-06-28T21:22:19.115529+00:00 0:10:03.137482 47406 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T21:12:13.708518+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T20:00:00+00:00 EmrJobFlowSensor 2021-06-28T21:12:14.018397+00:00 2021-06-28T21:20:16.553790+00:00 0:08:02.535393 47405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T21:12:11.716046+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T21:11:53.791401+00:00 2021-06-28T21:11:55.565904+00:00 0:00:01.774503 47404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T21:11:51.658231+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T21:11:50.133601+00:00 2021-06-28T21:11:51.964549+00:00 0:00:01.830948 47403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T21:11:47.674636+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T20:00:00+00:00 PythonOperator 2021-06-28T21:11:33.802682+00:00 2021-06-28T21:11:37.584421+00:00 0:00:03.781739 47402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T21:11:31.637063+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T20:00:00+00:00 PythonOperator 2021-06-28T21:11:30.539315+00:00 2021-06-28T21:11:33.920593+00:00 0:00:03.381278 47401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T21:11:27.652029+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T20:00:00+00:00 TriggerDagRunOperator 2021-06-28T21:11:23.942109+00:00 2021-06-28T21:11:24.476659+00:00 0:00:00.534550 47400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T21:11:21.629364+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T20:00:00+00:00 TriggerDagRunOperator 2021-06-28T21:11:23.814200+00:00 2021-06-28T21:11:24.232853+00:00 0:00:00.418653 47399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T21:11:21.629399+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T20:05:00+00:00 EmrJobFlowSensor 2021-06-28T21:06:05.605931+00:00 2021-06-28T21:14:08.119988+00:00 0:08:02.514057 47398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T21:06:03.107324+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T21:05:43.230955+00:00 2021-06-28T21:05:44.849402+00:00 0:00:01.618447 47397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T21:05:41.088112+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T20:05:00+00:00 PythonOperator 2021-06-28T21:05:21.155170+00:00 2021-06-28T21:05:24.750596+00:00 0:00:03.595426 47396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T21:05:19.001195+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T20:00:00+00:00 EmrJobFlowSensor 2021-06-28T21:01:08.650822+00:00 2021-06-28T21:11:11.609870+00:00 0:10:02.959048 47395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T21:01:06.435945+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T20:00:00+00:00 EmrJobFlowSensor 2021-06-28T21:00:49.007519+00:00 2021-06-28T21:11:52.144646+00:00 0:11:03.137127 47394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T21:00:46.540816+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T21:00:45.166355+00:00 2021-06-28T21:00:46.999484+00:00 0:00:01.833129 47393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T21:00:42.480081+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T21:00:27.121072+00:00 2021-06-28T21:00:29.012850+00:00 0:00:01.891778 47392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T21:00:24.473450+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T20:00:00+00:00 PythonOperator 2021-06-28T21:00:24.729146+00:00 2021-06-28T21:00:28.525165+00:00 0:00:03.796019 47391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T21:00:22.410458+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T20:00:00+00:00 PythonOperator 2021-06-28T21:00:06.692719+00:00 2021-06-28T21:00:10.608891+00:00 0:00:03.916172 47390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T21:00:04.387072+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T19:00:00+00:00 EmrJobFlowSensor 2021-06-28T20:12:36.961311+00:00 2021-06-28T20:21:39.821746+00:00 0:09:02.860435 47388 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T20:12:34.687193+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T19:00:00+00:00 EmrJobFlowSensor 2021-06-28T20:12:36.828501+00:00 2021-06-28T20:20:39.442150+00:00 0:08:02.613649 47387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T20:12:34.687224+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T20:11:58.921534+00:00 2021-06-28T20:12:00.706427+00:00 0:00:01.784893 47386 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T20:11:56.551504+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T20:11:58.808033+00:00 2021-06-28T20:12:00.504235+00:00 0:00:01.696202 47385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T20:11:56.551468+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T19:00:00+00:00 PythonOperator 2021-06-28T20:11:36.653886+00:00 2021-06-28T20:11:40.439942+00:00 0:00:03.786056 47384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T20:11:34.522611+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T19:00:00+00:00 PythonOperator 2021-06-28T20:11:34.893699+00:00 2021-06-28T20:11:38.318109+00:00 0:00:03.424410 47383 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T20:11:32.538740+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T19:00:00+00:00 TriggerDagRunOperator 2021-06-28T20:11:16.834662+00:00 2021-06-28T20:11:17.335481+00:00 0:00:00.500819 47382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T20:11:14.504882+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T19:00:00+00:00 TriggerDagRunOperator 2021-06-28T20:11:16.696078+00:00 2021-06-28T20:11:17.089572+00:00 0:00:00.393494 47381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T20:11:14.504846+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T19:05:00+00:00 EmrJobFlowSensor 2021-06-28T20:06:10.219429+00:00 2021-06-28T20:15:13.000459+00:00 0:09:02.781030 47380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T20:06:07.930143+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T20:05:48.194588+00:00 2021-06-28T20:05:49.932363+00:00 0:00:01.737775 47379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T20:05:45.911979+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T19:05:00+00:00 PythonOperator 2021-06-28T20:05:22.200849+00:00 2021-06-28T20:05:25.639796+00:00 0:00:03.438947 47378 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T20:05:19.964577+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T19:00:00+00:00 EmrJobFlowSensor 2021-06-28T20:01:01.767019+00:00 2021-06-28T20:11:04.739698+00:00 0:10:02.972679 47377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T20:00:59.511362+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T19:00:00+00:00 EmrJobFlowSensor 2021-06-28T20:00:47.791641+00:00 2021-06-28T20:12:51.042845+00:00 0:12:03.251204 47376 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T20:00:45.500759+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T20:00:37.833453+00:00 2021-06-28T20:00:39.567634+00:00 0:00:01.734181 47375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T20:00:35.548071+00:00 2 default_pool