Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:00:19.202690+00:00 2021-06-02T12:00:22.599344+00:00 0:00:03.396654 35577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T12:00:16.881282+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:00:17.866588+00:00 2021-06-02T12:00:21.085323+00:00 0:00:03.218735 35576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:00:14.863327+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T10:00:00+00:00 EmrJobFlowSensor 2021-06-02T11:11:03.924821+00:00 2021-06-02T11:21:06.855868+00:00 0:10:02.931047 35567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:11:01.431252+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T10:00:00+00:00 EmrJobFlowSensor 2021-06-02T11:11:03.821251+00:00 2021-06-02T11:22:06.643094+00:00 0:11:02.821843 35566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:11:01.431214+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T11:10:41.750428+00:00 2021-06-02T11:10:43.534501+00:00 0:00:01.784073 35565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T11:10:39.411898+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T11:10:41.636036+00:00 2021-06-02T11:10:43.347055+00:00 0:00:01.711019 35564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T11:10:39.411866+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T10:00:00+00:00 PythonOperator 2021-06-02T11:10:19.824515+00:00 2021-06-02T11:10:23.243881+00:00 0:00:03.419366 35563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T11:10:17.393542+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T10:00:00+00:00 PythonOperator 2021-06-02T11:10:19.792971+00:00 2021-06-02T11:10:23.280493+00:00 0:00:03.487522 35562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T11:10:17.393500+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T10:00:00+00:00 TriggerDagRunOperator 2021-06-02T11:10:10.110388+00:00 2021-06-02T11:10:10.628791+00:00 0:00:00.518403 35561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:10:07.481664+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T10:00:00+00:00 TriggerDagRunOperator 2021-06-02T11:10:09.905167+00:00 2021-06-02T11:10:10.327597+00:00 0:00:00.422430 35560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:10:07.481608+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T10:05:00+00:00 EmrJobFlowSensor 2021-06-02T11:05:53.057849+00:00 2021-06-02T11:14:55.569851+00:00 0:09:02.512002 35559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:05:50.910142+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T11:05:31.191438+00:00 2021-06-02T11:05:32.935634+00:00 0:00:01.744196 35558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T11:05:28.955100+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T10:05:00+00:00 PythonOperator 2021-06-02T11:05:09.360937+00:00 2021-06-02T11:05:12.647799+00:00 0:00:03.286862 35557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T11:05:06.865564+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T10:00:00+00:00 EmrJobFlowSensor 2021-06-02T11:00:58.639658+00:00 2021-06-02T11:11:01.540725+00:00 0:10:02.901067 35556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:00:56.290069+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T10:00:00+00:00 EmrJobFlowSensor 2021-06-02T11:00:48.539107+00:00 2021-06-02T11:09:51.190836+00:00 0:09:02.651729 35555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T11:00:46.249846+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T11:00:36.867514+00:00 2021-06-02T11:00:38.524145+00:00 0:00:01.656631 35554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T11:00:34.243830+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T11:00:28.556610+00:00 2021-06-02T11:00:30.277209+00:00 0:00:01.720599 35553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T11:00:26.284635+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T10:00:00+00:00 PythonOperator 2021-06-02T11:00:15.186171+00:00 2021-06-02T11:00:18.496586+00:00 0:00:03.310415 35552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T11:00:12.283621+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T10:00:00+00:00 PythonOperator 2021-06-02T11:00:06.819659+00:00 2021-06-02T11:00:10.130632+00:00 0:00:03.310973 35551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T11:00:04.274211+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T09:00:00+00:00 EmrJobFlowSensor 2021-06-02T10:12:27.265573+00:00 2021-06-02T10:20:29.785661+00:00 0:08:02.520088 35549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:12:25.003298+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T09:00:00+00:00 EmrJobFlowSensor 2021-06-02T10:12:19.196941+00:00 2021-06-02T10:21:21.875659+00:00 0:09:02.678718 35548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:12:16.993100+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T10:12:05.739269+00:00 2021-06-02T10:12:07.477386+00:00 0:00:01.738117 35547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T10:12:03.063500+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T10:11:57.221829+00:00 2021-06-02T10:11:58.974477+00:00 0:00:01.752648 35546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T10:11:54.953861+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T09:00:00+00:00 PythonOperator 2021-06-02T10:11:45.288456+00:00 2021-06-02T10:11:48.607225+00:00 0:00:03.318769 35545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T10:11:42.916330+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T09:00:00+00:00 PythonOperator 2021-06-02T10:11:35.186008+00:00 2021-06-02T10:11:38.810975+00:00 0:00:03.624967 35544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T10:11:32.890446+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T09:00:00+00:00 TriggerDagRunOperator 2021-06-02T10:11:21.160750+00:00 2021-06-02T10:11:21.716153+00:00 0:00:00.555403 35543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:11:18.848020+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T09:00:00+00:00 TriggerDagRunOperator 2021-06-02T10:11:21.113375+00:00 2021-06-02T10:11:21.557213+00:00 0:00:00.443838 35542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:11:18.848050+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T09:05:00+00:00 EmrJobFlowSensor 2021-06-02T10:05:54.623893+00:00 2021-06-02T10:13:56.975139+00:00 0:08:02.351246 35541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:05:52.252711+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T10:05:34.498622+00:00 2021-06-02T10:05:36.273125+00:00 0:00:01.774503 35540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T10:05:32.218734+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T09:05:00+00:00 PythonOperator 2021-06-02T10:05:12.345067+00:00 2021-06-02T10:05:15.602467+00:00 0:00:03.257400 35539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T10:05:10.191431+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T09:00:00+00:00 EmrJobFlowSensor 2021-06-02T10:01:14.302257+00:00 2021-06-02T10:10:17.040828+00:00 0:09:02.738571 35538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:01:11.823348+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T09:00:00+00:00 EmrJobFlowSensor 2021-06-02T10:00:58.584514+00:00 2021-06-02T10:11:01.486190+00:00 0:10:02.901676 35537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T10:00:55.950093+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T10:00:52.053942+00:00 2021-06-02T10:00:53.898428+00:00 0:00:01.844486 35536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T10:00:49.806762+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T10:00:36.439643+00:00 2021-06-02T10:00:38.284207+00:00 0:00:01.844564 35535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T10:00:33.880373+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T09:00:00+00:00 PythonOperator 2021-06-02T10:00:30.316337+00:00 2021-06-02T10:00:33.522225+00:00 0:00:03.205888 35534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T10:00:27.858627+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T09:00:00+00:00 PythonOperator 2021-06-02T10:00:09.999726+00:00 2021-06-02T10:00:13.471871+00:00 0:00:03.472145 35533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T10:00:07.725248+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T08:00:00+00:00 EmrJobFlowSensor 2021-06-02T09:13:24.517239+00:00 2021-06-02T09:22:27.168298+00:00 0:09:02.651059 35531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:13:22.216547+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T09:13:02.535170+00:00 2021-06-02T09:13:04.316816+00:00 0:00:01.781646 35530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T09:13:00.260127+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T08:00:00+00:00 EmrJobFlowSensor 2021-06-02T09:12:20.348177+00:00 2021-06-02T09:22:23.083303+00:00 0:10:02.735126 35529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:12:18.116830+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T09:11:56.666970+00:00 2021-06-02T09:11:58.465681+00:00 0:00:01.798711 35528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T09:11:54.163850+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T08:00:00+00:00 PythonOperator 2021-06-02T09:11:42.855276+00:00 2021-06-02T09:11:46.128646+00:00 0:00:03.273370 35527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T09:11:40.082701+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T08:00:00+00:00 PythonOperator 2021-06-02T09:11:34.314057+00:00 2021-06-02T09:11:37.884452+00:00 0:00:03.570395 35526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T09:11:32.052201+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T08:00:00+00:00 TriggerDagRunOperator 2021-06-02T09:11:18.286862+00:00 2021-06-02T09:11:18.810133+00:00 0:00:00.523271 35525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:11:15.944711+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T08:00:00+00:00 TriggerDagRunOperator 2021-06-02T09:11:18.127624+00:00 2021-06-02T09:11:18.545909+00:00 0:00:00.418285 35524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:11:15.944741+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T08:05:00+00:00 EmrJobFlowSensor 2021-06-02T09:05:49.762200+00:00 2021-06-02T09:14:52.235551+00:00 0:09:02.473351 35523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:05:47.444898+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T09:05:29.571414+00:00 2021-06-02T09:05:31.308487+00:00 0:00:01.737073 35522 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T09:05:27.325794+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T08:05:00+00:00 PythonOperator 2021-06-02T09:05:07.529807+00:00 2021-06-02T09:05:10.803634+00:00 0:00:03.273827 35521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T09:05:05.305489+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T08:00:00+00:00 EmrJobFlowSensor 2021-06-02T09:01:03.239074+00:00 2021-06-02T09:11:06.090069+00:00 0:10:02.850995 35520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T09:01:00.751360+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T08:00:00+00:00 EmrJobFlowSensor 2021-06-02T09:00:55.055269+00:00 2021-06-02T09:09:57.600459+00:00 0:09:02.545190 35519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:00:52.682331+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T09:00:40.798686+00:00 2021-06-02T09:00:42.536987+00:00 0:00:01.738301 35518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T09:00:38.648669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T09:00:34.917039+00:00 2021-06-02T09:00:36.793652+00:00 0:00:01.876613 35517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T09:00:32.611708+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T08:00:00+00:00 PythonOperator 2021-06-02T09:00:19.449723+00:00 2021-06-02T09:00:22.795736+00:00 0:00:03.346013 35516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T09:00:16.592081+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T08:00:00+00:00 PythonOperator 2021-06-02T09:00:11.386649+00:00 2021-06-02T09:00:14.717695+00:00 0:00:03.331046 35515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T09:00:08.583948+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T07:00:00+00:00 EmrJobFlowSensor 2021-06-02T08:12:27.345482+00:00 2021-06-02T08:23:30.346642+00:00 0:11:03.001160 35513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:12:25.148946+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T07:00:00+00:00 EmrJobFlowSensor 2021-06-02T08:12:15.610502+00:00 2021-06-02T08:21:18.340677+00:00 0:09:02.730175 35512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:12:13.136793+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T08:12:05.507415+00:00 2021-06-02T08:12:07.202627+00:00 0:00:01.695212 35511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T08:12:03.182598+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T08:11:55.433387+00:00 2021-06-02T08:11:57.134183+00:00 0:00:01.700796 35510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T08:11:53.115945+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T07:00:00+00:00 PythonOperator 2021-06-02T08:11:43.335829+00:00 2021-06-02T08:11:46.771833+00:00 0:00:03.436004 35509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T08:11:41.106887+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T07:00:00+00:00 PythonOperator 2021-06-02T08:11:33.333351+00:00 2021-06-02T08:11:36.629538+00:00 0:00:03.296187 35508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T08:11:31.098865+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T07:00:00+00:00 TriggerDagRunOperator 2021-06-02T08:11:15.610745+00:00 2021-06-02T08:11:16.010502+00:00 0:00:00.399757 35507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:11:13.154546+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T07:00:00+00:00 TriggerDagRunOperator 2021-06-02T08:11:15.610934+00:00 2021-06-02T08:11:16.132219+00:00 0:00:00.521285 35506 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:11:13.154498+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T07:05:00+00:00 EmrJobFlowSensor 2021-06-02T08:05:56.675064+00:00 2021-06-02T08:13:59.142169+00:00 0:08:02.467105 35505 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:05:54.432133+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T08:05:34.812366+00:00 2021-06-02T08:05:36.629302+00:00 0:00:01.816936 35504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T08:05:32.411036+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T07:05:00+00:00 PythonOperator 2021-06-02T08:05:14.633440+00:00 2021-06-02T08:05:18.008157+00:00 0:00:03.374717 35503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T08:05:12.395606+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T07:00:00+00:00 EmrJobFlowSensor 2021-06-02T08:01:02.420077+00:00 2021-06-02T08:10:05.276167+00:00 0:09:02.856090 35502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:00:59.969489+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T07:00:00+00:00 EmrJobFlowSensor 2021-06-02T08:00:56.582104+00:00 2021-06-02T08:10:59.445287+00:00 0:10:02.863183 35501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T08:00:53.962112+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T08:00:40.251383+00:00 2021-06-02T08:00:41.983411+00:00 0:00:01.732028 35500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T08:00:37.943657+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T08:00:34.198160+00:00 2021-06-02T08:00:35.910687+00:00 0:00:01.712527 35499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T08:00:31.875335+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T07:00:00+00:00 PythonOperator 2021-06-02T08:00:20.524612+00:00 2021-06-02T08:00:23.770224+00:00 0:00:03.245612 35498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T08:00:17.841586+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T07:00:00+00:00 PythonOperator 2021-06-02T08:00:14.524560+00:00 2021-06-02T08:00:17.707515+00:00 0:00:03.182955 35497 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T08:00:11.855998+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T06:00:00+00:00 EmrJobFlowSensor 2021-06-02T07:11:25.188891+00:00 2021-06-02T07:23:28.094863+00:00 0:12:02.905972 35495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:11:22.753426+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T06:00:00+00:00 EmrJobFlowSensor 2021-06-02T07:11:10.898771+00:00 2021-06-02T07:20:13.471856+00:00 0:09:02.573085 35494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:11:08.742603+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T07:11:05.043926+00:00 2021-06-02T07:11:06.838708+00:00 0:00:01.794782 35493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T07:11:02.737238+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T07:10:49.466696+00:00 2021-06-02T07:10:51.152932+00:00 0:00:01.686236 35492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T07:10:46.723147+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T06:00:00+00:00 PythonOperator 2021-06-02T07:10:41.169442+00:00 2021-06-02T07:10:44.795153+00:00 0:00:03.625711 35491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T07:10:38.766556+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T06:00:00+00:00 PythonOperator 2021-06-02T07:10:29.480324+00:00 2021-06-02T07:10:32.929066+00:00 0:00:03.448742 35490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T07:10:26.774972+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T06:00:00+00:00 TriggerDagRunOperator 2021-06-02T07:10:23.003792+00:00 2021-06-02T07:10:23.537394+00:00 0:00:00.533602 35489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:10:20.704430+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T06:00:00+00:00 TriggerDagRunOperator 2021-06-02T07:10:22.827970+00:00 2021-06-02T07:10:23.321221+00:00 0:00:00.493251 35488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:10:20.704393+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T06:05:00+00:00 EmrJobFlowSensor 2021-06-02T07:05:50.443519+00:00 2021-06-02T07:14:53.154467+00:00 0:09:02.710948 35487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:05:48.283126+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T07:05:30.583476+00:00 2021-06-02T07:05:32.242763+00:00 0:00:01.659287 35486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T07:05:28.188885+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T06:05:00+00:00 PythonOperator 2021-06-02T07:05:08.328989+00:00 2021-06-02T07:05:11.478887+00:00 0:00:03.149898 35485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T07:05:06.137172+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T06:00:00+00:00 EmrJobFlowSensor 2021-06-02T07:01:04.007190+00:00 2021-06-02T07:10:06.637717+00:00 0:09:02.630527 35484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T07:01:01.825666+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T06:00:00+00:00 EmrJobFlowSensor 2021-06-02T07:00:52.028424+00:00 2021-06-02T07:10:54.673761+00:00 0:10:02.645337 35483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:00:49.816344+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T07:00:41.930883+00:00 2021-06-02T07:00:43.660161+00:00 0:00:01.729278 35482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T07:00:39.804478+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T07:00:30.239635+00:00 2021-06-02T07:00:31.917646+00:00 0:00:01.678011 35481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T07:00:27.852074+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T06:00:00+00:00 PythonOperator 2021-06-02T07:00:19.996063+00:00 2021-06-02T07:00:23.387584+00:00 0:00:03.391521 35480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T07:00:17.708870+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T06:00:00+00:00 PythonOperator 2021-06-02T07:00:10.469852+00:00 2021-06-02T07:00:13.681644+00:00 0:00:03.211792 35479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T07:00:07.768322+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T05:00:00+00:00 EmrJobFlowSensor 2021-06-02T06:13:24.957021+00:00 2021-06-02T06:22:27.597643+00:00 0:09:02.640622 35477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:13:22.693947+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T06:13:03.160538+00:00 2021-06-02T06:13:05.017484+00:00 0:00:01.856946 35476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T06:13:00.753094+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T05:00:00+00:00 EmrJobFlowSensor 2021-06-02T06:12:45.235707+00:00 2021-06-02T06:21:47.846038+00:00 0:09:02.610331 35475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:12:42.592744+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T06:12:09.146178+00:00 2021-06-02T06:12:10.992228+00:00 0:00:01.846050 35474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T06:12:06.558153+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T05:00:00+00:00 PythonOperator 2021-06-02T06:11:44.991320+00:00 2021-06-02T06:11:48.666040+00:00 0:00:03.674720 35473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T06:11:42.657960+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T05:00:00+00:00 PythonOperator 2021-06-02T06:11:42.873687+00:00 2021-06-02T06:11:46.243058+00:00 0:00:03.369371 35472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T06:11:40.503946+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T05:00:00+00:00 TriggerDagRunOperator 2021-06-02T06:11:25.320800+00:00 2021-06-02T06:11:25.845438+00:00 0:00:00.524638 35471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:11:22.582948+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T05:00:00+00:00 TriggerDagRunOperator 2021-06-02T06:11:25.077377+00:00 2021-06-02T06:11:25.486009+00:00 0:00:00.408632 35470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:11:22.582880+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T05:05:00+00:00 EmrJobFlowSensor 2021-06-02T06:05:52.192310+00:00 2021-06-02T06:14:54.841301+00:00 0:09:02.648991 35469 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:05:50.001610+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T06:05:32.059249+00:00 2021-06-02T06:05:33.697673+00:00 0:00:01.638424 35468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T06:05:29.906666+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T05:05:00+00:00 PythonOperator 2021-06-02T06:05:10.099346+00:00 2021-06-02T06:05:13.364587+00:00 0:00:03.265241 35467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T06:05:07.896534+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T05:00:00+00:00 EmrJobFlowSensor 2021-06-02T06:01:00.433149+00:00 2021-06-02T06:11:03.150800+00:00 0:10:02.717651 35466 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:00:57.659262+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T05:00:00+00:00 EmrJobFlowSensor 2021-06-02T06:00:57.824966+00:00 2021-06-02T06:11:00.991444+00:00 0:10:03.166478 35465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T06:00:55.525814+00:00 2 default_pool