Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-06-20T20:00:00+00:00 PythonOperator 2021-06-20T21:11:24.889228+00:00 2021-06-20T21:11:28.544745+00:00 0:00:03.655517 43763 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T21:11:22.278019+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T20:00:00+00:00 PythonOperator 2021-06-20T21:11:24.713841+00:00 2021-06-20T21:11:28.248539+00:00 0:00:03.534698 43762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T21:11:22.278064+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T20:00:00+00:00 TriggerDagRunOperator 2021-06-20T21:11:05.109611+00:00 2021-06-20T21:11:05.483116+00:00 0:00:00.373505 43761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T21:11:02.264450+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T20:00:00+00:00 TriggerDagRunOperator 2021-06-20T21:11:04.791662+00:00 2021-06-20T21:11:05.289433+00:00 0:00:00.497771 43760 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T21:11:02.264408+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T20:05:00+00:00 EmrJobFlowSensor 2021-06-20T21:06:18.183443+00:00 2021-06-20T21:14:20.815315+00:00 0:08:02.631872 43759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T21:06:15.861026+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T21:05:37.931435+00:00 2021-06-20T21:05:39.560884+00:00 0:00:01.629449 43758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T21:05:35.798313+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T20:05:00+00:00 PythonOperator 2021-06-20T21:05:13.994635+00:00 2021-06-20T21:05:17.256958+00:00 0:00:03.262323 43757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T21:05:11.778188+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T20:00:00+00:00 EmrJobFlowSensor 2021-06-20T21:00:54.172040+00:00 2021-06-20T21:10:56.969160+00:00 0:10:02.797120 43756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T21:00:51.343146+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T20:00:00+00:00 EmrJobFlowSensor 2021-06-20T21:00:51.742857+00:00 2021-06-20T21:12:55.202605+00:00 0:12:03.459748 43755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T21:00:49.346419+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T21:00:32.105798+00:00 2021-06-20T21:00:33.801184+00:00 0:00:01.695386 43754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T21:00:29.451280+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T21:00:29.636611+00:00 2021-06-20T21:00:31.558962+00:00 0:00:01.922351 43753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T21:00:27.365097+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T20:00:00+00:00 PythonOperator 2021-06-20T21:00:09.430529+00:00 2021-06-20T21:00:12.987728+00:00 0:00:03.557199 43752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T21:00:07.293211+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T20:00:00+00:00 PythonOperator 2021-06-20T21:00:07.638946+00:00 2021-06-20T21:00:11.078015+00:00 0:00:03.439069 43751 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T21:00:05.287408+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T19:00:00+00:00 EmrJobFlowSensor 2021-06-20T20:23:46.849278+00:00 2021-06-20T20:23:48.311060+00:00 0:00:01.461782 43749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T20:23:44.730305+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T19:00:00+00:00 EmrJobFlowSensor 2021-06-20T20:12:11.856581+00:00 2021-06-20T20:21:14.641982+00:00 0:09:02.785401 43747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T20:12:09.649466+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T20:11:39.789046+00:00 2021-06-20T20:11:41.489904+00:00 0:00:01.700858 43746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T20:11:37.626402+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T20:11:27.919461+00:00 2021-06-20T20:11:29.818316+00:00 0:00:01.898855 43745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T20:11:25.607729+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T19:00:00+00:00 PythonOperator 2021-06-20T20:11:18.178366+00:00 2021-06-20T20:11:21.728431+00:00 0:00:03.550065 43744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T20:11:15.651993+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T19:00:00+00:00 PythonOperator 2021-06-20T20:11:06.692010+00:00 2021-06-20T20:11:10.271907+00:00 0:00:03.579897 43743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T20:11:03.646282+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T19:00:00+00:00 TriggerDagRunOperator 2021-06-20T20:10:57.972635+00:00 2021-06-20T20:10:58.401603+00:00 0:00:00.428968 43742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T20:10:55.587286+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T19:00:00+00:00 TriggerDagRunOperator 2021-06-20T20:10:57.792933+00:00 2021-06-20T20:10:58.360445+00:00 0:00:00.567512 43741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T20:10:55.587336+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T19:05:00+00:00 EmrJobFlowSensor 2021-06-20T20:06:03.604072+00:00 2021-06-20T20:15:06.500804+00:00 0:09:02.896732 43740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T20:06:01.165703+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T20:05:41.445508+00:00 2021-06-20T20:05:43.081665+00:00 0:00:01.636157 43739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T20:05:39.155555+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T19:05:00+00:00 PythonOperator 2021-06-20T20:05:19.361093+00:00 2021-06-20T20:05:22.604664+00:00 0:00:03.243571 43738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T20:05:17.032483+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T19:00:00+00:00 EmrJobFlowSensor 2021-06-20T20:00:58.663895+00:00 2021-06-20T20:13:01.937915+00:00 0:12:03.274020 43737 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T20:00:56.447261+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T19:00:00+00:00 EmrJobFlowSensor 2021-06-20T20:00:48.791966+00:00 2021-06-20T20:10:51.631669+00:00 0:10:02.839703 43736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T20:00:46.431946+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T20:00:36.750722+00:00 2021-06-20T20:00:38.551716+00:00 0:00:01.800994 43735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T20:00:34.474619+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T20:00:25.091914+00:00 2021-06-20T20:00:26.924567+00:00 0:00:01.832653 43734 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T20:00:22.462189+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T19:00:00+00:00 PythonOperator 2021-06-20T20:00:14.638969+00:00 2021-06-20T20:00:18.271856+00:00 0:00:03.632887 43733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T20:00:12.407275+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T19:00:00+00:00 PythonOperator 2021-06-20T20:00:04.853959+00:00 2021-06-20T20:00:08.367215+00:00 0:00:03.513256 43732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T20:00:02.386779+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T18:00:00+00:00 EmrJobFlowSensor 2021-06-20T19:10:16.718011+00:00 2021-06-20T19:18:19.388592+00:00 0:08:02.670581 43730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T19:10:14.520401+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T18:00:00+00:00 EmrJobFlowSensor 2021-06-20T19:10:14.683806+00:00 2021-06-20T19:20:17.371827+00:00 0:10:02.688021 43729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T19:10:12.515914+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T19:09:55.093146+00:00 2021-06-20T19:09:56.860359+00:00 0:00:01.767213 43728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T19:09:52.567678+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T19:09:53.082160+00:00 2021-06-20T19:09:54.765398+00:00 0:00:01.683238 43727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T19:09:50.568924+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T18:00:00+00:00 PythonOperator 2021-06-20T19:09:34.894731+00:00 2021-06-20T19:09:38.170058+00:00 0:00:03.275327 43726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T19:09:32.494843+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T18:00:00+00:00 PythonOperator 2021-06-20T19:09:31.115238+00:00 2021-06-20T19:09:34.811764+00:00 0:00:03.696526 43725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T19:09:28.566899+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T18:00:00+00:00 TriggerDagRunOperator 2021-06-20T19:09:16.685698+00:00 2021-06-20T19:09:17.187620+00:00 0:00:00.501922 43724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T19:09:14.416232+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T18:00:00+00:00 TriggerDagRunOperator 2021-06-20T19:09:16.577548+00:00 2021-06-20T19:09:16.970680+00:00 0:00:00.393132 43723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T19:09:14.416265+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T18:05:00+00:00 EmrJobFlowSensor 2021-06-20T19:05:48.421519+00:00 2021-06-20T19:14:51.081382+00:00 0:09:02.659863 43722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T19:05:46.201783+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T19:05:26.394918+00:00 2021-06-20T19:05:28.057189+00:00 0:00:01.662271 43721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T19:05:24.170713+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T18:05:00+00:00 PythonOperator 2021-06-20T19:05:06.382569+00:00 2021-06-20T19:05:09.610614+00:00 0:00:03.228045 43720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T19:05:04.151352+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T18:00:00+00:00 EmrJobFlowSensor 2021-06-20T19:00:58.139712+00:00 2021-06-20T19:09:00.797293+00:00 0:08:02.657581 43719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T19:00:55.868248+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T18:00:00+00:00 EmrJobFlowSensor 2021-06-20T19:00:49.979130+00:00 2021-06-20T19:12:53.037567+00:00 0:12:03.058437 43718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T19:00:47.797861+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T19:00:34.281066+00:00 2021-06-20T19:00:36.123026+00:00 0:00:01.841960 43717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T19:00:31.771160+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T19:00:30.080907+00:00 2021-06-20T19:00:31.758043+00:00 0:00:01.677136 43716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T19:00:27.761201+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T18:00:00+00:00 PythonOperator 2021-06-20T19:00:13.141825+00:00 2021-06-20T19:00:16.625699+00:00 0:00:03.483874 43715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T19:00:09.746436+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T18:00:00+00:00 PythonOperator 2021-06-20T19:00:07.845570+00:00 2021-06-20T19:00:12.716095+00:00 0:00:04.870525 43714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T19:00:05.645273+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T17:00:00+00:00 EmrJobFlowSensor 2021-06-20T18:11:39.514619+00:00 2021-06-20T18:20:42.183902+00:00 0:09:02.669283 43712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T18:11:36.990273+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T17:00:00+00:00 EmrJobFlowSensor 2021-06-20T18:11:29.196703+00:00 2021-06-20T18:21:32.116889+00:00 0:10:02.920186 43711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T18:11:26.920762+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T18:11:19.196852+00:00 2021-06-20T18:11:20.930456+00:00 0:00:01.733604 43710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T18:11:16.911078+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T18:11:07.202024+00:00 2021-06-20T18:11:08.907392+00:00 0:00:01.705368 43709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T18:11:04.970175+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T17:00:00+00:00 PythonOperator 2021-06-20T18:10:57.024683+00:00 2021-06-20T18:11:00.706906+00:00 0:00:03.682223 43708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T18:10:54.892268+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T17:00:00+00:00 PythonOperator 2021-06-20T18:10:47.501592+00:00 2021-06-20T18:10:50.998265+00:00 0:00:03.496673 43707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T18:10:44.890866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T17:00:00+00:00 TriggerDagRunOperator 2021-06-20T18:10:39.194657+00:00 2021-06-20T18:10:39.592519+00:00 0:00:00.397862 43706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T18:10:36.856833+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T17:00:00+00:00 TriggerDagRunOperator 2021-06-20T18:10:39.168395+00:00 2021-06-20T18:10:39.703826+00:00 0:00:00.535431 43705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T18:10:36.856865+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T17:05:00+00:00 EmrJobFlowSensor 2021-06-20T18:05:50.726851+00:00 2021-06-20T18:14:53.353980+00:00 0:09:02.627129 43704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T18:05:48.493654+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T18:05:29.057012+00:00 2021-06-20T18:05:30.834955+00:00 0:00:01.777943 43703 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T18:05:26.396851+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T17:05:00+00:00 PythonOperator 2021-06-20T18:05:08.847814+00:00 2021-06-20T18:05:12.097125+00:00 0:00:03.249311 43702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T18:05:06.356577+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T17:00:00+00:00 EmrJobFlowSensor 2021-06-20T18:01:14.595090+00:00 2021-06-20T18:10:17.407407+00:00 0:09:02.812317 43701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T18:01:11.892464+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T17:00:00+00:00 EmrJobFlowSensor 2021-06-20T18:00:54.198917+00:00 2021-06-20T18:12:57.325185+00:00 0:12:03.126268 43700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T18:00:51.850495+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T18:00:32.009400+00:00 2021-06-20T18:00:33.826953+00:00 0:00:01.817553 43699 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T18:00:29.830095+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T18:00:30.120037+00:00 2021-06-20T18:00:31.806054+00:00 0:00:01.686017 43698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T18:00:27.843282+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T17:00:00+00:00 PythonOperator 2021-06-20T18:00:10.377956+00:00 2021-06-20T18:00:14.107418+00:00 0:00:03.729462 43697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T18:00:07.814860+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T17:00:00+00:00 PythonOperator 2021-06-20T18:00:10.350305+00:00 2021-06-20T18:00:13.675911+00:00 0:00:03.325606 43696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T18:00:07.814833+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T16:00:00+00:00 EmrJobFlowSensor 2021-06-20T17:11:12.158438+00:00 2021-06-20T17:21:15.223978+00:00 0:10:03.065540 43694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T17:11:09.818944+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T16:00:00+00:00 EmrJobFlowSensor 2021-06-20T17:11:11.993506+00:00 2021-06-20T17:21:15.012138+00:00 0:10:03.018632 43693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T17:11:09.818975+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T17:10:50.453374+00:00 2021-06-20T17:10:52.253677+00:00 0:00:01.800303 43692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T17:10:47.868735+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T17:10:50.341502+00:00 2021-06-20T17:10:52.043753+00:00 0:00:01.702251 43691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T17:10:47.868776+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T16:00:00+00:00 PythonOperator 2021-06-20T17:10:28.031239+00:00 2021-06-20T17:10:31.535015+00:00 0:00:03.503776 43690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T17:10:25.763759+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T16:00:00+00:00 PythonOperator 2021-06-20T17:10:28.029860+00:00 2021-06-20T17:10:31.561895+00:00 0:00:03.532035 43689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T17:10:25.763724+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T16:00:00+00:00 TriggerDagRunOperator 2021-06-20T17:10:12.056351+00:00 2021-06-20T17:10:12.492006+00:00 0:00:00.435655 43688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T17:10:09.749443+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T16:00:00+00:00 TriggerDagRunOperator 2021-06-20T17:10:11.963126+00:00 2021-06-20T17:10:12.509002+00:00 0:00:00.545876 43687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T17:10:09.749414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T16:05:00+00:00 EmrJobFlowSensor 2021-06-20T17:05:51.690339+00:00 2021-06-20T17:13:54.173184+00:00 0:08:02.482845 43686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T17:05:49.398036+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T17:05:30.124801+00:00 2021-06-20T17:05:32.016228+00:00 0:00:01.891427 43685 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T17:05:27.354210+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T16:05:00+00:00 PythonOperator 2021-06-20T17:05:07.871833+00:00 2021-06-20T17:05:10.821498+00:00 0:00:02.949665 43684 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T17:05:05.292760+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T16:00:00+00:00 EmrJobFlowSensor 2021-06-20T17:01:03.501604+00:00 2021-06-20T17:10:06.245076+00:00 0:09:02.743472 43683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T17:01:01.049654+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T16:00:00+00:00 EmrJobFlowSensor 2021-06-20T17:00:49.473394+00:00 2021-06-20T17:11:52.404361+00:00 0:11:02.930967 43682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T17:00:46.785779+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T17:00:41.091480+00:00 2021-06-20T17:00:42.899186+00:00 0:00:01.807706 43681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T17:00:38.762480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T17:00:28.869828+00:00 2021-06-20T17:00:30.543666+00:00 0:00:01.673838 43680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T17:00:26.731951+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T16:00:00+00:00 PythonOperator 2021-06-20T17:00:18.982419+00:00 2021-06-20T17:00:22.261877+00:00 0:00:03.279458 43679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T17:00:16.726090+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T16:00:00+00:00 PythonOperator 2021-06-20T17:00:07.061116+00:00 2021-06-20T17:00:10.820253+00:00 0:00:03.759137 43678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T17:00:04.715245+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T15:00:00+00:00 EmrJobFlowSensor 2021-06-20T16:10:39.870163+00:00 2021-06-20T16:19:42.430903+00:00 0:09:02.560740 43676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T16:10:37.569439+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T15:00:00+00:00 EmrJobFlowSensor 2021-06-20T16:10:25.697894+00:00 2021-06-20T16:19:28.245618+00:00 0:09:02.547724 43675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T16:10:23.488706+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T16:10:17.606564+00:00 2021-06-20T16:10:19.414550+00:00 0:00:01.807986 43674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T16:10:15.429980+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T16:10:05.992083+00:00 2021-06-20T16:10:07.700654+00:00 0:00:01.708571 43673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T16:10:03.423108+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T15:00:00+00:00 PythonOperator 2021-06-20T16:09:57.663870+00:00 2021-06-20T16:10:01.372755+00:00 0:00:03.708885 43672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T16:09:55.419355+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T15:00:00+00:00 PythonOperator 2021-06-20T16:09:42.227124+00:00 2021-06-20T16:09:45.697684+00:00 0:00:03.470560 43671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T16:09:39.458214+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T15:00:00+00:00 TriggerDagRunOperator 2021-06-20T16:09:34.050960+00:00 2021-06-20T16:09:34.573454+00:00 0:00:00.522494 43670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T16:09:31.453110+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T15:00:00+00:00 TriggerDagRunOperator 2021-06-20T16:09:33.915491+00:00 2021-06-20T16:09:34.428765+00:00 0:00:00.513274 43669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T16:09:31.453157+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T15:05:00+00:00 EmrJobFlowSensor 2021-06-20T16:05:55.279925+00:00 2021-06-20T16:14:57.810905+00:00 0:09:02.530980 43668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T16:05:53.071470+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T16:05:35.456707+00:00 2021-06-20T16:05:37.082952+00:00 0:00:01.626245 43667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T16:05:33.084163+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T15:05:00+00:00 PythonOperator 2021-06-20T16:05:13.155027+00:00 2021-06-20T16:05:16.492905+00:00 0:00:03.337878 43666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T16:05:11.038082+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T15:00:00+00:00 EmrJobFlowSensor 2021-06-20T16:01:07.523758+00:00 2021-06-20T16:09:10.131026+00:00 0:08:02.607268 43665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T16:01:04.684569+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T15:00:00+00:00 EmrJobFlowSensor 2021-06-20T16:01:05.312389+00:00 2021-06-20T16:12:08.611231+00:00 0:11:03.298842 43664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T16:01:02.685563+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T16:00:43.324877+00:00 2021-06-20T16:00:45.099867+00:00 0:00:01.774990 43663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T16:00:40.620273+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T16:00:40.895127+00:00 2021-06-20T16:00:43.005918+00:00 0:00:02.110791 43662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T16:00:38.663189+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T15:00:00+00:00 PythonOperator 2021-06-20T16:00:21.101139+00:00 2021-06-20T16:00:24.607101+00:00 0:00:03.505962 43661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T16:00:18.670673+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T15:00:00+00:00 PythonOperator 2021-06-20T16:00:19.335069+00:00 2021-06-20T16:00:22.974343+00:00 0:00:03.639274 43660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T16:00:16.648991+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T14:00:00+00:00 EmrJobFlowSensor 2021-06-20T15:11:34.205333+00:00 2021-06-20T15:19:36.873702+00:00 0:08:02.668369 43658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T15:11:31.408557+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T14:00:00+00:00 EmrJobFlowSensor 2021-06-20T15:11:31.974780+00:00 2021-06-20T15:21:35.160289+00:00 0:10:03.185509 43657 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T15:11:29.547878+00:00 2 default_pool