Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T16:32:56.641913+00:00 PythonOperator 2021-07-02T16:33:03.341214+00:00 2021-07-02T16:33:06.974462+00:00 0:00:03.633248 48880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:33:01.134670+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T14:57:04.650768+00:00 EmrJobFlowSensor 2021-07-02T16:17:19.901152+00:00 2021-07-02T16:17:21.485232+00:00 0:00:01.584080 48879 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:17:17.441303+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T15:00:00+00:00 EmrJobFlowSensor 2021-07-02T16:14:37.597907+00:00 2021-07-02T16:23:40.233046+00:00 0:09:02.635139 48877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:14:35.237030+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T15:00:00+00:00 EmrJobFlowSensor 2021-07-02T16:14:37.395467+00:00 2021-07-02T16:23:40.108503+00:00 0:09:02.713036 48876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:14:35.237060+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T16:14:04.013039+00:00 2021-07-02T16:14:05.790523+00:00 0:00:01.777484 48874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T16:14:01.204516+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T16:13:55.326153+00:00 2021-07-02T16:13:57.063217+00:00 0:00:01.737064 48873 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T16:13:53.187222+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T15:00:00+00:00 PythonOperator 2021-07-02T16:13:41.289548+00:00 2021-07-02T16:13:44.907205+00:00 0:00:03.617657 48872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:13:39.162580+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T15:00:00+00:00 PythonOperator 2021-07-02T16:13:35.440490+00:00 2021-07-02T16:13:39.351146+00:00 0:00:03.910656 48871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:13:33.158309+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T15:00:00+00:00 TriggerDagRunOperator 2021-07-02T16:13:17.493101+00:00 2021-07-02T16:13:18.012496+00:00 0:00:00.519395 48870 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:13:15.144215+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T15:00:00+00:00 TriggerDagRunOperator 2021-07-02T16:13:17.275242+00:00 2021-07-02T16:13:17.727548+00:00 0:00:00.452306 48869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:13:15.144250+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T15:00:00+00:00 EmrJobFlowSensor 2021-07-02T16:06:53.198475+00:00 2021-07-02T16:17:56.248967+00:00 0:11:03.050492 48866 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:06:50.850563+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T16:06:33.505424+00:00 2021-07-02T16:06:35.326593+00:00 0:00:01.821169 48865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T16:06:31.076222+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T15:05:00+00:00 EmrJobFlowSensor 2021-07-02T16:06:09.286931+00:00 2021-07-02T16:15:12.009158+00:00 0:09:02.722227 48864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:06:06.744009+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T15:00:00+00:00 PythonOperator 2021-07-02T16:06:09.292318+00:00 2021-07-02T16:06:12.247179+00:00 0:00:02.954861 48863 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:06:06.743977+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T16:05:45.366582+00:00 2021-07-02T16:05:47.144727+00:00 0:00:01.778145 48862 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T16:05:42.763273+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T15:05:00+00:00 PythonOperator 2021-07-02T16:05:25.366056+00:00 2021-07-02T16:05:29.034617+00:00 0:00:03.668561 48861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:05:22.755070+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T15:00:00+00:00 EmrJobFlowSensor 2021-07-02T16:01:04.668986+00:00 2021-07-02T16:11:07.490479+00:00 0:10:02.821493 48860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:01:02.152653+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T16:00:42.324416+00:00 2021-07-02T16:00:44.120125+00:00 0:00:01.795709 48859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T16:00:40.017175+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T15:00:00+00:00 PythonOperator 2021-07-02T16:00:22.636707+00:00 2021-07-02T16:00:26.678530+00:00 0:00:04.041823 48858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:00:20.007585+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T15:00:00+00:00 PythonOperator 2021-07-02T16:00:20.212060+00:00 2021-07-02T16:00:24.324846+00:00 0:00:04.112786 48857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T16:00:17.996451+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T14:00:00+00:00 EmrJobFlowSensor 2021-07-02T15:12:23.484768+00:00 2021-07-02T15:22:26.480051+00:00 0:10:02.995283 48856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T15:12:21.068201+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T14:00:00+00:00 EmrJobFlowSensor 2021-07-02T15:12:21.184335+00:00 2021-07-02T15:21:23.968862+00:00 0:09:02.784527 48855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T15:12:19.019667+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T15:12:03.534183+00:00 2021-07-02T15:12:05.386960+00:00 0:00:01.852777 48854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T15:12:01.061759+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T15:12:01.341439+00:00 2021-07-02T15:12:03.064298+00:00 0:00:01.722859 48853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T15:11:59.054256+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T14:00:00+00:00 PythonOperator 2021-07-02T15:11:41.082103+00:00 2021-07-02T15:11:44.761356+00:00 0:00:03.679253 48852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T15:11:38.896740+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T14:00:00+00:00 PythonOperator 2021-07-02T15:11:39.182620+00:00 2021-07-02T15:11:42.825351+00:00 0:00:03.642731 48851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T15:11:36.891039+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T14:00:00+00:00 TriggerDagRunOperator 2021-07-02T15:11:27.568072+00:00 2021-07-02T15:11:28.079600+00:00 0:00:00.511528 48850 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T15:11:24.869787+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T14:00:00+00:00 TriggerDagRunOperator 2021-07-02T15:11:27.379218+00:00 2021-07-02T15:11:27.770891+00:00 0:00:00.391673 48849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T15:11:24.869759+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T14:05:00+00:00 EmrJobFlowSensor 2021-07-02T15:05:55.168214+00:00 2021-07-02T15:14:57.733404+00:00 0:09:02.565190 48847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T15:05:53.002898+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T15:05:35.215175+00:00 2021-07-02T15:05:36.899765+00:00 0:00:01.684590 48846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T15:05:32.985272+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T14:05:00+00:00 PythonOperator 2021-07-02T15:05:11.222018+00:00 2021-07-02T15:05:14.869950+00:00 0:00:03.647932 48845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T15:05:08.967025+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T14:00:00+00:00 EmrJobFlowSensor 2021-07-02T15:00:49.276211+00:00 2021-07-02T15:09:52.139658+00:00 0:09:02.863447 48844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T15:00:46.578061+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T15:00:30.998772+00:00 2021-07-02T15:00:32.718754+00:00 0:00:01.719982 48843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T15:00:28.563890+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T15:00:29.047175+00:00 2021-07-02T15:00:30.848288+00:00 0:00:01.801113 48842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T15:00:26.482942+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T14:00:00+00:00 PythonOperator 2021-07-02T15:00:09.100753+00:00 2021-07-02T15:00:13.129265+00:00 0:00:04.028512 48841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T15:00:06.414524+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T14:00:00+00:00 PythonOperator 2021-07-02T15:00:06.595660+00:00 2021-07-02T15:00:10.821253+00:00 0:00:04.225593 48840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T15:00:04.421705+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T14:57:04.650768+00:00 EmrCreateJobFlowOperator 2021-07-02T14:57:44.491849+00:00 2021-07-02T14:57:46.209796+00:00 0:00:01.717947 48838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T14:57:42.207338+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T14:57:04.650768+00:00 PythonOperator 2021-07-02T14:57:24.597198+00:00 2021-07-02T14:57:28.427759+00:00 0:00:03.830561 48837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T14:57:22.134613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T12:00:00+00:00 EmrJobFlowSensor 2021-07-02T14:28:53.613430+00:00 2021-07-02T14:28:55.268848+00:00 0:00:01.655418 48836 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T14:28:51.227786+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T13:00:00+00:00 EmrJobFlowSensor 2021-07-02T14:11:13.490962+00:00 2021-07-02T14:21:16.277455+00:00 0:10:02.786493 48832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T14:11:11.352236+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T13:00:00+00:00 EmrJobFlowSensor 2021-07-02T14:11:03.635320+00:00 2021-07-02T14:20:06.631187+00:00 0:09:02.995867 48831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T14:11:01.341609+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T14:10:53.804797+00:00 2021-07-02T14:10:55.688637+00:00 0:00:01.883840 48830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T14:10:51.309368+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T14:10:39.685362+00:00 2021-07-02T14:10:41.387191+00:00 0:00:01.701829 48829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T14:10:37.363321+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T13:00:00+00:00 PythonOperator 2021-07-02T14:10:31.696387+00:00 2021-07-02T14:10:35.049070+00:00 0:00:03.352683 48828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T14:10:29.365366+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T13:00:00+00:00 PythonOperator 2021-07-02T14:10:20.050933+00:00 2021-07-02T14:10:24.121301+00:00 0:00:04.070368 48827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T14:10:17.285501+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T13:00:00+00:00 TriggerDagRunOperator 2021-07-02T14:10:11.560637+00:00 2021-07-02T14:10:12.173142+00:00 0:00:00.612505 48826 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T14:10:09.247044+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T13:00:00+00:00 TriggerDagRunOperator 2021-07-02T14:10:11.414198+00:00 2021-07-02T14:10:11.808074+00:00 0:00:00.393876 48825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T14:10:09.247010+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T13:05:00+00:00 EmrJobFlowSensor 2021-07-02T14:07:29.197301+00:00 2021-07-02T14:15:31.619783+00:00 0:08:02.422482 48824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T14:07:26.981144+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T14:07:09.139763+00:00 2021-07-02T14:07:10.878700+00:00 0:00:01.738937 48823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T14:07:06.893420+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T13:05:00+00:00 PythonOperator 2021-07-02T14:06:47.165002+00:00 2021-07-02T14:06:50.448383+00:00 0:00:03.283381 48822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T14:06:44.877266+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T13:00:00+00:00 EmrJobFlowSensor 2021-07-02T14:00:58.092739+00:00 2021-07-02T14:10:00.834665+00:00 0:09:02.741926 48820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T14:00:55.795058+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T14:00:51.957761+00:00 2021-07-02T14:00:53.628157+00:00 0:00:01.670396 48819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T14:00:49.779456+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T14:00:35.925370+00:00 2021-07-02T14:00:37.640321+00:00 0:00:01.714951 48818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T14:00:33.768923+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T13:00:00+00:00 PythonOperator 2021-07-02T14:00:30.199106+00:00 2021-07-02T14:00:33.968714+00:00 0:00:03.769608 48817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T14:00:27.774230+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T13:00:00+00:00 PythonOperator 2021-07-02T14:00:14.008639+00:00 2021-07-02T14:00:17.660719+00:00 0:00:03.652080 48816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T14:00:11.747408+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T12:00:00+00:00 EmrJobFlowSensor 2021-07-02T13:11:12.833318+00:00 2021-07-02T13:21:15.811916+00:00 0:10:02.978598 48815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T13:11:10.589742+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T12:00:00+00:00 EmrJobFlowSensor 2021-07-02T13:11:04.869725+00:00 2021-07-02T13:20:07.552672+00:00 0:09:02.682947 48814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T13:11:02.652124+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T13:10:51.263683+00:00 2021-07-02T13:10:53.006263+00:00 0:00:01.742580 48813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T13:10:48.511377+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T13:10:42.695600+00:00 2021-07-02T13:10:44.381039+00:00 0:00:01.685439 48812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T13:10:40.499439+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T12:00:00+00:00 PythonOperator 2021-07-02T13:10:30.784879+00:00 2021-07-02T13:10:34.613629+00:00 0:00:03.828750 48811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T13:10:28.491257+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T12:00:00+00:00 PythonOperator 2021-07-02T13:10:20.593193+00:00 2021-07-02T13:10:24.209207+00:00 0:00:03.616014 48810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T13:10:18.456989+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T12:00:00+00:00 TriggerDagRunOperator 2021-07-02T13:10:05.029528+00:00 2021-07-02T13:10:05.530389+00:00 0:00:00.500861 48809 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T13:10:02.466425+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T12:00:00+00:00 TriggerDagRunOperator 2021-07-02T13:10:04.929447+00:00 2021-07-02T13:10:05.334928+00:00 0:00:00.405481 48808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T13:10:02.466470+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T12:05:00+00:00 EmrJobFlowSensor 2021-07-02T13:05:50.292334+00:00 2021-07-02T13:13:52.779842+00:00 0:08:02.487508 48807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T13:05:48.011268+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T13:05:28.323764+00:00 2021-07-02T13:05:30.085922+00:00 0:00:01.762158 48806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T13:05:26.058026+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T12:05:00+00:00 PythonOperator 2021-07-02T13:05:06.330622+00:00 2021-07-02T13:05:09.898868+00:00 0:00:03.568246 48805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T13:05:03.990108+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T12:00:00+00:00 EmrJobFlowSensor 2021-07-02T13:00:50.630114+00:00 2021-07-02T13:09:53.247494+00:00 0:09:02.617380 48802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T13:00:48.389371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T13:00:34.685402+00:00 2021-07-02T13:00:36.572396+00:00 0:00:01.886994 48801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T13:00:32.380644+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T13:00:30.869969+00:00 2021-07-02T13:00:32.582026+00:00 0:00:01.712057 48800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T13:00:28.448056+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T12:00:00+00:00 PythonOperator 2021-07-02T13:00:12.434524+00:00 2021-07-02T13:00:16.360869+00:00 0:00:03.926345 48799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T13:00:10.247029+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T12:00:00+00:00 PythonOperator 2021-07-02T13:00:08.460637+00:00 2021-07-02T13:00:11.947117+00:00 0:00:03.486480 48798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T13:00:06.242507+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T11:00:00+00:00 EmrJobFlowSensor 2021-07-02T12:11:35.796884+00:00 2021-07-02T12:21:38.662223+00:00 0:10:02.865339 48797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T12:11:33.460314+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T11:00:00+00:00 EmrJobFlowSensor 2021-07-02T12:11:23.710440+00:00 2021-07-02T12:21:26.786374+00:00 0:10:03.075934 48796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T12:11:21.449020+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T12:11:13.691526+00:00 2021-07-02T12:11:15.492880+00:00 0:00:01.801354 48795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T12:11:11.435171+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T12:11:01.608841+00:00 2021-07-02T12:11:03.397390+00:00 0:00:01.788549 48794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T12:10:59.425047+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T11:00:00+00:00 PythonOperator 2021-07-02T12:10:51.592444+00:00 2021-07-02T12:10:55.193862+00:00 0:00:03.601418 48793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T12:10:49.414632+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T11:00:00+00:00 PythonOperator 2021-07-02T12:10:42.084207+00:00 2021-07-02T12:10:45.760534+00:00 0:00:03.676327 48792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T12:10:39.405894+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T11:00:00+00:00 TriggerDagRunOperator 2021-07-02T12:10:34.077554+00:00 2021-07-02T12:10:34.558773+00:00 0:00:00.481219 48791 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T12:10:31.446658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T11:00:00+00:00 TriggerDagRunOperator 2021-07-02T12:10:33.792510+00:00 2021-07-02T12:10:34.216146+00:00 0:00:00.423636 48790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T12:10:31.446625+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T11:05:00+00:00 EmrJobFlowSensor 2021-07-02T12:06:07.049993+00:00 2021-07-02T12:15:09.701481+00:00 0:09:02.651488 48789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T12:06:04.914445+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T12:05:45.549700+00:00 2021-07-02T12:05:47.195313+00:00 0:00:01.645613 48788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T12:05:42.960257+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T11:05:00+00:00 PythonOperator 2021-07-02T12:05:25.160140+00:00 2021-07-02T12:05:28.739743+00:00 0:00:03.579603 48787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T12:05:22.837846+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T11:00:00+00:00 EmrJobFlowSensor 2021-07-02T12:01:08.331526+00:00 2021-07-02T12:10:11.271771+00:00 0:09:02.940245 48785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T12:01:06.089783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T11:00:00+00:00 EmrJobFlowSensor 2021-07-02T12:01:06.177517+00:00 2021-07-02T12:12:09.136737+00:00 0:11:02.959220 48784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T12:01:04.088073+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T12:00:44.257466+00:00 2021-07-02T12:00:45.964498+00:00 0:00:01.707032 48783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T12:00:42.032620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T12:00:42.338755+00:00 2021-07-02T12:00:44.241867+00:00 0:00:01.903112 48782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T12:00:40.018127+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T11:00:00+00:00 PythonOperator 2021-07-02T12:00:20.436612+00:00 2021-07-02T12:00:24.102836+00:00 0:00:03.666224 48781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T12:00:18.062982+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T11:00:00+00:00 PythonOperator 2021-07-02T12:00:20.456502+00:00 2021-07-02T12:00:24.152248+00:00 0:00:03.695746 48780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T12:00:18.063025+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T10:00:00+00:00 EmrJobFlowSensor 2021-07-02T11:15:24.045366+00:00 2021-07-02T11:25:26.895555+00:00 0:10:02.850189 48779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T11:15:21.577529+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T10:00:00+00:00 EmrJobFlowSensor 2021-07-02T11:15:12.271692+00:00 2021-07-02T11:25:15.294923+00:00 0:10:03.023231 48778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T11:15:09.495151+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T11:15:02.131527+00:00 2021-07-02T11:15:03.947489+00:00 0:00:01.815962 48777 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T11:14:59.659634+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T11:14:49.656194+00:00 2021-07-02T11:14:51.343590+00:00 0:00:01.687396 48776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T11:14:47.428500+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T10:00:00+00:00 PythonOperator 2021-07-02T11:14:39.764536+00:00 2021-07-02T11:14:43.136080+00:00 0:00:03.371544 48775 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T11:14:37.421504+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T10:00:00+00:00 PythonOperator 2021-07-02T11:14:29.614796+00:00 2021-07-02T11:14:33.468469+00:00 0:00:03.853673 48774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T11:14:27.348859+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T10:00:00+00:00 TriggerDagRunOperator 2021-07-02T11:14:13.727610+00:00 2021-07-02T11:14:14.230577+00:00 0:00:00.502967 48773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T11:14:11.335210+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T10:00:00+00:00 TriggerDagRunOperator 2021-07-02T11:14:13.566337+00:00 2021-07-02T11:14:13.983977+00:00 0:00:00.417640 48772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T11:14:11.335240+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T10:05:00+00:00 EmrJobFlowSensor 2021-07-02T11:06:01.189997+00:00 2021-07-02T11:15:03.936119+00:00 0:09:02.746122 48771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T11:05:58.661071+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T11:05:40.671149+00:00 2021-07-02T11:05:42.353238+00:00 0:00:01.682089 48770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T11:05:38.495173+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T10:05:00+00:00 PythonOperator 2021-07-02T11:05:16.802791+00:00 2021-07-02T11:05:20.137232+00:00 0:00:03.334441 48769 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T11:05:14.470575+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T10:00:00+00:00 EmrJobFlowSensor 2021-07-02T11:03:50.582096+00:00 2021-07-02T11:13:53.425586+00:00 0:10:02.843490 48768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T11:03:48.359154+00:00 2 default_pool