Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-07-07T03:05:00+00:00 EmrJobFlowSensor 2021-07-07T04:06:09.383389+00:00 2021-07-07T04:15:12.112499+00:00 0:09:02.729110 50858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:06:07.040832+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T04:05:45.462057+00:00 2021-07-07T04:05:47.099356+00:00 0:00:01.637299 50857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T04:05:42.991170+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T03:05:00+00:00 PythonOperator 2021-07-07T04:05:25.186824+00:00 2021-07-07T04:05:28.625370+00:00 0:00:03.438546 50856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T04:05:22.949295+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T03:00:00+00:00 EmrJobFlowSensor 2021-07-07T04:00:58.603854+00:00 2021-07-07T04:09:01.440912+00:00 0:08:02.837058 50855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T04:00:56.429181+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T03:00:00+00:00 EmrJobFlowSensor 2021-07-07T04:00:52.592416+00:00 2021-07-07T04:12:55.947291+00:00 0:12:03.354875 50854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:00:50.416488+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T04:00:36.901944+00:00 2021-07-07T04:00:38.688265+00:00 0:00:01.786321 50853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T04:00:34.452822+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T04:00:30.922132+00:00 2021-07-07T04:00:32.696991+00:00 0:00:01.774859 50852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T04:00:28.540852+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T03:00:00+00:00 PythonOperator 2021-07-07T04:00:16.836473+00:00 2021-07-07T04:00:20.280347+00:00 0:00:03.443874 50851 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T04:00:14.465798+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T03:00:00+00:00 PythonOperator 2021-07-07T04:00:08.690079+00:00 2021-07-07T04:00:12.461065+00:00 0:00:03.770986 50850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T04:00:06.367910+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T02:00:00+00:00 EmrJobFlowSensor 2021-07-07T03:11:41.715913+00:00 2021-07-07T03:21:44.751105+00:00 0:10:03.035192 50848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:11:39.433357+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T02:00:00+00:00 EmrJobFlowSensor 2021-07-07T03:11:25.712897+00:00 2021-07-07T03:19:28.428759+00:00 0:08:02.715862 50847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:11:23.420827+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T03:11:19.817654+00:00 2021-07-07T03:11:21.627726+00:00 0:00:01.810072 50846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T03:11:17.422217+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T03:11:05.767769+00:00 2021-07-07T03:11:07.585026+00:00 0:00:01.817257 50845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T03:11:03.401504+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T02:00:00+00:00 PythonOperator 2021-07-07T03:10:59.734083+00:00 2021-07-07T03:11:03.640112+00:00 0:00:03.906029 50844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T03:10:57.405412+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T02:00:00+00:00 PythonOperator 2021-07-07T03:10:43.633971+00:00 2021-07-07T03:10:47.101407+00:00 0:00:03.467436 50843 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T03:10:41.391057+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T02:00:00+00:00 TriggerDagRunOperator 2021-07-07T03:10:15.701303+00:00 2021-07-07T03:10:16.193586+00:00 0:00:00.492283 50842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:10:13.325943+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T02:00:00+00:00 TriggerDagRunOperator 2021-07-07T03:10:15.547748+00:00 2021-07-07T03:10:15.951868+00:00 0:00:00.404120 50841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:10:13.325976+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T02:05:00+00:00 EmrJobFlowSensor 2021-07-07T03:05:59.206546+00:00 2021-07-07T03:15:01.899136+00:00 0:09:02.692590 50840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:05:56.921526+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T03:05:37.164788+00:00 2021-07-07T03:05:38.915566+00:00 0:00:01.750778 50839 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T03:05:34.908101+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T02:05:00+00:00 PythonOperator 2021-07-07T03:05:17.195052+00:00 2021-07-07T03:05:20.801359+00:00 0:00:03.606307 50838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T03:05:14.899064+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T02:00:00+00:00 EmrJobFlowSensor 2021-07-07T03:00:58.875394+00:00 2021-07-07T03:12:02.121880+00:00 0:11:03.246486 50837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:00:56.472000+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T02:00:00+00:00 EmrJobFlowSensor 2021-07-07T03:00:54.963458+00:00 2021-07-07T03:09:57.593918+00:00 0:09:02.630460 50836 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T03:00:52.479494+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T03:00:36.526836+00:00 2021-07-07T03:00:38.320657+00:00 0:00:01.793821 50835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T03:00:34.390927+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T03:00:32.564265+00:00 2021-07-07T03:00:34.291279+00:00 0:00:01.727014 50834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T03:00:30.390814+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T02:00:00+00:00 PythonOperator 2021-07-07T03:00:12.728341+00:00 2021-07-07T03:00:16.171880+00:00 0:00:03.443539 50833 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T03:00:10.371728+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T02:00:00+00:00 PythonOperator 2021-07-07T03:00:11.115101+00:00 2021-07-07T03:00:14.910265+00:00 0:00:03.795164 50832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T03:00:08.355704+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T01:00:00+00:00 EmrJobFlowSensor 2021-07-07T02:11:31.095499+00:00 2021-07-07T02:20:33.866187+00:00 0:09:02.770688 50830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T02:11:28.769254+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T01:00:00+00:00 EmrJobFlowSensor 2021-07-07T02:11:24.986764+00:00 2021-07-07T02:19:27.499010+00:00 0:08:02.512246 50829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T02:11:22.714951+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T02:11:08.977716+00:00 2021-07-07T02:11:10.803622+00:00 0:00:01.825906 50828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T02:11:06.702236+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T02:11:03.152550+00:00 2021-07-07T02:11:04.908359+00:00 0:00:01.755809 50827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T02:11:00.762104+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T01:00:00+00:00 PythonOperator 2021-07-07T02:10:45.920343+00:00 2021-07-07T02:10:49.986301+00:00 0:00:04.065958 50826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T02:10:42.693790+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T01:00:00+00:00 PythonOperator 2021-07-07T02:10:41.183006+00:00 2021-07-07T02:10:46.129140+00:00 0:00:04.946134 50825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T02:10:38.776154+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T01:00:00+00:00 TriggerDagRunOperator 2021-07-07T02:10:23.077705+00:00 2021-07-07T02:10:23.577312+00:00 0:00:00.499607 50824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T02:10:20.629226+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T01:00:00+00:00 TriggerDagRunOperator 2021-07-07T02:10:22.945921+00:00 2021-07-07T02:10:23.327730+00:00 0:00:00.381809 50823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T02:10:20.629261+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T01:05:00+00:00 EmrJobFlowSensor 2021-07-07T02:06:08.416231+00:00 2021-07-07T02:15:11.136240+00:00 0:09:02.720009 50822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T02:06:06.226875+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T02:05:46.548309+00:00 2021-07-07T02:05:48.244313+00:00 0:00:01.696004 50821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T02:05:44.246558+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T01:05:00+00:00 PythonOperator 2021-07-07T02:05:24.747266+00:00 2021-07-07T02:05:28.255865+00:00 0:00:03.508599 50820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T02:05:22.186074+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T01:00:00+00:00 EmrJobFlowSensor 2021-07-07T02:01:06.058588+00:00 2021-07-07T02:10:08.999945+00:00 0:09:02.941357 50819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T02:01:03.728122+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T02:00:36.247471+00:00 2021-07-07T02:00:37.940757+00:00 0:00:01.693286 50817 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T02:00:33.707007+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T01:00:00+00:00 PythonOperator 2021-07-07T02:00:13.965063+00:00 2021-07-07T02:00:17.341166+00:00 0:00:03.376103 50815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T02:00:11.640244+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T00:00:00+00:00 EmrJobFlowSensor 2021-07-07T01:11:07.989957+00:00 2021-07-07T01:19:10.863021+00:00 0:08:02.873064 50812 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:11:05.740400+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T00:00:00+00:00 EmrJobFlowSensor 2021-07-07T01:11:05.995023+00:00 2021-07-07T01:21:08.904442+00:00 0:10:02.909419 50811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:11:03.744666+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T01:10:46.139615+00:00 2021-07-07T01:10:47.855051+00:00 0:00:01.715436 50810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T01:10:43.770451+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T01:10:42.007912+00:00 2021-07-07T01:10:43.980246+00:00 0:00:01.972334 50809 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T01:10:39.713840+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T00:00:00+00:00 PythonOperator 2021-07-07T01:10:26.840404+00:00 2021-07-07T01:10:30.771789+00:00 0:00:03.931385 50808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T01:10:23.695537+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T00:00:00+00:00 PythonOperator 2021-07-07T01:10:22.388884+00:00 2021-07-07T01:10:27.544842+00:00 0:00:05.155958 50807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T01:10:19.685208+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T00:00:00+00:00 TriggerDagRunOperator 2021-07-07T01:10:14.148528+00:00 2021-07-07T01:10:14.674110+00:00 0:00:00.525582 50806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:10:11.657317+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T00:00:00+00:00 TriggerDagRunOperator 2021-07-07T01:10:13.876400+00:00 2021-07-07T01:10:14.291967+00:00 0:00:00.415567 50805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:10:11.657281+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T00:05:00+00:00 EmrJobFlowSensor 2021-07-07T01:05:59.759512+00:00 2021-07-07T01:15:02.416720+00:00 0:09:02.657208 50804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:05:57.377429+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T01:05:37.636005+00:00 2021-07-07T01:05:39.298182+00:00 0:00:01.662177 50803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T01:05:35.359626+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T00:05:00+00:00 PythonOperator 2021-07-07T01:05:13.631602+00:00 2021-07-07T01:05:17.345551+00:00 0:00:03.713949 50802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T01:05:11.360257+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T00:00:00+00:00 EmrJobFlowSensor 2021-07-07T01:01:01.409122+00:00 2021-07-07T01:10:04.261492+00:00 0:09:02.852370 50801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T01:00:58.957545+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T00:00:00+00:00 EmrJobFlowSensor 2021-07-07T01:00:49.107406+00:00 2021-07-07T01:10:52.082098+00:00 0:10:02.974692 50800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:00:46.805574+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T01:00:40.988022+00:00 2021-07-07T01:00:42.731845+00:00 0:00:01.743823 50799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T01:00:38.791878+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T01:00:28.959448+00:00 2021-07-07T01:00:30.658678+00:00 0:00:01.699230 50798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T01:00:26.737695+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T00:00:00+00:00 PythonOperator 2021-07-07T01:00:19.031776+00:00 2021-07-07T01:00:22.679774+00:00 0:00:03.647998 50797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T01:00:16.729341+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T00:00:00+00:00 PythonOperator 2021-07-07T01:00:07.624507+00:00 2021-07-07T01:00:11.067229+00:00 0:00:03.442722 50796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T01:00:04.764597+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T23:00:00+00:00 EmrJobFlowSensor 2021-07-07T00:12:32.977223+00:00 2021-07-07T00:21:35.779674+00:00 0:09:02.802451 50794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:12:30.730521+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T23:00:00+00:00 EmrJobFlowSensor 2021-07-07T00:12:22.870174+00:00 2021-07-07T00:22:25.734968+00:00 0:10:02.864794 50793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:12:20.653663+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T00:12:10.868070+00:00 2021-07-07T00:12:12.739867+00:00 0:00:01.871797 50792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T00:12:08.643380+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T00:12:01.203611+00:00 2021-07-07T00:12:03.055367+00:00 0:00:01.851756 50791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T00:11:58.764824+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T23:00:00+00:00 PythonOperator 2021-07-07T00:11:46.877904+00:00 2021-07-07T00:11:50.721226+00:00 0:00:03.843322 50790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T00:11:44.621638+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T23:00:00+00:00 PythonOperator 2021-07-07T00:11:39.613852+00:00 2021-07-07T00:11:43.621622+00:00 0:00:04.007770 50789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T00:11:36.657638+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T23:00:00+00:00 TriggerDagRunOperator 2021-07-07T00:11:31.291742+00:00 2021-07-07T00:11:31.762917+00:00 0:00:00.471175 50788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:11:28.662788+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T23:00:00+00:00 TriggerDagRunOperator 2021-07-07T00:11:31.107171+00:00 2021-07-07T00:11:31.508027+00:00 0:00:00.400856 50787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:11:28.662722+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T23:05:00+00:00 EmrJobFlowSensor 2021-07-07T00:06:06.281549+00:00 2021-07-07T00:14:08.929532+00:00 0:08:02.647983 50786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:06:04.040820+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T00:05:44.313790+00:00 2021-07-07T00:05:46.094473+00:00 0:00:01.780683 50785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T00:05:41.948031+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T23:05:00+00:00 PythonOperator 2021-07-07T00:05:22.158765+00:00 2021-07-07T00:05:26.124306+00:00 0:00:03.965541 50784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T00:05:19.930415+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T23:00:00+00:00 EmrJobFlowSensor 2021-07-07T00:01:07.949618+00:00 2021-07-07T00:11:10.945530+00:00 0:10:02.995912 50783 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T00:01:05.561058+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T23:00:00+00:00 EmrJobFlowSensor 2021-07-07T00:00:59.981735+00:00 2021-07-07T00:12:03.260235+00:00 0:11:03.278500 50782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:00:57.545695+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T00:00:46.126723+00:00 2021-07-07T00:00:47.815446+00:00 0:00:01.688723 50781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T00:00:43.458104+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T00:00:39.485467+00:00 2021-07-07T00:00:41.174509+00:00 0:00:01.689042 50780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T00:00:37.359612+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T23:00:00+00:00 PythonOperator 2021-07-07T00:00:25.656080+00:00 2021-07-07T00:00:29.129514+00:00 0:00:03.473434 50779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T00:00:23.341754+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T23:00:00+00:00 PythonOperator 2021-07-07T00:00:17.900232+00:00 2021-07-07T00:00:21.682240+00:00 0:00:03.782008 50778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T00:00:15.333416+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T22:00:00+00:00 EmrJobFlowSensor 2021-07-06T23:11:16.568551+00:00 2021-07-06T23:19:19.208553+00:00 0:08:02.640002 50776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:11:14.295206+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T22:00:00+00:00 EmrJobFlowSensor 2021-07-06T23:11:10.716818+00:00 2021-07-06T23:21:13.498829+00:00 0:10:02.782011 50775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:11:08.362802+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:10:56.516829+00:00 2021-07-06T23:10:58.297547+00:00 0:00:01.780718 50774 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T23:10:54.238092+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:10:50.474665+00:00 2021-07-06T23:10:52.158020+00:00 0:00:01.683355 50773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T23:10:48.231839+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T22:00:00+00:00 PythonOperator 2021-07-06T23:10:34.599039+00:00 2021-07-06T23:10:37.975375+00:00 0:00:03.376336 50772 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:10:32.218670+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T22:00:00+00:00 PythonOperator 2021-07-06T23:10:28.411490+00:00 2021-07-06T23:10:32.494254+00:00 0:00:04.082764 50771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:10:26.212125+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T22:00:00+00:00 TriggerDagRunOperator 2021-07-06T23:10:22.464601+00:00 2021-07-06T23:10:22.999281+00:00 0:00:00.534680 50770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:10:20.207305+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T22:00:00+00:00 TriggerDagRunOperator 2021-07-06T23:10:22.388309+00:00 2021-07-06T23:10:22.771059+00:00 0:00:00.382750 50769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:10:20.207271+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T22:05:00+00:00 EmrJobFlowSensor 2021-07-06T23:06:04.011414+00:00 2021-07-06T23:15:06.727718+00:00 0:09:02.716304 50768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:06:01.740166+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:05:40.163102+00:00 2021-07-06T23:05:41.984653+00:00 0:00:01.821551 50767 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T23:05:37.725189+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T22:05:00+00:00 PythonOperator 2021-07-06T23:05:19.815007+00:00 2021-07-06T23:05:23.520338+00:00 0:00:03.705331 50766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:05:17.696560+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T22:00:00+00:00 EmrJobFlowSensor 2021-07-06T23:00:59.894151+00:00 2021-07-06T23:10:02.826343+00:00 0:09:02.932192 50765 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:00:57.253224+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T22:00:00+00:00 EmrJobFlowSensor 2021-07-06T23:00:57.869469+00:00 2021-07-06T23:12:00.879388+00:00 0:11:03.009919 50764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:00:55.253012+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-05T23:00:00+00:00 EmrJobFlowSensor 2021-07-06T23:00:55.500822+00:00 2021-07-06T23:08:58.350745+00:00 0:08:02.849923 50763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:00:53.244146+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:00:35.914536+00:00 2021-07-06T23:00:37.591234+00:00 0:00:01.676698 50762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T23:00:33.133493+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:00:27.438993+00:00 2021-07-06T23:00:29.251883+00:00 0:00:01.812890 50761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T23:00:25.120843+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:00:27.270199+00:00 2021-07-06T23:00:29.076916+00:00 0:00:01.806717 50760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T23:00:25.120814+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T22:00:00+00:00 PythonOperator 2021-07-06T23:00:10.270088+00:00 2021-07-06T23:00:13.921550+00:00 0:00:03.651462 50759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T23:00:07.104856+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T22:00:00+00:00 PythonOperator 2021-07-06T23:00:05.898029+00:00 2021-07-06T23:00:10.229299+00:00 0:00:04.331270 50758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:00:03.102247+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-05T23:00:00+00:00 PythonOperator 2021-07-06T23:00:05.691736+00:00 2021-07-06T23:00:09.765620+00:00 0:00:04.073884 50757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:00:03.102274+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T21:00:00+00:00 EmrJobFlowSensor 2021-07-06T22:11:41.904668+00:00 2021-07-06T22:21:44.811249+00:00 0:10:02.906581 50755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T22:11:39.628395+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T21:00:00+00:00 EmrJobFlowSensor 2021-07-06T22:11:35.861388+00:00 2021-07-06T22:21:38.802666+00:00 0:10:02.941278 50754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T22:11:33.621639+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T22:11:21.993342+00:00 2021-07-06T22:11:23.893293+00:00 0:00:01.899951 50753 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T22:11:19.610484+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T22:11:14.222279+00:00 2021-07-06T22:11:16.048953+00:00 0:00:01.826674 50752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T22:11:11.657215+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T21:00:00+00:00 PythonOperator 2021-07-06T22:11:00.511952+00:00 2021-07-06T22:11:03.369993+00:00 0:00:02.858041 50751 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T22:10:57.664160+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T21:00:00+00:00 PythonOperator 2021-07-06T22:10:54.129991+00:00 2021-07-06T22:10:58.268414+00:00 0:00:04.138423 50750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T22:10:51.661521+00:00 2 default_pool