Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T12:00:26.810519+00:00 2021-06-26T12:00:28.527674+00:00 0:00:01.717155 46308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T12:00:24.701270+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T11:00:00+00:00 PythonOperator 2021-06-26T12:00:16.917631+00:00 2021-06-26T12:00:20.607845+00:00 0:00:03.690214 46307 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T12:00:14.695378+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T11:00:00+00:00 PythonOperator 2021-06-26T12:00:05.582905+00:00 2021-06-26T12:00:09.174246+00:00 0:00:03.591341 46306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T12:00:02.745511+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T10:00:00+00:00 EmrJobFlowSensor 2021-06-26T11:11:12.043400+00:00 2021-06-26T11:20:14.764038+00:00 0:09:02.720638 46304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T11:11:09.140833+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T10:00:00+00:00 EmrJobFlowSensor 2021-06-26T11:11:09.907945+00:00 2021-06-26T11:20:13.025054+00:00 0:09:03.117109 46303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T11:11:07.203404+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T11:10:49.373494+00:00 2021-06-26T11:10:51.092099+00:00 0:00:01.718605 46302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T11:10:47.121534+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T11:10:47.457063+00:00 2021-06-26T11:10:49.299498+00:00 0:00:01.842435 46301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T11:10:45.153580+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T10:00:00+00:00 PythonOperator 2021-06-26T11:10:29.397604+00:00 2021-06-26T11:10:33.022137+00:00 0:00:03.624533 46300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T11:10:27.106169+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T10:00:00+00:00 PythonOperator 2021-06-26T11:10:27.371670+00:00 2021-06-26T11:10:31.007208+00:00 0:00:03.635538 46299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T11:10:25.104416+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T10:00:00+00:00 TriggerDagRunOperator 2021-06-26T11:10:13.619075+00:00 2021-06-26T11:10:14.167722+00:00 0:00:00.548647 46298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T11:10:11.095559+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T10:00:00+00:00 TriggerDagRunOperator 2021-06-26T11:10:13.476853+00:00 2021-06-26T11:10:13.857942+00:00 0:00:00.381089 46297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T11:10:11.095606+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T10:05:00+00:00 EmrJobFlowSensor 2021-06-26T11:05:50.858687+00:00 2021-06-26T11:13:53.375682+00:00 0:08:02.516995 46296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T11:05:48.733709+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T11:05:29.182242+00:00 2021-06-26T11:05:30.898882+00:00 0:00:01.716640 46295 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T11:05:26.704848+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T10:05:00+00:00 PythonOperator 2021-06-26T11:05:05.034443+00:00 2021-06-26T11:05:08.592822+00:00 0:00:03.558379 46294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T11:05:02.690253+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T10:00:00+00:00 EmrJobFlowSensor 2021-06-26T11:01:05.140128+00:00 2021-06-26T11:10:08.046524+00:00 0:09:02.906396 46293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T11:01:02.353148+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T10:00:00+00:00 EmrJobFlowSensor 2021-06-26T11:01:04.992950+00:00 2021-06-26T11:20:09.108789+00:00 0:19:04.115839 46292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T11:01:02.353107+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T11:00:42.426598+00:00 2021-06-26T11:00:44.133238+00:00 0:00:01.706640 46291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T11:00:40.274881+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T11:00:40.492330+00:00 2021-06-26T11:00:42.312202+00:00 0:00:01.819872 46290 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T11:00:38.251103+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T10:00:00+00:00 PythonOperator 2021-06-26T11:00:20.638797+00:00 2021-06-26T11:00:24.515880+00:00 0:00:03.877083 46289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T11:00:18.235680+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T10:00:00+00:00 PythonOperator 2021-06-26T11:00:20.645609+00:00 2021-06-26T11:00:24.015401+00:00 0:00:03.369792 46288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T11:00:18.235708+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T09:00:00+00:00 EmrJobFlowSensor 2021-06-26T10:12:16.744329+00:00 2021-06-26T10:22:19.616622+00:00 0:10:02.872293 46286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T10:12:14.461889+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T09:00:00+00:00 EmrJobFlowSensor 2021-06-26T10:12:06.700052+00:00 2021-06-26T10:22:09.657976+00:00 0:10:02.957924 46285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T10:12:04.385538+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T10:11:54.673448+00:00 2021-06-26T10:11:56.516370+00:00 0:00:01.842922 46284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T10:11:52.331042+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T10:11:44.902178+00:00 2021-06-26T10:11:46.646856+00:00 0:00:01.744678 46283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T10:11:42.319398+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T09:00:00+00:00 PythonOperator 2021-06-26T10:11:32.780813+00:00 2021-06-26T10:11:36.560226+00:00 0:00:03.779413 46282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T10:11:30.370607+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T09:00:00+00:00 PythonOperator 2021-06-26T10:11:20.666032+00:00 2021-06-26T10:11:24.271029+00:00 0:00:03.604997 46281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T10:11:18.366842+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T09:00:00+00:00 TriggerDagRunOperator 2021-06-26T10:11:14.589017+00:00 2021-06-26T10:11:14.979249+00:00 0:00:00.390232 46280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T10:11:12.294185+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T09:00:00+00:00 TriggerDagRunOperator 2021-06-26T10:11:14.608165+00:00 2021-06-26T10:11:15.132619+00:00 0:00:00.524454 46279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T10:11:12.294223+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T09:05:00+00:00 EmrJobFlowSensor 2021-06-26T10:05:57.952798+00:00 2021-06-26T10:15:00.882307+00:00 0:09:02.929509 46278 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T10:05:55.726634+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T10:05:36.072110+00:00 2021-06-26T10:05:37.733088+00:00 0:00:01.660978 46277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T10:05:33.646441+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T09:05:00+00:00 PythonOperator 2021-06-26T10:05:15.853391+00:00 2021-06-26T10:05:19.152282+00:00 0:00:03.298891 46276 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T10:05:13.621580+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T09:00:00+00:00 EmrJobFlowSensor 2021-06-26T10:00:59.712343+00:00 2021-06-26T10:11:02.737447+00:00 0:10:03.025104 46275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T10:00:57.132508+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T09:00:00+00:00 EmrJobFlowSensor 2021-06-26T10:00:59.429229+00:00 2021-06-26T10:20:03.607432+00:00 0:19:04.178203 46274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T10:00:57.132549+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T10:00:37.383401+00:00 2021-06-26T10:00:39.192382+00:00 0:00:01.808981 46273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T10:00:35.113295+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T10:00:37.273851+00:00 2021-06-26T10:00:39.035114+00:00 0:00:01.761263 46272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T10:00:35.113264+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T09:00:00+00:00 PythonOperator 2021-06-26T10:00:15.630302+00:00 2021-06-26T10:00:19.214058+00:00 0:00:03.583756 46271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T10:00:13.098058+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T09:00:00+00:00 PythonOperator 2021-06-26T10:00:15.626155+00:00 2021-06-26T10:00:19.319076+00:00 0:00:03.692921 46270 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T10:00:13.098029+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T08:00:00+00:00 EmrJobFlowSensor 2021-06-26T09:10:28.782393+00:00 2021-06-26T09:19:31.445463+00:00 0:09:02.663070 46268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T09:10:26.445536+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T08:00:00+00:00 EmrJobFlowSensor 2021-06-26T09:10:16.472914+00:00 2021-06-26T09:19:19.129608+00:00 0:09:02.656694 46267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T09:10:14.358211+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T09:10:08.904531+00:00 2021-06-26T09:10:10.726419+00:00 0:00:01.821888 46266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T09:10:06.451193+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T09:09:56.583212+00:00 2021-06-26T09:09:58.302799+00:00 0:00:01.719587 46265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T09:09:54.309916+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T08:00:00+00:00 PythonOperator 2021-06-26T09:09:46.508632+00:00 2021-06-26T09:09:50.286358+00:00 0:00:03.777726 46264 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T09:09:44.350999+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T08:00:00+00:00 PythonOperator 2021-06-26T09:09:34.697363+00:00 2021-06-26T09:09:38.186440+00:00 0:00:03.489077 46263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T09:09:32.290397+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T08:00:00+00:00 TriggerDagRunOperator 2021-06-26T09:09:28.743133+00:00 2021-06-26T09:09:29.267019+00:00 0:00:00.523886 46262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T09:09:26.266360+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T08:00:00+00:00 TriggerDagRunOperator 2021-06-26T09:09:28.509519+00:00 2021-06-26T09:09:28.997773+00:00 0:00:00.488254 46261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T09:09:26.266403+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T08:05:00+00:00 EmrJobFlowSensor 2021-06-26T09:06:08.264596+00:00 2021-06-26T09:15:10.889998+00:00 0:09:02.625402 46260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T09:06:05.962666+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T09:05:46.190584+00:00 2021-06-26T09:05:47.965006+00:00 0:00:01.774422 46259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T09:05:43.945489+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T08:05:00+00:00 PythonOperator 2021-06-26T09:05:24.227209+00:00 2021-06-26T09:05:27.601769+00:00 0:00:03.374560 46258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T09:05:21.809908+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T08:00:00+00:00 EmrJobFlowSensor 2021-06-26T09:01:15.657110+00:00 2021-06-26T09:20:20.081727+00:00 0:19:04.424617 46257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T09:01:13.320401+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T08:00:00+00:00 EmrJobFlowSensor 2021-06-26T09:01:09.647239+00:00 2021-06-26T09:09:12.290887+00:00 0:08:02.643648 46256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T09:01:07.312495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T09:00:45.679162+00:00 2021-06-26T09:00:47.507662+00:00 0:00:01.828500 46255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T09:00:43.293415+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T09:00:29.486035+00:00 2021-06-26T09:00:31.158607+00:00 0:00:01.672572 46254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T09:00:27.289920+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T08:00:00+00:00 PythonOperator 2021-06-26T09:00:17.913815+00:00 2021-06-26T09:00:21.756911+00:00 0:00:03.843096 46253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T09:00:15.272199+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T08:00:00+00:00 PythonOperator 2021-06-26T09:00:09.422748+00:00 2021-06-26T09:00:13.134168+00:00 0:00:03.711420 46252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T09:00:07.266393+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T07:00:00+00:00 EmrJobFlowSensor 2021-06-26T08:14:45.440808+00:00 2021-06-26T08:24:48.248359+00:00 0:10:02.807551 46251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T08:14:43.156839+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T08:14:25.235234+00:00 2021-06-26T08:14:26.907982+00:00 0:00:01.672748 46250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T08:14:23.085497+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T07:00:00+00:00 EmrJobFlowSensor 2021-06-26T08:14:21.173960+00:00 2021-06-26T08:22:23.799555+00:00 0:08:02.625595 46249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T08:14:19.083121+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T07:00:00+00:00 PythonOperator 2021-06-26T08:14:04.143806+00:00 2021-06-26T08:14:08.017459+00:00 0:00:03.873653 46248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T08:14:01.067551+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T08:14:02.266245+00:00 2021-06-26T08:14:04.341977+00:00 0:00:02.075732 46247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T08:13:59.066003+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T07:00:00+00:00 PythonOperator 2021-06-26T08:09:43.623770+00:00 2021-06-26T08:09:47.282624+00:00 0:00:03.658854 46245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T08:09:41.212926+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T07:00:00+00:00 TriggerDagRunOperator 2021-06-26T08:09:36.015063+00:00 2021-06-26T08:09:36.408100+00:00 0:00:00.393037 46244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T08:09:33.265939+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T07:00:00+00:00 TriggerDagRunOperator 2021-06-26T08:09:35.689388+00:00 2021-06-26T08:09:36.217303+00:00 0:00:00.527915 46243 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T08:09:33.265891+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T07:05:00+00:00 EmrJobFlowSensor 2021-06-26T08:05:55.090805+00:00 2021-06-26T08:13:57.652257+00:00 0:08:02.561452 46242 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T08:05:52.822673+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T08:05:33.167706+00:00 2021-06-26T08:05:34.878353+00:00 0:00:01.710647 46241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T08:05:30.870419+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T07:05:00+00:00 PythonOperator 2021-06-26T08:05:11.083866+00:00 2021-06-26T08:05:14.374712+00:00 0:00:03.290846 46240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T08:05:08.844331+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T07:00:00+00:00 EmrJobFlowSensor 2021-06-26T08:01:31.116416+00:00 2021-06-26T08:20:35.255245+00:00 0:19:04.138829 46239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T08:01:28.440819+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T07:00:00+00:00 EmrJobFlowSensor 2021-06-26T08:01:26.657425+00:00 2021-06-26T08:09:29.319266+00:00 0:08:02.661841 46238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T08:01:24.379251+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T08:00:48.484560+00:00 2021-06-26T08:00:50.310920+00:00 0:00:01.826360 46237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T08:00:46.301466+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T08:00:42.479536+00:00 2021-06-26T08:00:44.177498+00:00 0:00:01.697962 46236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T08:00:40.292394+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T07:00:00+00:00 PythonOperator 2021-06-26T08:00:25.772926+00:00 2021-06-26T08:00:29.540550+00:00 0:00:03.767624 46235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T08:00:22.225395+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T07:00:00+00:00 PythonOperator 2021-06-26T08:00:20.371724+00:00 2021-06-26T08:00:25.654026+00:00 0:00:05.282302 46234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T08:00:18.229222+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T06:00:00+00:00 EmrJobFlowSensor 2021-06-26T07:11:31.547583+00:00 2021-06-26T07:21:34.377615+00:00 0:10:02.830032 46233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T07:11:29.262840+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T06:00:00+00:00 EmrJobFlowSensor 2021-06-26T07:11:25.568122+00:00 2021-06-26T07:21:28.524560+00:00 0:10:02.956438 46232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T07:11:23.238016+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T07:11:09.616025+00:00 2021-06-26T07:11:11.441129+00:00 0:00:01.825104 46231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T07:11:07.202359+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T07:11:03.565698+00:00 2021-06-26T07:11:05.296661+00:00 0:00:01.730963 46230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T07:11:01.260323+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T06:00:00+00:00 PythonOperator 2021-06-26T07:10:49.582509+00:00 2021-06-26T07:10:53.225279+00:00 0:00:03.642770 46229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T07:10:47.186941+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T06:00:00+00:00 PythonOperator 2021-06-26T07:10:41.371788+00:00 2021-06-26T07:10:45.098654+00:00 0:00:03.726866 46228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T07:10:39.181277+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T06:05:00+00:00 EmrJobFlowSensor 2021-06-26T07:10:39.443527+00:00 2021-06-26T07:19:42.022491+00:00 0:09:02.578964 46227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T07:10:37.171890+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T06:00:00+00:00 TriggerDagRunOperator 2021-06-26T07:10:29.541808+00:00 2021-06-26T07:10:30.025068+00:00 0:00:00.483260 46226 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T07:10:27.166598+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T06:00:00+00:00 TriggerDagRunOperator 2021-06-26T07:10:29.374216+00:00 2021-06-26T07:10:29.748557+00:00 0:00:00.374341 46225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T07:10:27.166638+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T07:10:17.606850+00:00 2021-06-26T07:10:19.258075+00:00 0:00:01.651225 46224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T07:10:15.149042+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T06:05:00+00:00 PythonOperator 2021-06-26T07:09:57.752337+00:00 2021-06-26T07:10:01.032083+00:00 0:00:03.279746 46223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T07:09:55.124613+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T06:00:00+00:00 EmrJobFlowSensor 2021-06-26T07:01:07.384934+00:00 2021-06-26T07:10:10.073552+00:00 0:09:02.688618 46221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T07:01:05.124119+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T06:00:00+00:00 EmrJobFlowSensor 2021-06-26T07:00:51.960072+00:00 2021-06-26T07:19:56.295347+00:00 0:19:04.335275 46220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T07:00:49.108902+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T07:00:43.460982+00:00 2021-06-26T07:00:45.305018+00:00 0:00:01.844036 46219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T07:00:41.102473+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T07:00:29.383316+00:00 2021-06-26T07:00:31.094984+00:00 0:00:01.711668 46218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T07:00:27.105262+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T06:00:00+00:00 PythonOperator 2021-06-26T07:00:21.322106+00:00 2021-06-26T07:00:24.734876+00:00 0:00:03.412770 46217 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T07:00:19.085259+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T06:00:00+00:00 PythonOperator 2021-06-26T07:00:09.339499+00:00 2021-06-26T07:00:13.281963+00:00 0:00:03.942464 46216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T07:00:07.066647+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T05:00:00+00:00 EmrJobFlowSensor 2021-06-26T06:12:40.083330+00:00 2021-06-26T06:22:42.926113+00:00 0:10:02.842783 46215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T06:12:37.559464+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T05:00:00+00:00 EmrJobFlowSensor 2021-06-26T06:12:39.901978+00:00 2021-06-26T06:21:42.657836+00:00 0:09:02.755858 46214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T06:12:37.559431+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T06:12:20.093269+00:00 2021-06-26T06:12:21.814681+00:00 0:00:01.721412 46213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T06:12:17.553514+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T06:12:17.685351+00:00 2021-06-26T06:12:19.657454+00:00 0:00:01.972103 46212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T06:12:15.538364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T05:00:00+00:00 PythonOperator 2021-06-26T06:11:57.881025+00:00 2021-06-26T06:12:01.268366+00:00 0:00:03.387341 46211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T06:11:55.545566+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T05:00:00+00:00 PythonOperator 2021-06-26T06:11:55.788377+00:00 2021-06-26T06:11:59.708750+00:00 0:00:03.920373 46210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T06:11:53.543559+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T05:00:00+00:00 TriggerDagRunOperator 2021-06-26T06:11:33.783941+00:00 2021-06-26T06:11:34.348069+00:00 0:00:00.564128 46209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T06:11:31.418060+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T05:00:00+00:00 TriggerDagRunOperator 2021-06-26T06:11:33.667152+00:00 2021-06-26T06:11:34.060892+00:00 0:00:00.393740 46208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T06:11:31.418091+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T05:05:00+00:00 EmrJobFlowSensor 2021-06-26T06:05:47.039371+00:00 2021-06-26T06:13:49.618144+00:00 0:08:02.578773 46207 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T06:05:44.889195+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T06:05:25.262528+00:00 2021-06-26T06:05:26.982412+00:00 0:00:01.719884 46206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T06:05:22.845829+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T05:05:00+00:00 PythonOperator 2021-06-26T06:05:03.566503+00:00 2021-06-26T06:05:07.119143+00:00 0:00:03.552640 46205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T06:05:00.740847+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T05:00:00+00:00 EmrJobFlowSensor 2021-06-26T06:01:08.259557+00:00 2021-06-26T06:11:11.183994+00:00 0:10:02.924437 46203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T06:01:05.956600+00:00 2 default_pool