Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-06T08:00:00+00:00 EmrJobFlowSensor 2021-07-06T09:03:05.190374+00:00 2021-07-06T09:12:07.933077+00:00 0:09:02.742703 50509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T09:03:02.987115+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T09:02:49.178658+00:00 2021-07-06T09:02:51.087249+00:00 0:00:01.908591 50508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T09:02:46.880579+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T09:02:41.030332+00:00 2021-07-06T09:02:42.730660+00:00 0:00:01.700328 50507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T09:02:38.883516+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T08:00:00+00:00 PythonOperator 2021-07-06T09:02:29.136296+00:00 2021-07-06T09:02:32.571107+00:00 0:00:03.434811 50506 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T09:02:26.860168+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T08:00:00+00:00 PythonOperator 2021-07-06T09:02:21.620979+00:00 2021-07-06T09:02:25.391991+00:00 0:00:03.771012 50505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T09:02:18.914818+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T07:00:00+00:00 EmrJobFlowSensor 2021-07-06T08:12:17.651259+00:00 2021-07-06T08:21:20.251695+00:00 0:09:02.600436 50503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:12:15.252801+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T07:00:00+00:00 EmrJobFlowSensor 2021-07-06T08:12:11.610209+00:00 2021-07-06T08:22:14.636639+00:00 0:10:03.026430 50502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:12:09.191494+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T08:11:57.713947+00:00 2021-07-06T08:11:59.421598+00:00 0:00:01.707651 50501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T08:11:55.156870+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T08:11:49.240496+00:00 2021-07-06T08:11:50.930626+00:00 0:00:01.690130 50500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T08:11:47.049319+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T07:00:00+00:00 PythonOperator 2021-07-06T08:11:35.384803+00:00 2021-07-06T08:11:39.135369+00:00 0:00:03.750566 50499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T08:11:33.025799+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T07:00:00+00:00 PythonOperator 2021-07-06T08:11:29.288347+00:00 2021-07-06T08:11:33.126721+00:00 0:00:03.838374 50498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T08:11:27.020194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T07:00:00+00:00 TriggerDagRunOperator 2021-07-06T08:11:11.341938+00:00 2021-07-06T08:11:11.753375+00:00 0:00:00.411437 50497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:11:09.005378+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T07:00:00+00:00 TriggerDagRunOperator 2021-07-06T08:11:11.304998+00:00 2021-07-06T08:11:11.815689+00:00 0:00:00.510691 50496 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:11:09.005344+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T07:05:00+00:00 EmrJobFlowSensor 2021-07-06T08:06:04.691600+00:00 2021-07-06T08:15:07.353824+00:00 0:09:02.662224 50495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:06:02.413117+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T08:05:42.586003+00:00 2021-07-06T08:05:44.301960+00:00 0:00:01.715957 50494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T08:05:40.395872+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T07:05:00+00:00 PythonOperator 2021-07-06T08:05:22.531546+00:00 2021-07-06T08:05:25.892448+00:00 0:00:03.360902 50493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T08:05:20.314029+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T07:00:00+00:00 EmrJobFlowSensor 2021-07-06T08:00:58.475354+00:00 2021-07-06T08:11:01.520418+00:00 0:10:03.045064 50492 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T08:00:55.960623+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T07:00:00+00:00 EmrJobFlowSensor 2021-07-06T08:00:51.935742+00:00 2021-07-06T08:10:54.678072+00:00 0:10:02.742330 50491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:00:49.795571+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T08:00:36.103038+00:00 2021-07-06T08:00:37.834948+00:00 0:00:01.731910 50490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T08:00:33.790808+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T08:00:30.030389+00:00 2021-07-06T08:00:31.821224+00:00 0:00:01.790835 50489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T08:00:27.764930+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T07:00:00+00:00 PythonOperator 2021-07-06T08:00:14.067199+00:00 2021-07-06T08:00:17.515703+00:00 0:00:03.448504 50488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T08:00:11.749399+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T07:00:00+00:00 PythonOperator 2021-07-06T08:00:10.202799+00:00 2021-07-06T08:00:13.818385+00:00 0:00:03.615586 50487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T08:00:07.748305+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T06:00:00+00:00 EmrJobFlowSensor 2021-07-06T07:11:28.843230+00:00 2021-07-06T07:21:31.739641+00:00 0:10:02.896411 50485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:11:26.467425+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T06:00:00+00:00 EmrJobFlowSensor 2021-07-06T07:11:20.671594+00:00 2021-07-06T07:21:23.545390+00:00 0:10:02.873796 50484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:11:18.462621+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T07:11:06.900990+00:00 2021-07-06T07:11:08.659194+00:00 0:00:01.758204 50483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T07:11:04.549140+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T07:11:00.854780+00:00 2021-07-06T07:11:02.632487+00:00 0:00:01.777707 50482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T07:10:58.540900+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T06:00:00+00:00 PythonOperator 2021-07-06T07:10:44.827212+00:00 2021-07-06T07:10:48.701344+00:00 0:00:03.874132 50481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T07:10:42.434075+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T06:00:00+00:00 PythonOperator 2021-07-06T07:10:38.559472+00:00 2021-07-06T07:10:42.274067+00:00 0:00:03.714595 50480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T07:10:36.432123+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T06:00:00+00:00 TriggerDagRunOperator 2021-07-06T07:10:24.830044+00:00 2021-07-06T07:10:25.353589+00:00 0:00:00.523545 50479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:10:22.420242+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T06:00:00+00:00 TriggerDagRunOperator 2021-07-06T07:10:24.716584+00:00 2021-07-06T07:10:25.189671+00:00 0:00:00.473087 50478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:10:22.420278+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T06:05:00+00:00 EmrJobFlowSensor 2021-07-06T07:05:46.146740+00:00 2021-07-06T07:13:48.490946+00:00 0:08:02.344206 50477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:05:43.952422+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T07:05:26.072523+00:00 2021-07-06T07:05:27.809956+00:00 0:00:01.737433 50476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T07:05:23.860681+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T06:05:00+00:00 PythonOperator 2021-07-06T07:05:04.094367+00:00 2021-07-06T07:05:07.920447+00:00 0:00:03.826080 50475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T07:05:01.835623+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T06:00:00+00:00 EmrJobFlowSensor 2021-07-06T07:01:02.070805+00:00 2021-07-06T07:13:05.324674+00:00 0:12:03.253869 50474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:00:59.444368+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T06:00:00+00:00 EmrJobFlowSensor 2021-07-06T07:01:02.054601+00:00 2021-07-06T07:10:05.073941+00:00 0:09:03.019340 50473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T07:00:59.444321+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T07:00:40.255579+00:00 2021-07-06T07:00:41.943075+00:00 0:00:01.687496 50472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T07:00:37.457745+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T07:00:37.725805+00:00 2021-07-06T07:00:39.924371+00:00 0:00:02.198566 50471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T07:00:35.443510+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T06:00:00+00:00 PythonOperator 2021-07-06T07:00:17.480313+00:00 2021-07-06T07:00:21.103824+00:00 0:00:03.623511 50470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T07:00:15.347642+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T06:00:00+00:00 PythonOperator 2021-07-06T07:00:15.910950+00:00 2021-07-06T07:00:19.314646+00:00 0:00:03.403696 50469 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T07:00:13.347029+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T05:00:00+00:00 EmrJobFlowSensor 2021-07-06T06:12:21.480475+00:00 2021-07-06T06:21:24.255913+00:00 0:09:02.775438 50467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:12:19.285121+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T05:00:00+00:00 EmrJobFlowSensor 2021-07-06T06:12:09.435735+00:00 2021-07-06T06:22:12.399601+00:00 0:10:02.963866 50466 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:12:07.250321+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T06:11:59.472348+00:00 2021-07-06T06:12:01.176058+00:00 0:00:01.703710 50465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T06:11:57.235142+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T06:11:47.464021+00:00 2021-07-06T06:11:49.180458+00:00 0:00:01.716437 50464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T06:11:45.223576+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T05:00:00+00:00 PythonOperator 2021-07-06T06:11:37.519005+00:00 2021-07-06T06:11:41.313982+00:00 0:00:03.794977 50463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T06:11:35.214923+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T05:00:00+00:00 PythonOperator 2021-07-06T06:11:25.398621+00:00 2021-07-06T06:11:29.704934+00:00 0:00:04.306313 50462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T06:11:23.212682+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T05:00:00+00:00 TriggerDagRunOperator 2021-07-06T06:11:21.559640+00:00 2021-07-06T06:11:22.090513+00:00 0:00:00.530873 50461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:11:19.206841+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T05:00:00+00:00 TriggerDagRunOperator 2021-07-06T06:11:21.505000+00:00 2021-07-06T06:11:21.921777+00:00 0:00:00.416777 50460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:11:19.206799+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T05:05:00+00:00 EmrJobFlowSensor 2021-07-06T06:05:48.885239+00:00 2021-07-06T06:14:51.421040+00:00 0:09:02.535801 50459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:05:46.643593+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T06:05:26.711739+00:00 2021-07-06T06:05:28.452201+00:00 0:00:01.740462 50458 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T06:05:24.514997+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T05:05:00+00:00 PythonOperator 2021-07-06T06:05:04.852330+00:00 2021-07-06T06:05:08.635107+00:00 0:00:03.782777 50457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T06:05:02.562359+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T05:00:00+00:00 EmrJobFlowSensor 2021-07-06T06:01:06.170346+00:00 2021-07-06T06:11:09.037004+00:00 0:10:02.866658 50456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T06:01:03.937813+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T05:00:00+00:00 EmrJobFlowSensor 2021-07-06T06:01:04.242868+00:00 2021-07-06T06:12:07.265431+00:00 0:11:03.022563 50455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:01:01.934744+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T06:00:44.498584+00:00 2021-07-06T06:00:46.362245+00:00 0:00:01.863661 50454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T06:00:41.982413+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T06:00:42.341711+00:00 2021-07-06T06:00:44.054897+00:00 0:00:01.713186 50453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T06:00:39.971070+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T05:00:00+00:00 PythonOperator 2021-07-06T06:00:18.110415+00:00 2021-07-06T06:00:21.692485+00:00 0:00:03.582070 50452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T06:00:15.897717+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T05:00:00+00:00 PythonOperator 2021-07-06T06:00:14.319911+00:00 2021-07-06T06:00:18.143691+00:00 0:00:03.823780 50451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T06:00:11.905677+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T04:00:00+00:00 EmrJobFlowSensor 2021-07-06T05:12:12.639102+00:00 2021-07-06T05:21:15.597284+00:00 0:09:02.958182 50449 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:12:10.341709+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T04:00:00+00:00 EmrJobFlowSensor 2021-07-06T05:12:12.610502+00:00 2021-07-06T05:21:15.445010+00:00 0:09:02.834508 50448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:12:10.341678+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T05:11:51.346042+00:00 2021-07-06T05:11:53.141929+00:00 0:00:01.795887 50447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T05:11:48.321578+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T05:11:49.261864+00:00 2021-07-06T05:11:51.338487+00:00 0:00:02.076623 50446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T05:11:46.442983+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T04:00:00+00:00 PythonOperator 2021-07-06T05:11:28.641337+00:00 2021-07-06T05:11:32.023423+00:00 0:00:03.382086 50445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T05:11:26.316734+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T04:00:00+00:00 PythonOperator 2021-07-06T05:11:26.595281+00:00 2021-07-06T05:11:30.484879+00:00 0:00:03.889598 50444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T05:11:24.310035+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T04:00:00+00:00 TriggerDagRunOperator 2021-07-06T05:11:16.645727+00:00 2021-07-06T05:11:17.187850+00:00 0:00:00.542123 50443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:11:14.297137+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T04:00:00+00:00 TriggerDagRunOperator 2021-07-06T05:11:16.496221+00:00 2021-07-06T05:11:16.910098+00:00 0:00:00.413877 50442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:11:14.297171+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T04:05:00+00:00 EmrJobFlowSensor 2021-07-06T05:05:51.994035+00:00 2021-07-06T05:14:54.715970+00:00 0:09:02.721935 50441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:05:49.826506+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T05:05:30.308700+00:00 2021-07-06T05:05:32.095491+00:00 0:00:01.786791 50440 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T05:05:27.672642+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T04:05:00+00:00 PythonOperator 2021-07-06T05:05:09.853091+00:00 2021-07-06T05:05:13.506799+00:00 0:00:03.653708 50439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T05:05:07.573902+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T04:00:00+00:00 EmrJobFlowSensor 2021-07-06T05:01:05.464095+00:00 2021-07-06T05:12:08.432407+00:00 0:11:02.968312 50438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:01:03.169286+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T04:00:00+00:00 EmrJobFlowSensor 2021-07-06T05:01:03.559537+00:00 2021-07-06T05:11:06.728199+00:00 0:10:03.168662 50437 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T05:01:01.166581+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T05:00:43.401937+00:00 2021-07-06T05:00:45.223508+00:00 0:00:01.821571 50436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T05:00:41.094993+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T05:00:41.501960+00:00 2021-07-06T05:00:43.290948+00:00 0:00:01.788988 50435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T05:00:39.149647+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T04:00:00+00:00 PythonOperator 2021-07-06T05:00:23.312323+00:00 2021-07-06T05:00:26.958230+00:00 0:00:03.645907 50434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T05:00:21.055029+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T04:00:00+00:00 PythonOperator 2021-07-06T05:00:19.510470+00:00 2021-07-06T05:00:22.974159+00:00 0:00:03.463689 50433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T05:00:17.049378+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T03:00:00+00:00 EmrJobFlowSensor 2021-07-06T04:12:25.260781+00:00 2021-07-06T04:22:28.049419+00:00 0:10:02.788638 50431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:12:23.103865+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T03:00:00+00:00 EmrJobFlowSensor 2021-07-06T04:12:17.224257+00:00 2021-07-06T04:21:19.923698+00:00 0:09:02.699441 50430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:12:15.095294+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T04:12:03.482536+00:00 2021-07-06T04:12:05.179887+00:00 0:00:01.697351 50429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T04:12:01.166474+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T04:11:55.651930+00:00 2021-07-06T04:11:57.407518+00:00 0:00:01.755588 50428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T04:11:53.144191+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T03:00:00+00:00 PythonOperator 2021-07-06T04:11:41.424523+00:00 2021-07-06T04:11:45.509033+00:00 0:00:04.084510 50427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T04:11:39.043784+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T03:00:00+00:00 PythonOperator 2021-07-06T04:11:35.289316+00:00 2021-07-06T04:11:39.065545+00:00 0:00:03.776229 50426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T04:11:33.046309+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T03:00:00+00:00 TriggerDagRunOperator 2021-07-06T04:11:29.723913+00:00 2021-07-06T04:11:30.252545+00:00 0:00:00.528632 50425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:11:27.013398+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T03:00:00+00:00 TriggerDagRunOperator 2021-07-06T04:11:29.391210+00:00 2021-07-06T04:11:29.780600+00:00 0:00:00.389390 50424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:11:27.013430+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T03:05:00+00:00 EmrJobFlowSensor 2021-07-06T04:05:52.577656+00:00 2021-07-06T04:14:55.115080+00:00 0:09:02.537424 50423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:05:50.441124+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T04:05:30.832909+00:00 2021-07-06T04:05:32.513846+00:00 0:00:01.680937 50422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T04:05:28.457182+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T03:05:00+00:00 PythonOperator 2021-07-06T04:05:08.545639+00:00 2021-07-06T04:05:12.268788+00:00 0:00:03.723149 50421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T04:05:06.407459+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T03:00:00+00:00 EmrJobFlowSensor 2021-07-06T04:01:08.404053+00:00 2021-07-06T04:12:11.395394+00:00 0:11:02.991341 50420 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:01:06.057558+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T03:00:00+00:00 EmrJobFlowSensor 2021-07-06T04:01:04.468913+00:00 2021-07-06T04:11:07.294365+00:00 0:10:02.825452 50419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T04:01:02.053131+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T04:00:36.253216+00:00 2021-07-06T04:00:38.047669+00:00 0:00:01.794453 50418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T04:00:33.937672+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T04:00:28.172504+00:00 2021-07-06T04:00:29.902830+00:00 0:00:01.730326 50417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T04:00:25.927275+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T03:00:00+00:00 PythonOperator 2021-07-06T04:00:11.239655+00:00 2021-07-06T04:00:15.079272+00:00 0:00:03.839617 50416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T04:00:07.914116+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T03:00:00+00:00 PythonOperator 2021-07-06T04:00:06.372188+00:00 2021-07-06T04:00:11.202950+00:00 0:00:04.830762 50415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T04:00:04.040880+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T02:00:00+00:00 EmrJobFlowSensor 2021-07-06T03:11:31.720925+00:00 2021-07-06T03:21:34.586240+00:00 0:10:02.865315 50413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:11:29.527856+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T02:00:00+00:00 EmrJobFlowSensor 2021-07-06T03:11:23.724354+00:00 2021-07-06T03:21:26.564466+00:00 0:10:02.840112 50412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:11:21.512807+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:11:09.900748+00:00 2021-07-06T03:11:11.699347+00:00 0:00:01.798599 50411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T03:11:07.522572+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:11:03.802685+00:00 2021-07-06T03:11:05.719243+00:00 0:00:01.916558 50410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T03:11:01.500106+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T02:00:00+00:00 PythonOperator 2021-07-06T03:10:48.144532+00:00 2021-07-06T03:10:51.785219+00:00 0:00:03.640687 50409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T03:10:45.543428+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T02:00:00+00:00 PythonOperator 2021-07-06T03:10:39.659558+00:00 2021-07-06T03:10:43.582463+00:00 0:00:03.922905 50408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T03:10:37.461544+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T02:00:00+00:00 TriggerDagRunOperator 2021-07-06T03:10:24.041312+00:00 2021-07-06T03:10:24.427795+00:00 0:00:00.386483 50407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:10:21.397157+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T02:00:00+00:00 TriggerDagRunOperator 2021-07-06T03:10:23.742906+00:00 2021-07-06T03:10:24.252946+00:00 0:00:00.510040 50406 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:10:21.397187+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T02:05:00+00:00 EmrJobFlowSensor 2021-07-06T03:05:49.289668+00:00 2021-07-06T03:13:51.862847+00:00 0:08:02.573179 50405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:05:47.043909+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:05:29.330961+00:00 2021-07-06T03:05:30.999013+00:00 0:00:01.668052 50404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T03:05:27.043946+00:00 2 default_pool