Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T19:00:35.592768+00:00 2021-04-15T19:00:38.006064+00:00 0:00:02.413296 17557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T19:00:33.431473+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T18:00:00+00:00 PythonOperator 2021-04-15T19:00:14.930406+00:00 2021-04-15T19:00:18.074262+00:00 0:00:03.143856 17556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T19:00:11.478423+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T17:00:00+00:00 EmrJobFlowSensor 2021-04-15T18:10:04.288865+00:00 2021-04-15T18:19:06.981814+00:00 0:09:02.692949 17554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:10:01.391317+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T17:00:00+00:00 EmrJobFlowSensor 2021-04-15T18:10:01.834926+00:00 2021-04-15T18:20:04.818511+00:00 0:10:02.983585 17553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:09:59.389839+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:09:43.609777+00:00 2021-04-15T18:09:45.305129+00:00 0:00:01.695352 17552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T18:09:41.375091+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:09:39.506639+00:00 2021-04-15T18:09:41.238833+00:00 0:00:01.732194 17551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T18:09:37.374456+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T17:00:00+00:00 PythonOperator 2021-04-15T18:09:21.736021+00:00 2021-04-15T18:09:24.594263+00:00 0:00:02.858242 17550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:09:19.352326+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T17:00:00+00:00 PythonOperator 2021-04-15T18:09:17.678789+00:00 2021-04-15T18:09:21.552250+00:00 0:00:03.873461 17549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:09:15.350860+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T17:00:00+00:00 TriggerDagRunOperator 2021-04-15T18:09:07.932036+00:00 2021-04-15T18:09:08.455749+00:00 0:00:00.523713 17548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:09:05.358363+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T17:00:00+00:00 TriggerDagRunOperator 2021-04-15T18:09:07.814409+00:00 2021-04-15T18:09:08.218243+00:00 0:00:00.403834 17547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:09:05.358324+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T17:05:00+00:00 EmrJobFlowSensor 2021-04-15T18:05:51.340581+00:00 2021-04-15T18:14:54.019559+00:00 0:09:02.678978 17546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T18:05:49.058195+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T17:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:05:31.454022+00:00 2021-04-15T18:05:33.158410+00:00 0:00:01.704388 17545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T18:05:29.060207+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T17:05:00+00:00 PythonOperator 2021-04-15T18:05:09.053841+00:00 2021-04-15T18:05:12.023288+00:00 0:00:02.969447 17544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:05:06.861789+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T17:00:00+00:00 EmrJobFlowSensor 2021-04-15T18:00:54.753251+00:00 2021-04-15T18:08:57.269916+00:00 0:08:02.516665 17543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T18:00:52.487662+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T18:00:35.400604+00:00 2021-04-15T18:00:37.200995+00:00 0:00:01.800391 17542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T18:00:32.476743+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T17:00:00+00:00 PythonOperator 2021-04-15T18:00:12.697529+00:00 2021-04-15T18:00:15.842111+00:00 0:00:03.144582 17541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T18:00:10.445335+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T16:00:00+00:00 EmrJobFlowSensor 2021-04-15T17:11:21.870255+00:00 2021-04-15T17:21:24.667405+00:00 0:10:02.797150 17540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:11:19.586313+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T16:00:00+00:00 EmrJobFlowSensor 2021-04-15T17:11:15.902493+00:00 2021-04-15T17:30:20.668692+00:00 0:19:04.766199 17539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:11:13.573514+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:10:59.925882+00:00 2021-04-15T17:11:01.654939+00:00 0:00:01.729057 17538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T17:10:57.579443+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:10:53.895871+00:00 2021-04-15T17:10:55.640897+00:00 0:00:01.745026 17537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T17:10:51.551668+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T16:00:00+00:00 PythonOperator 2021-04-15T17:10:37.700099+00:00 2021-04-15T17:10:40.789027+00:00 0:00:03.088928 17536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:10:35.487198+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T16:00:00+00:00 PythonOperator 2021-04-15T17:10:32.156507+00:00 2021-04-15T17:10:35.109224+00:00 0:00:02.952717 17535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:10:29.483078+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T16:00:00+00:00 TriggerDagRunOperator 2021-04-15T17:10:20.003181+00:00 2021-04-15T17:10:20.740380+00:00 0:00:00.737199 17534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:10:17.477376+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T16:00:00+00:00 TriggerDagRunOperator 2021-04-15T17:10:19.883687+00:00 2021-04-15T17:10:20.561132+00:00 0:00:00.677445 17533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:10:17.477415+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T16:05:00+00:00 EmrJobFlowSensor 2021-04-15T17:05:53.020715+00:00 2021-04-15T17:14:55.628394+00:00 0:09:02.607679 17531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T17:05:50.764925+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T16:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:05:30.955708+00:00 2021-04-15T17:05:32.579699+00:00 0:00:01.623991 17530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T17:05:28.784030+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T16:05:00+00:00 PythonOperator 2021-04-15T17:05:11.546723+00:00 2021-04-15T17:05:14.515299+00:00 0:00:02.968576 17529 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:05:08.729781+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T16:00:00+00:00 EmrJobFlowSensor 2021-04-15T17:00:48.432931+00:00 2021-04-15T17:09:51.059668+00:00 0:09:02.626737 17528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T17:00:46.248026+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T17:00:26.758942+00:00 2021-04-15T17:00:28.472428+00:00 0:00:01.713486 17527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T17:00:24.228048+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T16:00:00+00:00 PythonOperator 2021-04-15T17:00:04.826642+00:00 2021-04-15T17:00:07.827235+00:00 0:00:03.000593 17526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T17:00:02.264261+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T15:00:00+00:00 EmrJobFlowSensor 2021-04-15T16:11:35.023198+00:00 2021-04-15T16:20:37.718493+00:00 0:09:02.695295 17525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:11:32.612517+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T15:00:00+00:00 EmrJobFlowSensor 2021-04-15T16:11:30.836245+00:00 2021-04-15T16:21:33.801111+00:00 0:10:02.964866 17524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:11:28.604875+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:11:12.938536+00:00 2021-04-15T16:11:14.644611+00:00 0:00:01.706075 17523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T16:11:10.651729+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:11:08.988586+00:00 2021-04-15T16:11:10.671841+00:00 0:00:01.683255 17522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T16:11:06.655952+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T15:00:00+00:00 PythonOperator 2021-04-15T16:10:51.196324+00:00 2021-04-15T16:10:54.160714+00:00 0:00:02.964390 17521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:10:48.567291+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T15:00:00+00:00 PythonOperator 2021-04-15T16:10:48.912518+00:00 2021-04-15T16:10:52.080767+00:00 0:00:03.168249 17520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:10:46.561115+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T15:00:00+00:00 TriggerDagRunOperator 2021-04-15T16:10:31.015726+00:00 2021-04-15T16:10:31.544387+00:00 0:00:00.528661 17519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:10:28.544099+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T15:00:00+00:00 TriggerDagRunOperator 2021-04-15T16:10:30.887817+00:00 2021-04-15T16:10:31.302058+00:00 0:00:00.414241 17518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:10:28.544070+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T15:05:00+00:00 EmrJobFlowSensor 2021-04-15T16:05:52.061257+00:00 2021-04-15T16:14:55.440885+00:00 0:09:03.379628 17516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T16:05:49.931909+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T15:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:05:30.172804+00:00 2021-04-15T16:05:31.776992+00:00 0:00:01.604188 17515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T16:05:27.918103+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T15:05:00+00:00 PythonOperator 2021-04-15T16:05:08.253036+00:00 2021-04-15T16:05:11.200924+00:00 0:00:02.947888 17514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:05:05.896848+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T15:00:00+00:00 EmrJobFlowSensor 2021-04-15T16:01:03.716405+00:00 2021-04-15T16:10:06.696498+00:00 0:09:02.980093 17513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T16:01:01.462866+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T16:00:41.627719+00:00 2021-04-15T16:00:43.328637+00:00 0:00:01.700918 17512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T16:00:39.416339+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T15:00:00+00:00 PythonOperator 2021-04-15T16:00:19.817571+00:00 2021-04-15T16:00:22.997010+00:00 0:00:03.179439 17511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T16:00:17.394971+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T14:00:00+00:00 EmrJobFlowSensor 2021-04-15T15:11:31.067655+00:00 2021-04-15T15:21:33.854025+00:00 0:10:02.786370 17510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:11:28.652499+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T14:00:00+00:00 EmrJobFlowSensor 2021-04-15T15:11:28.741295+00:00 2021-04-15T15:20:31.448146+00:00 0:09:02.706851 17509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:11:26.438543+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:11:08.626744+00:00 2021-04-15T15:11:10.382234+00:00 0:00:01.755490 17508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T15:11:06.417135+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:11:06.685952+00:00 2021-04-15T15:11:08.481584+00:00 0:00:01.795632 17507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T15:11:04.413617+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T14:00:00+00:00 PythonOperator 2021-04-15T15:10:48.740873+00:00 2021-04-15T15:10:51.839667+00:00 0:00:03.098794 17506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:10:46.398677+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T14:00:00+00:00 PythonOperator 2021-04-15T15:10:42.747652+00:00 2021-04-15T15:10:45.620177+00:00 0:00:02.872525 17505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:10:40.394920+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T14:00:00+00:00 TriggerDagRunOperator 2021-04-15T15:10:24.925339+00:00 2021-04-15T15:10:25.456746+00:00 0:00:00.531407 17504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:10:22.451950+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T14:00:00+00:00 TriggerDagRunOperator 2021-04-15T15:10:24.798456+00:00 2021-04-15T15:10:25.227475+00:00 0:00:00.429019 17503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:10:22.451916+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T14:05:00+00:00 EmrJobFlowSensor 2021-04-15T15:08:34.791167+00:00 2021-04-15T15:17:37.383307+00:00 0:09:02.592140 17502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T15:08:32.195780+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T14:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:08:14.398257+00:00 2021-04-15T15:08:16.105680+00:00 0:00:01.707423 17501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T15:08:12.179136+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T14:05:00+00:00 PythonOperator 2021-04-15T15:07:52.537379+00:00 2021-04-15T15:07:55.427374+00:00 0:00:02.889995 17500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:07:50.119404+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T14:00:00+00:00 EmrJobFlowSensor 2021-04-15T15:00:58.006267+00:00 2021-04-15T15:10:00.809659+00:00 0:09:02.803392 17498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T15:00:55.094010+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T15:00:35.324237+00:00 2021-04-15T15:00:36.995228+00:00 0:00:01.670991 17497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T15:00:33.029797+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T14:00:00+00:00 PythonOperator 2021-04-15T15:00:15.439606+00:00 2021-04-15T15:00:18.577852+00:00 0:00:03.138246 17496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T15:00:12.913486+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-04-15T14:17:43.185527+00:00 PythonOperator 2021-04-15T14:17:48.814735+00:00 2021-04-15T14:17:51.717915+00:00 0:00:02.903180 17495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:17:46.602021+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T13:00:00+00:00 EmrJobFlowSensor 2021-04-15T14:16:01.112746+00:00 2021-04-15T14:25:03.774512+00:00 0:09:02.661766 17494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:15:58.461654+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T13:00:00+00:00 EmrJobFlowSensor 2021-04-15T14:16:01.144587+00:00 2021-04-15T14:26:04.070819+00:00 0:10:02.926232 17493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:15:58.461607+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T14:15:40.449283+00:00 2021-04-15T14:15:42.112782+00:00 0:00:01.663499 17492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T14:15:38.271971+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T14:15:39.020082+00:00 2021-04-15T14:15:40.791585+00:00 0:00:01.771503 17491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T14:15:36.267168+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T13:00:00+00:00 PythonOperator 2021-04-15T14:15:16.789991+00:00 2021-04-15T14:15:19.712307+00:00 0:00:02.922316 17490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T14:15:14.247846+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T13:00:00+00:00 PythonOperator 2021-04-15T14:15:10.519539+00:00 2021-04-15T14:15:13.805213+00:00 0:00:03.285674 17489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T14:15:08.246315+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T13:00:00+00:00 TriggerDagRunOperator 2021-04-15T14:14:54.833171+00:00 2021-04-15T14:14:55.361749+00:00 0:00:00.528578 17488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:14:52.233035+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T13:00:00+00:00 TriggerDagRunOperator 2021-04-15T14:14:54.822263+00:00 2021-04-15T14:14:55.233809+00:00 0:00:00.411546 17487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:14:52.233003+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T13:05:00+00:00 EmrJobFlowSensor 2021-04-15T14:06:05.798957+00:00 2021-04-15T14:15:09.038063+00:00 0:09:03.239106 17486 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T14:06:03.399944+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T13:00:00+00:00 EmrJobFlowSensor 2021-04-15T14:05:44.092025+00:00 2021-04-15T14:14:46.770212+00:00 0:09:02.678187 17485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T14:05:41.447481+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T13:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T14:05:41.733569+00:00 2021-04-15T14:05:43.664797+00:00 0:00:01.931228 17484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T14:05:39.444308+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T14:05:21.873510+00:00 2021-04-15T14:05:23.718297+00:00 0:00:01.844787 17483 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T14:05:19.357083+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T13:05:00+00:00 PythonOperator 2021-04-15T14:05:19.592352+00:00 2021-04-15T14:05:22.447919+00:00 0:00:02.855567 17482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T14:05:17.354862+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T13:00:00+00:00 PythonOperator 2021-04-15T14:05:00.099855+00:00 2021-04-15T14:05:03.124681+00:00 0:00:03.024826 17481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T14:04:57.339982+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T12:00:00+00:00 EmrJobFlowSensor 2021-04-15T13:12:37.156514+00:00 2021-04-15T13:20:39.572339+00:00 0:08:02.415825 17479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T13:12:34.486785+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T12:00:00+00:00 EmrJobFlowSensor 2021-04-15T13:12:34.674020+00:00 2021-04-15T13:22:37.841720+00:00 0:10:03.167700 17478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T13:12:32.487572+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T13:12:15.181252+00:00 2021-04-15T13:12:16.865967+00:00 0:00:01.684715 17477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T13:12:12.408999+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T13:12:12.907273+00:00 2021-04-15T13:12:14.915439+00:00 0:00:02.008166 17476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T13:12:10.413963+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T12:00:00+00:00 PythonOperator 2021-04-15T13:11:52.807112+00:00 2021-04-15T13:11:55.652832+00:00 0:00:02.845720 17475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T13:11:50.389657+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T12:00:00+00:00 PythonOperator 2021-04-15T13:11:50.793576+00:00 2021-04-15T13:11:54.260597+00:00 0:00:03.467021 17474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T13:11:48.445372+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T12:00:00+00:00 TriggerDagRunOperator 2021-04-15T13:11:34.732893+00:00 2021-04-15T13:11:35.363206+00:00 0:00:00.630313 17473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T13:11:32.360335+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T12:00:00+00:00 TriggerDagRunOperator 2021-04-15T13:11:34.534422+00:00 2021-04-15T13:11:35.067753+00:00 0:00:00.533331 17472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T13:11:32.360363+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T12:05:00+00:00 EmrJobFlowSensor 2021-04-15T13:05:52.159640+00:00 2021-04-15T13:14:54.951175+00:00 0:09:02.791535 17471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T13:05:49.865448+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T12:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T13:05:30.355731+00:00 2021-04-15T13:05:32.084577+00:00 0:00:01.728846 17470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T13:05:27.869565+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T12:05:00+00:00 PythonOperator 2021-04-15T13:05:09.858297+00:00 2021-04-15T13:05:12.730781+00:00 0:00:02.872484 17469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T13:05:07.718882+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-04-15T12:00:00+00:00 EmrJobFlowSensor 2021-04-15T13:01:03.639529+00:00 2021-04-15T13:11:06.445490+00:00 0:10:02.805961 17468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T13:01:01.391430+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-04-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T13:00:41.522619+00:00 2021-04-15T13:00:43.324241+00:00 0:00:01.801622 17467 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-04-15T13:00:39.300871+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-04-15T12:00:00+00:00 PythonOperator 2021-04-15T13:00:21.600758+00:00 2021-04-15T13:00:24.583962+00:00 0:00:02.983204 17466 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-04-15T13:00:19.284766+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-04-15T11:00:00+00:00 EmrJobFlowSensor 2021-04-15T12:11:07.793216+00:00 2021-04-15T12:20:10.409909+00:00 0:09:02.616693 17464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T12:11:05.630683+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-04-15T11:00:00+00:00 EmrJobFlowSensor 2021-04-15T12:11:05.999431+00:00 2021-04-15T12:19:08.694422+00:00 0:08:02.694991 17463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T12:11:03.628892+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-04-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T12:10:46.207107+00:00 2021-04-15T12:10:47.911800+00:00 0:00:01.704693 17462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T12:10:43.609900+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-04-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-04-15T12:10:43.913540+00:00 2021-04-15T12:10:45.928394+00:00 0:00:02.014854 17461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T12:10:41.612890+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-04-15T11:00:00+00:00 PythonOperator 2021-04-15T12:10:24.219355+00:00 2021-04-15T12:10:27.305640+00:00 0:00:03.086285 17460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T12:10:21.646434+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-04-15T11:00:00+00:00 PythonOperator 2021-04-15T12:10:22.015208+00:00 2021-04-15T12:10:25.062564+00:00 0:00:03.047356 17459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T12:10:19.640844+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-04-15T11:00:00+00:00 TriggerDagRunOperator 2021-04-15T12:10:03.874574+00:00 2021-04-15T12:10:04.337439+00:00 0:00:00.462865 17458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T12:10:01.503850+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-04-15T11:00:00+00:00 TriggerDagRunOperator 2021-04-15T12:10:03.743616+00:00 2021-04-15T12:10:04.307431+00:00 0:00:00.563815 17457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T12:10:01.503880+00:00 2 default_pool
success primary-audience-global-ind_v003 create_cluster 2021-04-15T12:07:08.386972+00:00 PythonOperator 2021-04-15T12:07:37.407858+00:00 2021-04-15T12:07:40.843864+00:00 0:00:03.436006 17456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T12:07:35.307891+00:00 2 default_pool
success primary-audience-global-ind_v003 validation 2021-04-15T12:07:08.386972+00:00 PythonOperator 2021-04-15T12:07:15.528860+00:00 2021-04-15T12:07:15.809708+00:00 0:00:00.280848 17455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T12:07:13.296193+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-04-15T11:05:00+00:00 EmrJobFlowSensor 2021-04-15T12:05:47.497054+00:00 2021-04-15T12:13:50.086912+00:00 0:08:02.589858 17454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-04-15T12:05:45.130279+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-04-15T11:05:00+00:00 EmrCreateJobFlowOperator 2021-04-15T12:05:25.357549+00:00 2021-04-15T12:05:27.009017+00:00 0:00:01.651468 17453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-04-15T12:05:23.105619+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-04-15T11:05:00+00:00 PythonOperator 2021-04-15T12:05:03.271483+00:00 2021-04-15T12:05:06.101734+00:00 0:00:02.830251 17452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-04-15T12:05:01.082176+00:00 2 default_pool