Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T00:11:21.055125+00:00 2021-07-19T00:11:22.765542+00:00 0:00:01.710417 55406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T00:11:18.121812+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T00:11:18.437074+00:00 2021-07-19T00:11:20.597526+00:00 0:00:02.160452 55405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T00:11:16.120488+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T23:00:00+00:00 PythonOperator 2021-07-19T00:10:58.704957+00:00 2021-07-19T00:11:02.972611+00:00 0:00:04.267654 55404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T00:10:56.105831+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T23:00:00+00:00 PythonOperator 2021-07-19T00:10:56.338208+00:00 2021-07-19T00:11:00.493564+00:00 0:00:04.155356 55403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T00:10:54.106097+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T23:00:00+00:00 TriggerDagRunOperator 2021-07-19T00:10:34.401260+00:00 2021-07-19T00:10:34.912573+00:00 0:00:00.511313 55402 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T00:10:32.090684+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T23:00:00+00:00 TriggerDagRunOperator 2021-07-19T00:10:34.261018+00:00 2021-07-19T00:10:34.654529+00:00 0:00:00.393511 55401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T00:10:32.090717+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T23:05:00+00:00 EmrJobFlowSensor 2021-07-19T00:06:03.878713+00:00 2021-07-19T00:15:06.711524+00:00 0:09:02.832811 55400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T00:06:01.595490+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T00:05:41.908580+00:00 2021-07-19T00:05:43.621892+00:00 0:00:01.713312 55399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T00:05:39.586885+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T23:05:00+00:00 PythonOperator 2021-07-19T00:05:19.823987+00:00 2021-07-19T00:05:23.481866+00:00 0:00:03.657879 55398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T00:05:17.521456+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T23:00:00+00:00 EmrJobFlowSensor 2021-07-19T00:01:21.404625+00:00 2021-07-19T00:16:25.311357+00:00 0:15:03.906732 55397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T00:01:19.106631+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T23:00:00+00:00 EmrJobFlowSensor 2021-07-19T00:01:11.390474+00:00 2021-07-19T00:10:14.158478+00:00 0:09:02.768004 55396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T00:01:09.158745+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T00:00:59.283991+00:00 2021-07-19T00:01:01.012963+00:00 0:00:01.728972 55395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T00:00:57.151486+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T00:00:45.391944+00:00 2021-07-19T00:00:47.087871+00:00 0:00:01.695927 55394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T00:00:43.043517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T23:00:00+00:00 PythonOperator 2021-07-19T00:00:27.213782+00:00 2021-07-19T00:00:31.208433+00:00 0:00:03.994651 55393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T00:00:25.037606+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T23:00:00+00:00 PythonOperator 2021-07-19T00:00:11.517225+00:00 2021-07-19T00:00:15.341283+00:00 0:00:03.824058 55392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T00:00:09.023006+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T22:00:00+00:00 EmrJobFlowSensor 2021-07-18T23:11:13.169541+00:00 2021-07-18T23:20:15.881411+00:00 0:09:02.711870 55390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:11:10.962958+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T22:00:00+00:00 EmrJobFlowSensor 2021-07-18T23:11:07.139711+00:00 2021-07-18T23:20:10.355156+00:00 0:09:03.215445 55389 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:11:04.947741+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T23:10:47.114458+00:00 2021-07-18T23:10:48.809780+00:00 0:00:01.695322 55388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T23:10:44.928996+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T23:10:41.391807+00:00 2021-07-18T23:10:43.290648+00:00 0:00:01.898841 55387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T23:10:38.926200+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T22:00:00+00:00 PythonOperator 2021-07-18T23:10:25.921945+00:00 2021-07-18T23:10:29.722636+00:00 0:00:03.800691 55386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T23:10:22.967016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T22:00:00+00:00 PythonOperator 2021-07-18T23:10:19.238052+00:00 2021-07-18T23:10:23.953983+00:00 0:00:04.715931 55385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T23:10:16.912743+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T22:00:00+00:00 TriggerDagRunOperator 2021-07-18T23:10:13.274775+00:00 2021-07-18T23:10:13.659635+00:00 0:00:00.384860 55384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:10:10.897026+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T22:00:00+00:00 TriggerDagRunOperator 2021-07-18T23:10:13.129790+00:00 2021-07-18T23:10:13.648391+00:00 0:00:00.518601 55383 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:10:10.897059+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T22:05:00+00:00 EmrJobFlowSensor 2021-07-18T23:05:58.917118+00:00 2021-07-18T23:14:01.568655+00:00 0:08:02.651537 55382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:05:56.440778+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T23:05:36.777192+00:00 2021-07-18T23:05:38.521786+00:00 0:00:01.744594 55381 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T23:05:34.421003+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T22:05:00+00:00 PythonOperator 2021-07-18T23:05:14.658527+00:00 2021-07-18T23:05:18.418787+00:00 0:00:03.760260 55380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T23:05:12.401827+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T22:00:00+00:00 EmrJobFlowSensor 2021-07-18T23:01:08.523161+00:00 2021-07-18T23:15:12.018279+00:00 0:14:03.495118 55379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:01:05.995207+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T22:00:00+00:00 EmrJobFlowSensor 2021-07-18T23:01:00.491193+00:00 2021-07-18T23:10:03.173370+00:00 0:09:02.682177 55378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T23:00:58.045283+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-17T23:00:00+00:00 EmrJobFlowSensor 2021-07-18T23:00:54.355126+00:00 2021-07-18T23:09:57.043499+00:00 0:09:02.688373 55377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T23:00:51.925370+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T23:00:46.635071+00:00 2021-07-18T23:00:48.349667+00:00 0:00:01.714596 55376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T23:00:43.920894+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T23:00:38.415659+00:00 2021-07-18T23:00:40.089609+00:00 0:00:01.673950 55375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T23:00:35.972821+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T23:00:32.500739+00:00 2021-07-18T23:00:34.324032+00:00 0:00:01.823293 55374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T23:00:30.057091+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T22:00:00+00:00 PythonOperator 2021-07-18T23:00:22.104320+00:00 2021-07-18T23:00:25.915784+00:00 0:00:03.811464 55373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T23:00:19.902188+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T22:00:00+00:00 PythonOperator 2021-07-18T23:00:14.133140+00:00 2021-07-18T23:00:17.916587+00:00 0:00:03.783447 55372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T23:00:11.903313+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-17T23:00:00+00:00 PythonOperator 2021-07-18T23:00:10.381146+00:00 2021-07-18T23:00:14.060553+00:00 0:00:03.679407 55371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T23:00:07.897330+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T21:00:00+00:00 EmrJobFlowSensor 2021-07-18T22:11:21.548711+00:00 2021-07-18T22:21:24.799982+00:00 0:10:03.251271 55369 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T22:11:19.320632+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T21:00:00+00:00 EmrJobFlowSensor 2021-07-18T22:11:15.517034+00:00 2021-07-18T22:19:18.472978+00:00 0:08:02.955944 55368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T22:11:13.319506+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T22:11:02.114651+00:00 2021-07-18T22:11:03.833772+00:00 0:00:01.719121 55367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T22:10:59.305910+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T22:10:53.597746+00:00 2021-07-18T22:10:55.311348+00:00 0:00:01.713602 55366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T22:10:51.290722+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T21:00:00+00:00 PythonOperator 2021-07-18T22:10:39.684040+00:00 2021-07-18T22:10:43.395583+00:00 0:00:03.711543 55365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T22:10:37.286177+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T21:00:00+00:00 PythonOperator 2021-07-18T22:10:31.465051+00:00 2021-07-18T22:10:35.278866+00:00 0:00:03.813815 55364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T22:10:29.269574+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T21:00:00+00:00 TriggerDagRunOperator 2021-07-18T22:10:15.599520+00:00 2021-07-18T22:10:16.024092+00:00 0:00:00.424572 55363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T22:10:13.242472+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T21:00:00+00:00 TriggerDagRunOperator 2021-07-18T22:10:15.546063+00:00 2021-07-18T22:10:16.096381+00:00 0:00:00.550318 55362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T22:10:13.242506+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T21:05:00+00:00 EmrJobFlowSensor 2021-07-18T22:06:19.113765+00:00 2021-07-18T22:14:21.703565+00:00 0:08:02.589800 55361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T22:06:16.962309+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T22:05:41.052020+00:00 2021-07-18T22:05:42.702310+00:00 0:00:01.650290 55360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T22:05:38.929062+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T21:05:00+00:00 PythonOperator 2021-07-18T22:05:05.029244+00:00 2021-07-18T22:05:08.768255+00:00 0:00:03.739011 55359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T22:05:02.913644+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T21:00:00+00:00 EmrJobFlowSensor 2021-07-18T22:01:04.538957+00:00 2021-07-18T22:15:08.308395+00:00 0:14:03.769438 55358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T22:01:02.296003+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T21:00:00+00:00 EmrJobFlowSensor 2021-07-18T22:00:56.583222+00:00 2021-07-18T22:09:59.419585+00:00 0:09:02.836363 55357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T22:00:54.357748+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T22:00:42.437175+00:00 2021-07-18T22:00:44.119890+00:00 0:00:01.682715 55356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T22:00:40.253649+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T22:00:30.721328+00:00 2021-07-18T22:00:32.554940+00:00 0:00:01.833612 55355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T22:00:28.344120+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T21:00:00+00:00 PythonOperator 2021-07-18T22:00:17.095631+00:00 2021-07-18T22:00:21.292868+00:00 0:00:04.197237 55354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T22:00:14.253194+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T21:00:00+00:00 PythonOperator 2021-07-18T22:00:11.109825+00:00 2021-07-18T22:00:15.348432+00:00 0:00:04.238607 55353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T22:00:08.273683+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T20:00:00+00:00 EmrJobFlowSensor 2021-07-18T21:12:12.652737+00:00 2021-07-18T21:20:15.497364+00:00 0:08:02.844627 55351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T21:12:10.491884+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T20:00:00+00:00 EmrJobFlowSensor 2021-07-18T21:12:10.715934+00:00 2021-07-18T21:21:13.672268+00:00 0:09:02.956334 55350 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T21:12:08.490351+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T21:11:48.613063+00:00 2021-07-18T21:11:50.406705+00:00 0:00:01.793642 55349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T21:11:46.395122+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T21:11:47.005715+00:00 2021-07-18T21:11:48.887219+00:00 0:00:01.881504 55348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T21:11:44.403416+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T20:00:00+00:00 PythonOperator 2021-07-18T21:11:26.599506+00:00 2021-07-18T21:11:30.079048+00:00 0:00:03.479542 55347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T21:11:24.337042+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T20:00:00+00:00 PythonOperator 2021-07-18T21:11:22.836183+00:00 2021-07-18T21:11:27.013514+00:00 0:00:04.177331 55346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T21:11:20.443560+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T20:00:00+00:00 TriggerDagRunOperator 2021-07-18T21:11:04.694461+00:00 2021-07-18T21:11:05.225913+00:00 0:00:00.531452 55345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T21:11:02.312798+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T20:00:00+00:00 TriggerDagRunOperator 2021-07-18T21:11:04.617212+00:00 2021-07-18T21:11:05.029494+00:00 0:00:00.412282 55344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T21:11:02.312826+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T20:05:00+00:00 EmrJobFlowSensor 2021-07-18T21:05:54.042121+00:00 2021-07-18T21:14:56.653322+00:00 0:09:02.611201 55343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T21:05:51.831108+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T21:05:34.124786+00:00 2021-07-18T21:05:35.825652+00:00 0:00:01.700866 55342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T21:05:31.809203+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T20:05:00+00:00 PythonOperator 2021-07-18T21:05:12.065174+00:00 2021-07-18T21:05:15.609810+00:00 0:00:03.544636 55341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T21:05:09.792300+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T20:00:00+00:00 EmrJobFlowSensor 2021-07-18T21:01:05.738772+00:00 2021-07-18T21:15:09.323811+00:00 0:14:03.585039 55340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T21:01:03.421542+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T20:00:00+00:00 EmrJobFlowSensor 2021-07-18T21:00:49.605410+00:00 2021-07-18T21:10:52.454054+00:00 0:10:02.848644 55339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T21:00:47.411112+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T21:00:43.562491+00:00 2021-07-18T21:00:45.271762+00:00 0:00:01.709271 55338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T21:00:41.398797+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T21:00:27.617064+00:00 2021-07-18T21:00:29.500487+00:00 0:00:01.883423 55337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T21:00:25.331471+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T20:00:00+00:00 PythonOperator 2021-07-18T21:00:23.577358+00:00 2021-07-18T21:00:27.702116+00:00 0:00:04.124758 55336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T21:00:21.326105+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T20:00:00+00:00 PythonOperator 2021-07-18T21:00:05.663173+00:00 2021-07-18T21:00:09.591340+00:00 0:00:03.928167 55335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T21:00:03.312898+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T19:00:00+00:00 EmrJobFlowSensor 2021-07-18T20:12:02.611108+00:00 2021-07-18T20:21:05.444524+00:00 0:09:02.833416 55333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T20:11:59.962845+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T19:00:00+00:00 EmrJobFlowSensor 2021-07-18T20:11:52.077758+00:00 2021-07-18T20:21:55.065486+00:00 0:10:02.987728 55332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T20:11:49.908055+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T20:11:40.419372+00:00 2021-07-18T20:11:42.279397+00:00 0:00:01.860025 55331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T20:11:37.912235+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T20:11:30.475641+00:00 2021-07-18T20:11:32.154976+00:00 0:00:01.679335 55330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T20:11:27.566710+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T19:00:00+00:00 PythonOperator 2021-07-18T20:11:17.717359+00:00 2021-07-18T20:11:21.214434+00:00 0:00:03.497075 55329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T20:11:15.434817+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T19:00:00+00:00 PythonOperator 2021-07-18T20:11:07.721250+00:00 2021-07-18T20:11:12.134309+00:00 0:00:04.413059 55328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T20:11:05.426065+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T19:00:00+00:00 TriggerDagRunOperator 2021-07-18T20:11:04.073218+00:00 2021-07-18T20:11:04.592101+00:00 0:00:00.518883 55327 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T20:11:01.423060+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T19:00:00+00:00 TriggerDagRunOperator 2021-07-18T20:11:03.912985+00:00 2021-07-18T20:11:04.335833+00:00 0:00:00.422848 55326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T20:11:01.423096+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T19:05:00+00:00 EmrJobFlowSensor 2021-07-18T20:05:51.230989+00:00 2021-07-18T20:14:54.000688+00:00 0:09:02.769699 55325 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T20:05:48.968488+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T20:05:29.425599+00:00 2021-07-18T20:05:31.248814+00:00 0:00:01.823215 55324 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T20:05:26.820772+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T19:05:00+00:00 PythonOperator 2021-07-18T20:05:07.059054+00:00 2021-07-18T20:05:10.593609+00:00 0:00:03.534555 55323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T20:05:04.803274+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T19:00:00+00:00 EmrJobFlowSensor 2021-07-18T20:00:56.392856+00:00 2021-07-18T20:16:00.031686+00:00 0:15:03.638830 55322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T20:00:54.226851+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T19:00:00+00:00 EmrJobFlowSensor 2021-07-18T20:00:48.778311+00:00 2021-07-18T20:10:51.708702+00:00 0:10:02.930391 55321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T20:00:46.262569+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T20:00:34.591148+00:00 2021-07-18T20:00:36.336091+00:00 0:00:01.744943 55320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T20:00:32.265463+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T20:00:28.477826+00:00 2021-07-18T20:00:30.287589+00:00 0:00:01.809763 55319 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T20:00:26.203460+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T19:00:00+00:00 PythonOperator 2021-07-18T20:00:14.689938+00:00 2021-07-18T20:00:18.677223+00:00 0:00:03.987285 55318 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T20:00:12.255596+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T19:00:00+00:00 PythonOperator 2021-07-18T20:00:06.644077+00:00 2021-07-18T20:00:10.445405+00:00 0:00:03.801328 55317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T20:00:04.263871+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T18:00:00+00:00 EmrJobFlowSensor 2021-07-18T19:10:27.787931+00:00 2021-07-18T19:19:30.516440+00:00 0:09:02.728509 55315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T19:10:25.527526+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T18:00:00+00:00 EmrJobFlowSensor 2021-07-18T19:10:21.705658+00:00 2021-07-18T19:19:24.616609+00:00 0:09:02.910951 55314 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T19:10:19.521925+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T19:10:07.836951+00:00 2021-07-18T19:10:09.756499+00:00 0:00:01.919548 55313 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T19:10:05.512561+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T19:09:59.998832+00:00 2021-07-18T19:10:01.874396+00:00 0:00:01.875564 55312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T19:09:57.545085+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T18:00:00+00:00 PythonOperator 2021-07-18T19:09:44.662944+00:00 2021-07-18T19:09:48.355615+00:00 0:00:03.692671 55311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T19:09:41.547128+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T18:00:00+00:00 PythonOperator 2021-07-18T19:09:38.258601+00:00 2021-07-18T19:09:42.737766+00:00 0:00:04.479165 55310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T19:09:35.547768+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T18:00:00+00:00 TriggerDagRunOperator 2021-07-18T19:09:29.978506+00:00 2021-07-18T19:09:30.569011+00:00 0:00:00.590505 55309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T19:09:27.440449+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T18:00:00+00:00 TriggerDagRunOperator 2021-07-18T19:09:29.673053+00:00 2021-07-18T19:09:30.115933+00:00 0:00:00.442880 55308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T19:09:27.440488+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T18:05:00+00:00 EmrJobFlowSensor 2021-07-18T19:05:49.461312+00:00 2021-07-18T19:13:51.884733+00:00 0:08:02.423421 55307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T19:05:47.146894+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T19:05:27.554578+00:00 2021-07-18T19:05:29.176755+00:00 0:00:01.622177 55306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T19:05:25.177346+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T18:05:00+00:00 PythonOperator 2021-07-18T19:05:07.589147+00:00 2021-07-18T19:05:11.320835+00:00 0:00:03.731688 55305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T19:05:05.165412+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T18:00:00+00:00 EmrJobFlowSensor 2021-07-18T19:01:06.961528+00:00 2021-07-18T19:14:10.622522+00:00 0:13:03.660994 55304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T19:01:04.785839+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T18:00:00+00:00 EmrJobFlowSensor 2021-07-18T19:01:05.369654+00:00 2021-07-18T19:09:08.105133+00:00 0:08:02.735479 55303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T19:01:02.789229+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T19:00:45.503590+00:00 2021-07-18T19:00:47.321587+00:00 0:00:01.817997 55302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T19:00:42.726129+00:00 2 default_pool