Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T21:00:00+00:00 TriggerDagRunOperator 2021-07-01T22:11:21.436424+00:00 2021-07-01T22:11:21.811433+00:00 0:00:00.375009 48531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T22:11:19.257142+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T21:05:00+00:00 EmrJobFlowSensor 2021-07-01T22:06:09.246939+00:00 2021-07-01T22:15:12.010200+00:00 0:09:02.763261 48530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T22:06:06.768226+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T22:05:46.823737+00:00 2021-07-01T22:05:48.456899+00:00 0:00:01.633162 48529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T22:05:44.682642+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T21:05:00+00:00 PythonOperator 2021-07-01T22:05:24.743135+00:00 2021-07-01T22:05:28.356223+00:00 0:00:03.613088 48528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T22:05:22.642023+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T21:00:00+00:00 EmrJobFlowSensor 2021-07-01T22:01:16.485188+00:00 2021-07-01T22:14:19.635818+00:00 0:13:03.150630 48527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T22:01:14.323924+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T21:00:00+00:00 EmrJobFlowSensor 2021-07-01T22:00:58.753512+00:00 2021-07-01T22:11:01.593670+00:00 0:10:02.840158 48526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T22:00:56.363871+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T22:00:54.799447+00:00 2021-07-01T22:00:56.590119+00:00 0:00:01.790672 48525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T22:00:52.346462+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T22:00:36.598289+00:00 2021-07-01T22:00:38.296259+00:00 0:00:01.697970 48524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T22:00:34.355381+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T21:00:00+00:00 PythonOperator 2021-07-01T22:00:32.804888+00:00 2021-07-01T22:00:36.587373+00:00 0:00:03.782485 48523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T22:00:30.352525+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T21:00:00+00:00 PythonOperator 2021-07-01T22:00:10.490016+00:00 2021-07-01T22:00:14.151064+00:00 0:00:03.661048 48522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T22:00:08.242462+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T20:00:00+00:00 EmrJobFlowSensor 2021-07-01T21:12:05.181984+00:00 2021-07-01T21:22:08.035510+00:00 0:10:02.853526 48520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T21:12:02.373750+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T20:00:00+00:00 EmrJobFlowSensor 2021-07-01T21:12:02.658871+00:00 2021-07-01T21:22:05.955122+00:00 0:10:03.296251 48519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T21:12:00.362893+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T21:11:43.061791+00:00 2021-07-01T21:11:44.730056+00:00 0:00:01.668265 48518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T21:11:40.253855+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T21:11:40.936131+00:00 2021-07-01T21:11:43.009932+00:00 0:00:02.073801 48517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T21:11:38.355329+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T20:00:00+00:00 PythonOperator 2021-07-01T21:11:22.485016+00:00 2021-07-01T21:11:25.896496+00:00 0:00:03.411480 48516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T21:11:20.229379+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T20:00:00+00:00 PythonOperator 2021-07-01T21:11:20.477927+00:00 2021-07-01T21:11:24.432385+00:00 0:00:03.954458 48515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T21:11:18.227235+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T20:00:00+00:00 TriggerDagRunOperator 2021-07-01T21:11:10.548823+00:00 2021-07-01T21:11:10.977523+00:00 0:00:00.428700 48514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T21:11:08.219239+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T20:00:00+00:00 TriggerDagRunOperator 2021-07-01T21:11:10.522378+00:00 2021-07-01T21:11:11.085150+00:00 0:00:00.562772 48513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T21:11:08.219276+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T20:05:00+00:00 EmrJobFlowSensor 2021-07-01T21:05:53.963067+00:00 2021-07-01T21:14:56.639112+00:00 0:09:02.676045 48512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T21:05:51.717625+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T21:05:32.145407+00:00 2021-07-01T21:05:33.914725+00:00 0:00:01.769318 48511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T21:05:29.664467+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T20:05:00+00:00 PythonOperator 2021-07-01T21:05:09.933616+00:00 2021-07-01T21:05:13.628682+00:00 0:00:03.695066 48510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T21:05:07.560799+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T20:00:00+00:00 EmrJobFlowSensor 2021-07-01T21:01:07.278716+00:00 2021-07-01T21:13:10.575396+00:00 0:12:03.296680 48509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T21:01:05.022531+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T20:00:00+00:00 EmrJobFlowSensor 2021-07-01T21:00:57.463675+00:00 2021-07-01T21:11:00.455406+00:00 0:10:02.991731 48508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T21:00:55.066133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T21:00:45.681484+00:00 2021-07-01T21:00:47.384965+00:00 0:00:01.703481 48507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T21:00:43.068389+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T21:00:37.445954+00:00 2021-07-01T21:00:39.198036+00:00 0:00:01.752082 48506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T21:00:35.044145+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T20:00:00+00:00 PythonOperator 2021-07-01T21:00:25.207031+00:00 2021-07-01T21:00:29.321532+00:00 0:00:04.114501 48505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T21:00:22.949331+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T20:00:00+00:00 PythonOperator 2021-07-01T21:00:15.424025+00:00 2021-07-01T21:00:19.000998+00:00 0:00:03.576973 48504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T21:00:12.938527+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T19:00:00+00:00 EmrJobFlowSensor 2021-07-01T20:11:14.517076+00:00 2021-07-01T20:21:17.380305+00:00 0:10:02.863229 48502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T20:11:12.103994+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T19:00:00+00:00 EmrJobFlowSensor 2021-07-01T20:11:10.429127+00:00 2021-07-01T20:20:13.162091+00:00 0:09:02.732964 48501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T20:11:08.090037+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T20:10:52.282813+00:00 2021-07-01T20:10:54.130672+00:00 0:00:01.847859 48500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T20:10:50.056191+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T20:10:48.251946+00:00 2021-07-01T20:10:50.107309+00:00 0:00:01.855363 48499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T20:10:46.045045+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T19:00:00+00:00 PythonOperator 2021-07-01T20:10:31.913759+00:00 2021-07-01T20:10:35.812797+00:00 0:00:03.899038 48498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T20:10:28.153732+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T19:00:00+00:00 PythonOperator 2021-07-01T20:10:26.245751+00:00 2021-07-01T20:10:31.133711+00:00 0:00:04.887960 48497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T20:10:24.003398+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T19:00:00+00:00 TriggerDagRunOperator 2021-07-01T20:10:20.578011+00:00 2021-07-01T20:10:20.979801+00:00 0:00:00.401790 48496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T20:10:18.064773+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T19:00:00+00:00 TriggerDagRunOperator 2021-07-01T20:10:20.504383+00:00 2021-07-01T20:10:21.055687+00:00 0:00:00.551304 48495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T20:10:18.064738+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T19:05:00+00:00 EmrJobFlowSensor 2021-07-01T20:06:20.092149+00:00 2021-07-01T20:15:22.835027+00:00 0:09:02.742878 48494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T20:06:17.624653+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T20:05:55.753452+00:00 2021-07-01T20:05:57.407382+00:00 0:00:01.653930 48493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T20:05:53.608171+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T19:05:00+00:00 PythonOperator 2021-07-01T20:05:33.797851+00:00 2021-07-01T20:05:37.142331+00:00 0:00:03.344480 48492 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T20:05:31.590842+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T19:00:00+00:00 EmrJobFlowSensor 2021-07-01T20:01:05.639454+00:00 2021-07-01T20:10:08.455658+00:00 0:09:02.816204 48491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T20:01:03.272350+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T19:00:00+00:00 EmrJobFlowSensor 2021-07-01T20:00:57.606703+00:00 2021-07-01T20:13:00.763775+00:00 0:12:03.157072 48490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T20:00:55.265246+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T20:00:45.835169+00:00 2021-07-01T20:00:47.540688+00:00 0:00:01.705519 48489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T20:00:43.193863+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T20:00:37.679941+00:00 2021-07-01T20:00:39.455237+00:00 0:00:01.775296 48488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T20:00:35.249834+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T19:00:00+00:00 PythonOperator 2021-07-01T20:00:23.474898+00:00 2021-07-01T20:00:26.935533+00:00 0:00:03.460635 48487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T20:00:21.158896+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T19:00:00+00:00 PythonOperator 2021-07-01T20:00:15.478615+00:00 2021-07-01T20:00:19.433384+00:00 0:00:03.954769 48486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T20:00:13.160246+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T18:00:00+00:00 EmrJobFlowSensor 2021-07-01T19:11:39.167906+00:00 2021-07-01T19:20:41.925949+00:00 0:09:02.758043 48484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T19:11:36.917511+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T18:00:00+00:00 EmrJobFlowSensor 2021-07-01T19:11:37.019414+00:00 2021-07-01T19:20:39.755500+00:00 0:09:02.736086 48483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T19:11:34.916782+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T19:11:17.023395+00:00 2021-07-01T19:11:18.746777+00:00 0:00:01.723382 48482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T19:11:14.895477+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T19:11:15.221780+00:00 2021-07-01T19:11:17.023990+00:00 0:00:01.802210 48481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T19:11:12.897913+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T18:00:00+00:00 PythonOperator 2021-07-01T19:10:55.101411+00:00 2021-07-01T19:10:58.892005+00:00 0:00:03.790594 48480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T19:10:52.800000+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T18:00:00+00:00 PythonOperator 2021-07-01T19:10:53.119349+00:00 2021-07-01T19:10:56.677321+00:00 0:00:03.557972 48479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T19:10:50.799976+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T18:00:00+00:00 TriggerDagRunOperator 2021-07-01T19:10:27.018304+00:00 2021-07-01T19:10:27.536875+00:00 0:00:00.518571 48478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T19:10:24.758105+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T18:00:00+00:00 TriggerDagRunOperator 2021-07-01T19:10:26.902417+00:00 2021-07-01T19:10:27.385617+00:00 0:00:00.483200 48477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T19:10:24.758070+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T18:05:00+00:00 EmrJobFlowSensor 2021-07-01T19:06:36.464347+00:00 2021-07-01T19:15:39.232227+00:00 0:09:02.767880 48476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T19:06:34.366631+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T19:06:02.548190+00:00 2021-07-01T19:06:04.270672+00:00 0:00:01.722482 48475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T19:06:00.336933+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T18:05:00+00:00 PythonOperator 2021-07-01T19:05:25.058448+00:00 2021-07-01T19:05:28.395894+00:00 0:00:03.337446 48474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T19:05:22.381548+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T18:00:00+00:00 EmrJobFlowSensor 2021-07-01T19:01:00.275580+00:00 2021-07-01T19:10:03.095135+00:00 0:09:02.819555 48473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T19:00:57.845746+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T18:00:00+00:00 EmrJobFlowSensor 2021-07-01T19:00:50.064067+00:00 2021-07-01T19:11:52.994341+00:00 0:11:02.930274 48472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T19:00:47.816874+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T19:00:38.465746+00:00 2021-07-01T19:00:40.172448+00:00 0:00:01.706702 48471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T19:00:35.807218+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T19:00:28.018487+00:00 2021-07-01T19:00:29.815681+00:00 0:00:01.797194 48470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T19:00:25.869260+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T18:00:00+00:00 PythonOperator 2021-07-01T19:00:16.008294+00:00 2021-07-01T19:00:19.688878+00:00 0:00:03.680584 48469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T19:00:13.790263+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T18:00:00+00:00 PythonOperator 2021-07-01T19:00:08.222509+00:00 2021-07-01T19:00:11.940040+00:00 0:00:03.717531 48468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T19:00:05.787192+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T17:00:00+00:00 EmrJobFlowSensor 2021-07-01T18:11:01.919494+00:00 2021-07-01T18:21:04.918433+00:00 0:10:02.998939 48466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T18:10:59.558810+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T18:10:40.115958+00:00 2021-07-01T18:10:41.909725+00:00 0:00:01.793767 48465 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T18:10:37.574483+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T17:00:00+00:00 EmrJobFlowSensor 2021-07-01T18:10:35.784777+00:00 2021-07-01T18:20:38.741824+00:00 0:10:02.957047 48464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T18:10:33.514752+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T17:00:00+00:00 PythonOperator 2021-07-01T18:10:17.700115+00:00 2021-07-01T18:10:21.567610+00:00 0:00:03.867495 48463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T18:10:15.496714+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T18:10:13.689777+00:00 2021-07-01T18:10:15.441009+00:00 0:00:01.751232 48462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T18:10:11.493118+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T17:00:00+00:00 PythonOperator 2021-07-01T18:09:47.587686+00:00 2021-07-01T18:09:51.423236+00:00 0:00:03.835550 48461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T18:09:45.444469+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T17:00:00+00:00 TriggerDagRunOperator 2021-07-01T18:09:13.971427+00:00 2021-07-01T18:09:14.485993+00:00 0:00:00.514566 48460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T18:09:11.455933+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T17:00:00+00:00 TriggerDagRunOperator 2021-07-01T18:09:13.898891+00:00 2021-07-01T18:09:14.294105+00:00 0:00:00.395214 48459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T18:09:11.455969+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T17:05:00+00:00 EmrJobFlowSensor 2021-07-01T18:05:57.116419+00:00 2021-07-01T18:14:59.722262+00:00 0:09:02.605843 48458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T18:05:54.992545+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T18:05:35.178434+00:00 2021-07-01T18:05:36.798122+00:00 0:00:01.619688 48457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T18:05:32.973408+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T17:05:00+00:00 PythonOperator 2021-07-01T18:05:13.355038+00:00 2021-07-01T18:05:16.738027+00:00 0:00:03.382989 48456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T18:05:10.954354+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T17:00:00+00:00 EmrJobFlowSensor 2021-07-01T18:00:58.593637+00:00 2021-07-01T18:13:01.814125+00:00 0:12:03.220488 48455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T18:00:56.363507+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T17:00:00+00:00 EmrJobFlowSensor 2021-07-01T18:00:50.634320+00:00 2021-07-01T18:08:53.276699+00:00 0:08:02.642379 48454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T18:00:48.277257+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T18:00:39.038269+00:00 2021-07-01T18:00:40.781563+00:00 0:00:01.743294 48453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T18:00:36.252642+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T18:00:30.885627+00:00 2021-07-01T18:00:32.572188+00:00 0:00:01.686561 48452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T18:00:28.265268+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T17:00:00+00:00 PythonOperator 2021-07-01T18:00:16.672848+00:00 2021-07-01T18:00:20.646191+00:00 0:00:03.973343 48451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T18:00:14.157234+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T17:00:00+00:00 PythonOperator 2021-07-01T18:00:08.655817+00:00 2021-07-01T18:00:12.332729+00:00 0:00:03.676912 48450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T18:00:06.143193+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T16:00:00+00:00 EmrJobFlowSensor 2021-07-01T17:10:32.416194+00:00 2021-07-01T17:20:35.224928+00:00 0:10:02.808734 48448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T17:10:30.012248+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T16:00:00+00:00 EmrJobFlowSensor 2021-07-01T17:10:18.674462+00:00 2021-07-01T17:20:21.519026+00:00 0:10:02.844564 48447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T17:10:15.995142+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T17:10:10.590565+00:00 2021-07-01T17:10:12.403467+00:00 0:00:01.812902 48446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T17:10:08.055958+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T17:09:58.255144+00:00 2021-07-01T17:10:00.142316+00:00 0:00:01.887172 48445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T17:09:55.958881+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T16:00:00+00:00 PythonOperator 2021-07-01T17:09:48.193157+00:00 2021-07-01T17:09:51.842660+00:00 0:00:03.649503 48444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T17:09:45.953336+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T16:00:00+00:00 PythonOperator 2021-07-01T17:09:36.587766+00:00 2021-07-01T17:09:40.720608+00:00 0:00:04.132842 48443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T17:09:33.958527+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T16:00:00+00:00 TriggerDagRunOperator 2021-07-01T17:09:28.495296+00:00 2021-07-01T17:09:29.060562+00:00 0:00:00.565266 48442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T17:09:25.936736+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T16:00:00+00:00 TriggerDagRunOperator 2021-07-01T17:09:28.276045+00:00 2021-07-01T17:09:28.646898+00:00 0:00:00.370853 48441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T17:09:25.936776+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T16:05:00+00:00 EmrJobFlowSensor 2021-07-01T17:05:49.947407+00:00 2021-07-01T17:14:52.560493+00:00 0:09:02.613086 48440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T17:05:47.669205+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T17:05:30.307381+00:00 2021-07-01T17:05:32.106348+00:00 0:00:01.798967 48439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T17:05:27.667444+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T16:05:00+00:00 PythonOperator 2021-07-01T17:05:07.806794+00:00 2021-07-01T17:05:11.563461+00:00 0:00:03.756667 48438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T17:05:05.553138+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T16:00:00+00:00 EmrJobFlowSensor 2021-07-01T17:00:55.391276+00:00 2021-07-01T17:08:57.992731+00:00 0:08:02.601455 48437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T17:00:53.209021+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T16:00:00+00:00 EmrJobFlowSensor 2021-07-01T17:00:51.487025+00:00 2021-07-01T17:12:54.610924+00:00 0:12:03.123899 48436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T17:00:49.203334+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T17:00:33.624778+00:00 2021-07-01T17:00:35.355361+00:00 0:00:01.730583 48435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T17:00:31.257432+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T17:00:27.436457+00:00 2021-07-01T17:00:29.192958+00:00 0:00:01.756501 48434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T17:00:25.182887+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T16:00:00+00:00 PythonOperator 2021-07-01T17:00:11.819615+00:00 2021-07-01T17:00:15.551702+00:00 0:00:03.732087 48433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T17:00:09.168143+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T16:00:00+00:00 PythonOperator 2021-07-01T17:00:05.670010+00:00 2021-07-01T17:00:09.928038+00:00 0:00:04.258028 48432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T17:00:03.172469+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T15:00:00+00:00 EmrJobFlowSensor 2021-07-01T16:20:31.019759+00:00 2021-07-01T16:28:33.782492+00:00 0:08:02.762733 48431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T16:20:28.750772+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T15:05:00+00:00 EmrJobFlowSensor 2021-07-01T16:20:20.986607+00:00 2021-07-01T16:29:23.758034+00:00 0:09:02.771427 48430 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T16:20:18.742507+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T15:00:00+00:00 EmrJobFlowSensor 2021-07-01T16:20:20.916979+00:00 2021-07-01T16:29:23.763267+00:00 0:09:02.846288 48429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T16:20:18.742571+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T16:20:11.042284+00:00 2021-07-01T16:20:12.794041+00:00 0:00:01.751757 48428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T16:20:08.773766+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T16:20:00.915142+00:00 2021-07-01T16:20:02.666250+00:00 0:00:01.751108 48427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T16:19:58.716079+00:00 2 default_pool