Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T10:30:12.291020+00:00 2021-06-11T10:30:14.093932+00:00 0:00:01.802912 39528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T10:30:10.084078+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T09:00:00+00:00 PythonOperator 2021-06-11T10:29:50.304024+00:00 2021-06-11T10:29:53.702463+00:00 0:00:03.398439 39527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T10:29:48.036746+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T09:00:00+00:00 EmrJobFlowSensor 2021-06-11T10:12:26.798834+00:00 2021-06-11T10:22:29.510853+00:00 0:10:02.712019 39521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T10:12:24.094007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T09:00:00+00:00 EmrJobFlowSensor 2021-06-11T10:12:24.407640+00:00 2021-06-11T10:21:27.263524+00:00 0:09:02.855884 39520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T10:12:22.149692+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T10:12:06.364195+00:00 2021-06-11T10:12:08.086724+00:00 0:00:01.722529 39519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T10:12:04.064607+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T10:12:02.841844+00:00 2021-06-11T10:12:04.593299+00:00 0:00:01.751455 39518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T10:12:00.072260+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T09:00:00+00:00 PythonOperator 2021-06-11T10:11:43.438474+00:00 2021-06-11T10:11:47.231743+00:00 0:00:03.793269 39517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T10:11:40.062722+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T09:00:00+00:00 PythonOperator 2021-06-11T10:11:40.939892+00:00 2021-06-11T10:11:44.737708+00:00 0:00:03.797816 39516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T10:11:38.066354+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T09:00:00+00:00 TriggerDagRunOperator 2021-06-11T10:11:34.606957+00:00 2021-06-11T10:11:35.110328+00:00 0:00:00.503371 39515 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T10:11:31.993130+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T09:00:00+00:00 TriggerDagRunOperator 2021-06-11T10:11:34.483424+00:00 2021-06-11T10:11:34.889442+00:00 0:00:00.406018 39514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T10:11:31.993158+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T09:05:00+00:00 EmrJobFlowSensor 2021-06-11T10:06:08.045245+00:00 2021-06-11T10:14:10.575423+00:00 0:08:02.530178 39513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T10:06:05.652276+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T10:05:45.942660+00:00 2021-06-11T10:05:47.679896+00:00 0:00:01.737236 39512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T10:05:43.660297+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T09:05:00+00:00 PythonOperator 2021-06-11T10:05:23.689210+00:00 2021-06-11T10:05:27.012720+00:00 0:00:03.323510 39511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T10:05:21.523063+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T09:00:00+00:00 EmrJobFlowSensor 2021-06-11T10:00:51.188644+00:00 2021-06-11T10:10:53.957100+00:00 0:10:02.768456 39509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T10:00:48.999324+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T10:00:27.427181+00:00 2021-06-11T10:00:29.122004+00:00 0:00:01.694823 39507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T10:00:24.980023+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T09:00:00+00:00 PythonOperator 2021-06-11T10:00:05.552876+00:00 2021-06-11T10:00:08.810548+00:00 0:00:03.257672 39505 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T10:00:02.916057+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T08:05:00+00:00 EmrJobFlowSensor 2021-06-11T09:13:17.530920+00:00 2021-06-11T09:15:19.174922+00:00 0:02:01.644002 39503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T09:13:15.368548+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T08:00:00+00:00 EmrJobFlowSensor 2021-06-11T09:10:19.566192+00:00 2021-06-11T09:20:22.301989+00:00 0:10:02.735797 39502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T09:10:17.116249+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T08:00:00+00:00 EmrJobFlowSensor 2021-06-11T09:10:19.469624+00:00 2021-06-11T09:19:22.101399+00:00 0:09:02.631775 39501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T09:10:17.116218+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T09:09:57.646401+00:00 2021-06-11T09:09:59.350608+00:00 0:00:01.704207 39500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T09:09:55.156037+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T09:09:57.605430+00:00 2021-06-11T09:09:59.489689+00:00 0:00:01.884259 39499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T09:09:55.156074+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T08:00:00+00:00 PythonOperator 2021-06-11T09:09:37.902430+00:00 2021-06-11T09:09:41.193754+00:00 0:00:03.291324 39498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T09:09:35.088596+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T08:00:00+00:00 PythonOperator 2021-06-11T09:09:37.589481+00:00 2021-06-11T09:09:41.298622+00:00 0:00:03.709141 39497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T09:09:35.088643+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T08:00:00+00:00 TriggerDagRunOperator 2021-06-11T09:09:21.228991+00:00 2021-06-11T09:09:21.766941+00:00 0:00:00.537950 39496 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T09:09:18.948732+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T08:00:00+00:00 TriggerDagRunOperator 2021-06-11T09:09:21.100846+00:00 2021-06-11T09:09:21.502175+00:00 0:00:00.401329 39495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T09:09:18.948766+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T09:06:08.786818+00:00 2021-06-11T09:06:10.478665+00:00 0:00:01.691847 39493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T09:06:06.540830+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T08:05:00+00:00 PythonOperator 2021-06-11T09:05:30.903248+00:00 2021-06-11T09:05:34.123831+00:00 0:00:03.220583 39492 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T09:05:28.640906+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T08:00:00+00:00 EmrJobFlowSensor 2021-06-11T09:01:04.569721+00:00 2021-06-11T09:12:07.537904+00:00 0:11:02.968183 39491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T09:01:02.207104+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T08:00:00+00:00 EmrJobFlowSensor 2021-06-11T09:01:04.565350+00:00 2021-06-11T09:09:07.155993+00:00 0:08:02.590643 39490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T09:01:02.207074+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T09:00:42.436750+00:00 2021-06-11T09:00:44.292012+00:00 0:00:01.855262 39489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T09:00:40.183631+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T09:00:40.360302+00:00 2021-06-11T09:00:42.049139+00:00 0:00:01.688837 39488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T09:00:38.185100+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T08:00:00+00:00 PythonOperator 2021-06-11T09:00:21.519924+00:00 2021-06-11T09:00:25.086994+00:00 0:00:03.567070 39487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T09:00:18.243561+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T08:00:00+00:00 PythonOperator 2021-06-11T09:00:16.541596+00:00 2021-06-11T09:00:20.992953+00:00 0:00:04.451357 39486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T09:00:14.172812+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T07:00:00+00:00 EmrJobFlowSensor 2021-06-11T08:10:21.352342+00:00 2021-06-11T08:20:24.145636+00:00 0:10:02.793294 39484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T08:10:19.026505+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T07:00:00+00:00 EmrJobFlowSensor 2021-06-11T08:10:21.192410+00:00 2021-06-11T08:20:24.097194+00:00 0:10:02.904784 39483 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T08:10:19.026475+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T08:09:59.536204+00:00 2021-06-11T08:10:01.343022+00:00 0:00:01.806818 39482 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T08:09:57.006358+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T08:09:59.342489+00:00 2021-06-11T08:10:01.049479+00:00 0:00:01.706990 39481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T08:09:57.006394+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T07:00:00+00:00 PythonOperator 2021-06-11T08:09:37.571576+00:00 2021-06-11T08:09:41.197382+00:00 0:00:03.625806 39480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T08:09:35.058872+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T07:00:00+00:00 PythonOperator 2021-06-11T08:09:37.538824+00:00 2021-06-11T08:09:40.771896+00:00 0:00:03.233072 39479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T08:09:35.058924+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T07:00:00+00:00 TriggerDagRunOperator 2021-06-11T08:09:13.598428+00:00 2021-06-11T08:09:14.105395+00:00 0:00:00.506967 39478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T08:09:10.973391+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T07:00:00+00:00 TriggerDagRunOperator 2021-06-11T08:09:13.481617+00:00 2021-06-11T08:09:13.866222+00:00 0:00:00.384605 39477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T08:09:10.973353+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T07:05:00+00:00 EmrJobFlowSensor 2021-06-11T08:05:56.693266+00:00 2021-06-11T08:14:59.336201+00:00 0:09:02.642935 39476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T08:05:54.530202+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T08:05:34.850209+00:00 2021-06-11T08:05:36.497240+00:00 0:00:01.647031 39475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T08:05:32.519411+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T07:05:00+00:00 PythonOperator 2021-06-11T08:05:13.059258+00:00 2021-06-11T08:05:16.396777+00:00 0:00:03.337519 39474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T08:05:10.552870+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T07:00:00+00:00 EmrJobFlowSensor 2021-06-11T08:00:58.664417+00:00 2021-06-11T08:11:01.357224+00:00 0:10:02.692807 39473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T08:00:56.140344+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T07:00:00+00:00 EmrJobFlowSensor 2021-06-11T08:00:58.667634+00:00 2021-06-11T08:09:01.273549+00:00 0:08:02.605915 39472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T08:00:56.084932+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T08:00:36.578363+00:00 2021-06-11T08:00:38.372455+00:00 0:00:01.794092 39471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T08:00:34.057778+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T08:00:36.443736+00:00 2021-06-11T08:00:38.151563+00:00 0:00:01.707827 39470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T08:00:34.057810+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T07:00:00+00:00 PythonOperator 2021-06-11T08:00:16.163710+00:00 2021-06-11T08:00:19.744834+00:00 0:00:03.581124 39469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T08:00:13.997304+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T07:00:00+00:00 PythonOperator 2021-06-11T08:00:14.656709+00:00 2021-06-11T08:00:17.904253+00:00 0:00:03.247544 39468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T08:00:12.051765+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T06:00:00+00:00 EmrJobFlowSensor 2021-06-11T07:11:18.297105+00:00 2021-06-11T07:21:21.171696+00:00 0:10:02.874591 39466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T07:11:15.913420+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T06:00:00+00:00 EmrJobFlowSensor 2021-06-11T07:11:04.296846+00:00 2021-06-11T07:20:06.860850+00:00 0:09:02.564004 39465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T07:11:01.909794+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T07:10:56.397292+00:00 2021-06-11T07:10:58.294498+00:00 0:00:01.897206 39464 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T07:10:53.972731+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T07:10:42.104268+00:00 2021-06-11T07:10:43.893516+00:00 0:00:01.789248 39463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T07:10:39.890762+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T06:00:00+00:00 PythonOperator 2021-06-11T07:10:36.065445+00:00 2021-06-11T07:10:39.661741+00:00 0:00:03.596296 39462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T07:10:33.845393+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T06:00:00+00:00 PythonOperator 2021-06-11T07:10:20.047524+00:00 2021-06-11T07:10:23.488829+00:00 0:00:03.441305 39461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T07:10:17.828516+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T06:00:00+00:00 TriggerDagRunOperator 2021-06-11T07:10:14.302730+00:00 2021-06-11T07:10:14.822087+00:00 0:00:00.519357 39460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T07:10:11.828403+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T06:00:00+00:00 TriggerDagRunOperator 2021-06-11T07:10:14.060544+00:00 2021-06-11T07:10:14.446791+00:00 0:00:00.386247 39459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T07:10:11.828365+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T06:05:00+00:00 EmrJobFlowSensor 2021-06-11T07:05:55.994472+00:00 2021-06-11T07:14:58.609424+00:00 0:09:02.614952 39458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T07:05:53.416181+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T07:05:33.771016+00:00 2021-06-11T07:05:35.517179+00:00 0:00:01.746163 39457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T07:05:31.448583+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T06:05:00+00:00 PythonOperator 2021-06-11T07:05:11.493705+00:00 2021-06-11T07:05:14.815304+00:00 0:00:03.321599 39456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T07:05:09.359784+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T06:00:00+00:00 EmrJobFlowSensor 2021-06-11T07:01:05.427213+00:00 2021-06-11T07:10:08.056868+00:00 0:09:02.629655 39455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T07:01:03.084824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T06:00:00+00:00 EmrJobFlowSensor 2021-06-11T07:00:53.229140+00:00 2021-06-11T07:11:56.135847+00:00 0:11:02.906707 39454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T07:00:51.025076+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T07:00:43.184779+00:00 2021-06-11T07:00:44.890435+00:00 0:00:01.705656 39453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T07:00:41.011871+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T07:00:31.403797+00:00 2021-06-11T07:00:33.071074+00:00 0:00:01.667277 39452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T07:00:29.072339+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T06:00:00+00:00 PythonOperator 2021-06-11T07:00:21.320884+00:00 2021-06-11T07:00:24.708147+00:00 0:00:03.387263 39451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T07:00:18.994006+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T06:00:00+00:00 PythonOperator 2021-06-11T07:00:09.593729+00:00 2021-06-11T07:00:12.938863+00:00 0:00:03.345134 39450 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T07:00:07.052656+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T05:05:00+00:00 EmrJobFlowSensor 2021-06-11T06:13:08.002723+00:00 2021-06-11T06:15:09.774704+00:00 0:02:01.771981 39448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T06:13:05.790479+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T05:00:00+00:00 EmrJobFlowSensor 2021-06-11T06:10:37.782087+00:00 2021-06-11T06:20:40.648168+00:00 0:10:02.866081 39447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T06:10:35.468920+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T05:00:00+00:00 EmrJobFlowSensor 2021-06-11T06:10:25.575016+00:00 2021-06-11T06:20:28.326817+00:00 0:10:02.751801 39446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T06:10:23.412238+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T06:10:17.792494+00:00 2021-06-11T06:10:19.583125+00:00 0:00:01.790631 39445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T06:10:15.402273+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T06:09:55.649065+00:00 2021-06-11T06:09:57.362922+00:00 0:00:01.713857 39444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T06:09:53.381339+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T05:00:00+00:00 PythonOperator 2021-06-11T06:09:37.793615+00:00 2021-06-11T06:09:41.204421+00:00 0:00:03.410806 39443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T06:09:35.372651+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T05:00:00+00:00 PythonOperator 2021-06-11T06:09:30.375033+00:00 2021-06-11T06:09:33.864306+00:00 0:00:03.489273 39442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T06:09:27.383084+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T05:00:00+00:00 TriggerDagRunOperator 2021-06-11T06:09:21.621895+00:00 2021-06-11T06:09:22.115153+00:00 0:00:00.493258 39441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T06:09:19.350644+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T05:00:00+00:00 TriggerDagRunOperator 2021-06-11T06:09:21.499140+00:00 2021-06-11T06:09:21.879345+00:00 0:00:00.380205 39440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T06:09:19.350609+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T06:05:39.431827+00:00 2021-06-11T06:05:41.120320+00:00 0:00:01.688493 39438 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T06:05:37.120345+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T05:05:00+00:00 PythonOperator 2021-06-11T06:05:17.161624+00:00 2021-06-11T06:05:20.500522+00:00 0:00:03.338898 39437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T06:05:15.090519+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T05:00:00+00:00 EmrJobFlowSensor 2021-06-11T06:01:06.997605+00:00 2021-06-11T06:09:09.541528+00:00 0:08:02.543923 39436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T06:01:04.759546+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T05:00:00+00:00 EmrJobFlowSensor 2021-06-11T06:01:01.029446+00:00 2021-06-11T06:12:04.030557+00:00 0:11:03.001111 39435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T06:00:58.760119+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T06:00:45.070589+00:00 2021-06-11T06:00:46.886002+00:00 0:00:01.815413 39434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T06:00:42.656050+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T06:00:38.873557+00:00 2021-06-11T06:00:40.515265+00:00 0:00:01.641708 39433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T06:00:36.652014+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T05:00:00+00:00 PythonOperator 2021-06-11T06:00:24.798572+00:00 2021-06-11T06:00:28.224827+00:00 0:00:03.426255 39432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T06:00:22.640932+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T05:00:00+00:00 PythonOperator 2021-06-11T06:00:18.979737+00:00 2021-06-11T06:00:22.350066+00:00 0:00:03.370329 39431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T06:00:16.634528+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T04:00:00+00:00 EmrJobFlowSensor 2021-06-11T05:11:26.538101+00:00 2021-06-11T05:21:29.319899+00:00 0:10:02.781798 39429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T05:11:24.141472+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T04:00:00+00:00 EmrJobFlowSensor 2021-06-11T05:11:14.374705+00:00 2021-06-11T05:20:16.918444+00:00 0:09:02.543739 39428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T05:11:12.115823+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T05:11:04.396086+00:00 2021-06-11T05:11:06.230083+00:00 0:00:01.833997 39427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T05:11:02.107884+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T05:10:52.571124+00:00 2021-06-11T05:10:54.361675+00:00 0:00:01.790551 39426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T05:10:50.164016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T04:00:00+00:00 PythonOperator 2021-06-11T05:10:42.342384+00:00 2021-06-11T05:10:45.935236+00:00 0:00:03.592852 39425 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T05:10:40.087735+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T04:00:00+00:00 PythonOperator 2021-06-11T05:10:30.603418+00:00 2021-06-11T05:10:33.852024+00:00 0:00:03.248606 39424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T05:10:28.158408+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T04:00:00+00:00 TriggerDagRunOperator 2021-06-11T05:10:18.482416+00:00 2021-06-11T05:10:18.971079+00:00 0:00:00.488663 39423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T05:10:16.053186+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T04:00:00+00:00 TriggerDagRunOperator 2021-06-11T05:10:18.183093+00:00 2021-06-11T05:10:18.624013+00:00 0:00:00.440920 39422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T05:10:16.053218+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T04:05:00+00:00 EmrJobFlowSensor 2021-06-11T05:06:05.925483+00:00 2021-06-11T05:14:08.314336+00:00 0:08:02.388853 39421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T05:06:03.709366+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T05:05:42.094966+00:00 2021-06-11T05:05:43.949907+00:00 0:00:01.854941 39420 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T05:05:39.751303+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T04:05:00+00:00 PythonOperator 2021-06-11T05:05:21.798557+00:00 2021-06-11T05:05:25.129458+00:00 0:00:03.330901 39419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T05:05:19.632478+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T04:00:00+00:00 EmrJobFlowSensor 2021-06-11T05:00:59.598988+00:00 2021-06-11T05:10:02.539355+00:00 0:09:02.940367 39418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T05:00:57.322442+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T04:00:00+00:00 EmrJobFlowSensor 2021-06-11T05:00:51.462765+00:00 2021-06-11T05:11:54.259352+00:00 0:11:02.796587 39417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T05:00:49.316404+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T05:00:39.630057+00:00 2021-06-11T05:00:41.324861+00:00 0:00:01.694804 39416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T05:00:37.306351+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T05:00:29.440963+00:00 2021-06-11T05:00:31.172204+00:00 0:00:01.731241 39415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T05:00:27.300072+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T04:00:00+00:00 PythonOperator 2021-06-11T05:00:15.508186+00:00 2021-06-11T05:00:19.020679+00:00 0:00:03.512493 39414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T05:00:13.288050+00:00 2 default_pool