Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-24T16:00:00+00:00 EmrJobFlowSensor 2021-06-24T17:11:56.049478+00:00 2021-06-24T17:21:59.028469+00:00 0:10:02.978991 45501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T17:11:53.853439+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T16:00:00+00:00 EmrJobFlowSensor 2021-06-24T17:11:52.064329+00:00 2021-06-24T17:20:55.036022+00:00 0:09:02.971693 45500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T17:11:49.852045+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T17:11:34.224085+00:00 2021-06-24T17:11:35.946294+00:00 0:00:01.722209 45499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T17:11:31.844824+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T17:11:30.232835+00:00 2021-06-24T17:11:32.006775+00:00 0:00:01.773940 45498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T17:11:27.943651+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T16:00:00+00:00 PythonOperator 2021-06-24T17:11:13.066124+00:00 2021-06-24T17:11:16.758366+00:00 0:00:03.692242 45497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T17:11:09.818705+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T16:00:00+00:00 PythonOperator 2021-06-24T17:11:08.008481+00:00 2021-06-24T17:11:12.604652+00:00 0:00:04.596171 45496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T17:11:05.818751+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T16:00:00+00:00 TriggerDagRunOperator 2021-06-24T17:10:56.151637+00:00 2021-06-24T17:10:56.751810+00:00 0:00:00.600173 45495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T17:10:53.807672+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T16:00:00+00:00 TriggerDagRunOperator 2021-06-24T17:10:56.122080+00:00 2021-06-24T17:10:56.828995+00:00 0:00:00.706915 45494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T17:10:53.807643+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T16:05:00+00:00 EmrJobFlowSensor 2021-06-24T17:05:59.834356+00:00 2021-06-24T17:15:02.499908+00:00 0:09:02.665552 45493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T17:05:57.374847+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T17:05:39.586804+00:00 2021-06-24T17:05:41.292218+00:00 0:00:01.705414 45492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T17:05:37.278114+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T16:05:00+00:00 PythonOperator 2021-06-24T17:05:17.587108+00:00 2021-06-24T17:05:20.871394+00:00 0:00:03.284286 45491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T17:05:15.259784+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T16:00:00+00:00 EmrJobFlowSensor 2021-06-24T17:01:01.115503+00:00 2021-06-24T17:13:04.285426+00:00 0:12:03.169923 45490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T17:00:58.704882+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T16:00:00+00:00 EmrJobFlowSensor 2021-06-24T17:00:47.261494+00:00 2021-06-24T17:10:50.089352+00:00 0:10:02.827858 45489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T17:00:44.759229+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T17:00:38.992961+00:00 2021-06-24T17:00:40.837895+00:00 0:00:01.844934 45488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T17:00:36.687362+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T17:00:25.156324+00:00 2021-06-24T17:00:26.993247+00:00 0:00:01.836923 45487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T17:00:22.665793+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T16:00:00+00:00 PythonOperator 2021-06-24T17:00:17.100825+00:00 2021-06-24T17:00:21.062567+00:00 0:00:03.961742 45486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T17:00:14.598505+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T16:00:00+00:00 PythonOperator 2021-06-24T17:00:04.980303+00:00 2021-06-24T17:00:08.579205+00:00 0:00:03.598902 45485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T17:00:02.644554+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T15:00:00+00:00 EmrJobFlowSensor 2021-06-24T16:11:33.400321+00:00 2021-06-24T16:20:35.964346+00:00 0:09:02.564025 45483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T16:11:31.252525+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T15:00:00+00:00 EmrJobFlowSensor 2021-06-24T16:11:19.837355+00:00 2021-06-24T16:21:22.607442+00:00 0:10:02.770087 45482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T16:11:17.133129+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T16:11:11.350191+00:00 2021-06-24T16:11:13.063074+00:00 0:00:01.712883 45481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T16:11:09.135559+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T16:10:57.753361+00:00 2021-06-24T16:10:59.426088+00:00 0:00:01.672727 45479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T16:10:55.115912+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T15:00:00+00:00 PythonOperator 2021-06-24T16:10:49.328872+00:00 2021-06-24T16:10:52.826312+00:00 0:00:03.497440 45478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T16:10:47.116199+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T15:00:00+00:00 PythonOperator 2021-06-24T16:10:35.340316+00:00 2021-06-24T16:10:39.209532+00:00 0:00:03.869216 45475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T16:10:33.098132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T15:00:00+00:00 TriggerDagRunOperator 2021-06-24T16:10:29.848833+00:00 2021-06-24T16:10:30.360365+00:00 0:00:00.511532 45474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T16:10:27.105478+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T15:00:00+00:00 TriggerDagRunOperator 2021-06-24T16:10:29.693629+00:00 2021-06-24T16:10:30.099160+00:00 0:00:00.405531 45473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T16:10:27.105525+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T15:05:00+00:00 EmrJobFlowSensor 2021-06-24T16:06:10.086619+00:00 2021-06-24T16:15:12.814289+00:00 0:09:02.727670 45461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T16:06:07.755914+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T16:05:45.955747+00:00 2021-06-24T16:05:47.682800+00:00 0:00:01.727053 45460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T16:05:43.645423+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T15:05:00+00:00 PythonOperator 2021-06-24T16:05:15.849500+00:00 2021-06-24T16:05:19.365346+00:00 0:00:03.515846 45459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T16:05:13.623740+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T15:00:00+00:00 EmrJobFlowSensor 2021-06-24T16:01:07.514947+00:00 2021-06-24T16:10:10.319346+00:00 0:09:02.804399 45458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T16:01:05.187190+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T16:00:45.469144+00:00 2021-06-24T16:00:47.153834+00:00 0:00:01.684690 45457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T16:00:43.080891+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T15:00:00+00:00 PythonOperator 2021-06-24T16:00:25.612788+00:00 2021-06-24T16:00:28.991830+00:00 0:00:03.379042 45455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T16:00:23.076260+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T14:00:00+00:00 EmrJobFlowSensor 2021-06-24T15:28:07.705106+00:00 2021-06-24T15:38:10.600226+00:00 0:10:02.895120 45453 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T15:28:05.258093+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T14:00:00+00:00 EmrJobFlowSensor 2021-06-24T15:27:59.477244+00:00 2021-06-24T15:38:02.370350+00:00 0:10:02.893106 45452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T15:27:57.246439+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T15:27:47.518435+00:00 2021-06-24T15:27:49.227608+00:00 0:00:01.709173 45451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T15:27:45.166917+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T15:27:37.287246+00:00 2021-06-24T15:27:38.962967+00:00 0:00:01.675721 45450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T15:27:35.096276+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T14:00:00+00:00 PythonOperator 2021-06-24T15:27:25.391281+00:00 2021-06-24T15:27:29.086192+00:00 0:00:03.694911 45449 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T15:27:23.089295+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T14:00:00+00:00 PythonOperator 2021-06-24T15:27:18.086619+00:00 2021-06-24T15:27:21.738993+00:00 0:00:03.652374 45448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T15:27:15.065579+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T14:00:00+00:00 TriggerDagRunOperator 2021-06-24T15:27:03.702020+00:00 2021-06-24T15:27:04.244343+00:00 0:00:00.542323 45446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T15:27:01.051864+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T14:00:00+00:00 TriggerDagRunOperator 2021-06-24T15:27:03.256560+00:00 2021-06-24T15:27:03.668591+00:00 0:00:00.412031 45445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T15:27:01.051894+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T14:05:00+00:00 EmrJobFlowSensor 2021-06-24T15:05:52.007525+00:00 2021-06-24T15:13:54.598687+00:00 0:08:02.591162 45439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T15:05:49.889661+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T15:05:30.278165+00:00 2021-06-24T15:05:31.908454+00:00 0:00:01.630289 45438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T15:05:27.875132+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T14:05:00+00:00 PythonOperator 2021-06-24T15:05:10.079721+00:00 2021-06-24T15:05:13.573656+00:00 0:00:03.493935 45437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T15:05:07.817498+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T14:00:00+00:00 EmrJobFlowSensor 2021-06-24T15:01:07.529687+00:00 2021-06-24T15:11:10.360776+00:00 0:10:02.831089 45436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T15:01:05.349323+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T15:00:45.487169+00:00 2021-06-24T15:00:47.151447+00:00 0:00:01.664278 45434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T15:00:43.330093+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T14:00:00+00:00 PythonOperator 2021-06-24T15:00:21.529803+00:00 2021-06-24T15:00:24.886575+00:00 0:00:03.356772 45432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T15:00:19.304540+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T13:00:00+00:00 EmrJobFlowSensor 2021-06-24T14:12:20.693658+00:00 2021-06-24T14:21:23.333747+00:00 0:09:02.640089 45430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T14:12:18.416817+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T13:00:00+00:00 EmrJobFlowSensor 2021-06-24T14:12:20.721075+00:00 2021-06-24T14:21:23.571352+00:00 0:09:02.850277 45429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T14:12:18.416847+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T14:11:59.013377+00:00 2021-06-24T14:12:00.834736+00:00 0:00:01.821359 45428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T14:11:56.440710+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T14:11:58.839031+00:00 2021-06-24T14:12:00.644119+00:00 0:00:01.805088 45427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T14:11:56.440678+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T13:00:00+00:00 PythonOperator 2021-06-24T14:11:38.805127+00:00 2021-06-24T14:11:42.558473+00:00 0:00:03.753346 45426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T14:11:36.355919+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T13:00:00+00:00 PythonOperator 2021-06-24T14:11:36.739024+00:00 2021-06-24T14:11:40.101573+00:00 0:00:03.362549 45425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T14:11:34.354200+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T13:00:00+00:00 TriggerDagRunOperator 2021-06-24T14:11:17.127538+00:00 2021-06-24T14:11:17.670592+00:00 0:00:00.543054 45424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T14:11:14.148796+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T13:00:00+00:00 TriggerDagRunOperator 2021-06-24T14:11:16.997078+00:00 2021-06-24T14:11:17.452362+00:00 0:00:00.455284 45423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T14:11:14.148838+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T13:05:00+00:00 EmrJobFlowSensor 2021-06-24T14:05:45.669699+00:00 2021-06-24T14:13:48.185082+00:00 0:08:02.515383 45421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T14:05:43.255630+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T14:05:25.378799+00:00 2021-06-24T14:05:27.016022+00:00 0:00:01.637223 45420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T14:05:23.241155+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T13:05:00+00:00 PythonOperator 2021-06-24T14:05:03.448650+00:00 2021-06-24T14:05:06.757250+00:00 0:00:03.308600 45419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T14:05:01.122655+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T13:00:00+00:00 EmrJobFlowSensor 2021-06-24T14:01:05.079524+00:00 2021-06-24T14:11:07.784828+00:00 0:10:02.705304 45418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T14:01:02.704618+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T14:00:42.909579+00:00 2021-06-24T14:00:44.581201+00:00 0:00:01.671622 45416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T14:00:40.683764+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T13:00:00+00:00 PythonOperator 2021-06-24T14:00:20.799224+00:00 2021-06-24T14:00:24.352370+00:00 0:00:03.553146 45414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T14:00:18.642581+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T12:00:00+00:00 EmrJobFlowSensor 2021-06-24T13:17:42.468073+00:00 2021-06-24T13:25:44.946845+00:00 0:08:02.478772 45412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T13:17:40.316126+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T12:00:00+00:00 EmrJobFlowSensor 2021-06-24T13:17:40.518420+00:00 2021-06-24T13:26:43.439349+00:00 0:09:02.920929 45411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T13:17:38.315093+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T13:17:17.089601+00:00 2021-06-24T13:17:18.792066+00:00 0:00:01.702465 45410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T13:17:14.360398+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T13:17:14.750428+00:00 2021-06-24T13:17:16.856955+00:00 0:00:02.106527 45409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T13:17:12.359948+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T12:00:00+00:00 PythonOperator 2021-06-24T13:16:48.408381+00:00 2021-06-24T13:16:51.942752+00:00 0:00:03.534371 45408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T13:16:46.244318+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T12:00:00+00:00 PythonOperator 2021-06-24T13:16:36.590203+00:00 2021-06-24T13:16:40.470353+00:00 0:00:03.880150 45407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T13:16:34.240833+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T12:00:00+00:00 TriggerDagRunOperator 2021-06-24T13:16:30.790476+00:00 2021-06-24T13:16:31.251986+00:00 0:00:00.461510 45406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T13:16:28.171784+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T12:00:00+00:00 TriggerDagRunOperator 2021-06-24T13:16:30.804569+00:00 2021-06-24T13:16:31.360389+00:00 0:00:00.555820 45405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T13:16:28.171749+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T12:05:00+00:00 EmrJobFlowSensor 2021-06-24T13:07:15.771158+00:00 2021-06-24T13:15:18.303286+00:00 0:08:02.532128 45404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T13:07:13.444051+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T12:00:00+00:00 EmrJobFlowSensor 2021-06-24T13:07:05.789822+00:00 2021-06-24T13:16:08.746443+00:00 0:09:02.956621 45403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T13:07:03.396782+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T13:06:53.563755+00:00 2021-06-24T13:06:55.215221+00:00 0:00:01.651466 45401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T13:06:51.360534+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T13:06:45.914706+00:00 2021-06-24T13:06:47.800454+00:00 0:00:01.885748 45400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T13:06:43.355945+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T12:05:00+00:00 PythonOperator 2021-06-24T13:06:33.651964+00:00 2021-06-24T13:06:36.925388+00:00 0:00:03.273424 45398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T13:06:31.342349+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T12:00:00+00:00 PythonOperator 2021-06-24T13:06:24.451252+00:00 2021-06-24T13:06:28.266630+00:00 0:00:03.815378 45397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T13:06:21.321077+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T12:17:11.199140+00:00 EmrJobFlowSensor 2021-06-24T12:18:14.763882+00:00 2021-06-24T12:44:19.944233+00:00 0:26:05.180351 45394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:18:12.445605+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T12:17:11.199140+00:00 EmrCreateJobFlowOperator 2021-06-24T12:17:52.531567+00:00 2021-06-24T12:17:54.167454+00:00 0:00:01.635887 45393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T12:17:50.430427+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T12:17:11.199140+00:00 PythonOperator 2021-06-24T12:17:30.654073+00:00 2021-06-24T12:17:34.157585+00:00 0:00:03.503512 45392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T12:17:28.444183+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T11:00:00+00:00 EmrJobFlowSensor 2021-06-24T12:11:38.369348+00:00 2021-06-24T12:22:41.333804+00:00 0:11:02.964456 45391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:11:35.953253+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T11:00:00+00:00 EmrJobFlowSensor 2021-06-24T12:11:30.498586+00:00 2021-06-24T12:21:33.252349+00:00 0:10:02.753763 45390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:11:28.040898+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T12:11:13.988493+00:00 2021-06-24T12:11:15.722923+00:00 0:00:01.734430 45389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T12:11:11.825489+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T12:11:10.134695+00:00 2021-06-24T12:11:11.835425+00:00 0:00:01.700730 45388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T12:11:07.817244+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T11:00:00+00:00 PythonOperator 2021-06-24T12:10:47.993961+00:00 2021-06-24T12:10:51.802333+00:00 0:00:03.808372 45387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T12:10:45.799240+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T11:00:00+00:00 PythonOperator 2021-06-24T12:10:34.082961+00:00 2021-06-24T12:10:37.707232+00:00 0:00:03.624271 45386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T12:10:31.787332+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T11:00:00+00:00 TriggerDagRunOperator 2021-06-24T12:10:20.098609+00:00 2021-06-24T12:10:20.499324+00:00 0:00:00.400715 45385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:10:17.732754+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T11:00:00+00:00 TriggerDagRunOperator 2021-06-24T12:10:20.123319+00:00 2021-06-24T12:10:20.635365+00:00 0:00:00.512046 45384 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:10:17.732720+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T11:05:00+00:00 EmrJobFlowSensor 2021-06-24T12:06:13.490887+00:00 2021-06-24T12:14:15.911263+00:00 0:08:02.420376 45383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:06:11.343143+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T12:05:39.638618+00:00 2021-06-24T12:05:41.364937+00:00 0:00:01.726319 45382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T12:05:37.317794+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T11:05:00+00:00 PythonOperator 2021-06-24T12:05:17.576455+00:00 2021-06-24T12:05:20.859988+00:00 0:00:03.283533 45381 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T12:05:15.255836+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T11:00:00+00:00 EmrJobFlowSensor 2021-06-24T12:01:03.270883+00:00 2021-06-24T12:10:06.063382+00:00 0:09:02.792499 45380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T12:01:00.848932+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T11:00:00+00:00 EmrJobFlowSensor 2021-06-24T12:00:50.838535+00:00 2021-06-24T12:14:54.147054+00:00 0:14:03.308519 45379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T12:00:48.700168+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T12:00:41.109766+00:00 2021-06-24T12:00:42.915664+00:00 0:00:01.805898 45378 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T12:00:38.758099+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T12:00:31.125834+00:00 2021-06-24T12:00:32.832187+00:00 0:00:01.706353 45377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T12:00:28.757292+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T11:00:00+00:00 PythonOperator 2021-06-24T12:00:18.887698+00:00 2021-06-24T12:00:22.404876+00:00 0:00:03.517178 45376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T12:00:16.683501+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T11:00:00+00:00 PythonOperator 2021-06-24T12:00:09.227746+00:00 2021-06-24T12:00:13.096193+00:00 0:00:03.868447 45375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T12:00:06.643041+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T11:25:01.314564+00:00 EmrJobFlowSensor 2021-06-24T11:26:01.182696+00:00 2021-06-24T12:13:09.852326+00:00 0:47:08.669630 45373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T11:25:58.855309+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T11:25:01.314564+00:00 EmrCreateJobFlowOperator 2021-06-24T11:25:40.852417+00:00 2021-06-24T11:25:42.615866+00:00 0:00:01.763449 45372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T11:25:38.681844+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T11:25:01.314564+00:00 PythonOperator 2021-06-24T11:25:19.010378+00:00 2021-06-24T11:25:22.489173+00:00 0:00:03.478795 45371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T11:25:16.663216+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T10:00:00+00:00 EmrJobFlowSensor 2021-06-24T11:12:35.821748+00:00 2021-06-24T11:22:38.764961+00:00 0:10:02.943213 45370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T11:12:33.558173+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T10:00:00+00:00 EmrJobFlowSensor 2021-06-24T11:12:17.581195+00:00 2021-06-24T11:20:20.094683+00:00 0:08:02.513488 45369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T11:12:15.464809+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T11:12:13.674919+00:00 2021-06-24T11:12:15.538797+00:00 0:00:01.863878 45368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T11:12:11.456740+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T11:11:49.908365+00:00 2021-06-24T11:11:51.739348+00:00 0:00:01.830983 45367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T11:11:47.440888+00:00 2 default_pool