Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T07:00:28.845107+00:00 2021-05-31T07:00:30.649449+00:00 0:00:01.804342 34593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T07:00:26.395900+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T06:00:00+00:00 PythonOperator 2021-05-31T07:00:11.058704+00:00 2021-05-31T07:00:14.360922+00:00 0:00:03.302218 34592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T07:00:08.362566+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T06:00:00+00:00 PythonOperator 2021-05-31T07:00:08.556575+00:00 2021-05-31T07:00:12.345052+00:00 0:00:03.788477 34591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T07:00:06.361378+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T05:00:00+00:00 EmrJobFlowSensor 2021-05-31T06:40:46.728126+00:00 2021-05-31T06:40:48.265578+00:00 0:00:01.537452 34590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:40:44.464144+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T05:05:00+00:00 EmrJobFlowSensor 2021-05-31T06:16:50.562507+00:00 2021-05-31T06:16:52.046689+00:00 0:00:01.484182 34588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:16:48.440132+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T05:00:00+00:00 EmrJobFlowSensor 2021-05-31T06:11:04.488142+00:00 2021-05-31T06:21:07.428041+00:00 0:10:02.939899 34587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:11:01.985576+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T06:10:42.087573+00:00 2021-05-31T06:10:43.772122+00:00 0:00:01.684549 34586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T06:10:39.913210+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T06:10:16.858228+00:00 2021-05-31T06:10:18.743850+00:00 0:00:01.885622 34585 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T06:10:13.891812+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T05:00:00+00:00 PythonOperator 2021-05-31T06:10:08.421078+00:00 2021-05-31T06:10:11.494856+00:00 0:00:03.073778 34584 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T06:10:05.880755+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T05:00:00+00:00 PythonOperator 2021-05-31T06:09:54.681871+00:00 2021-05-31T06:09:57.644909+00:00 0:00:02.963038 34583 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T06:09:51.867108+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T05:00:00+00:00 TriggerDagRunOperator 2021-05-31T06:09:48.930624+00:00 2021-05-31T06:09:49.609303+00:00 0:00:00.678679 34582 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:09:45.868563+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T05:00:00+00:00 TriggerDagRunOperator 2021-05-31T06:09:48.862985+00:00 2021-05-31T06:09:49.519638+00:00 0:00:00.656653 34581 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:09:45.868515+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T05:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T06:05:41.662896+00:00 2021-05-31T06:05:43.354013+00:00 0:00:01.691117 34579 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T06:05:39.436709+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T05:05:00+00:00 PythonOperator 2021-05-31T06:05:20.276987+00:00 2021-05-31T06:05:23.143214+00:00 0:00:02.866227 34578 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T06:05:17.455825+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T05:00:00+00:00 EmrJobFlowSensor 2021-05-31T06:01:20.998879+00:00 2021-05-31T06:09:23.540798+00:00 0:08:02.541919 34577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T06:01:18.787879+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T05:00:00+00:00 EmrJobFlowSensor 2021-05-31T06:01:02.972249+00:00 2021-05-31T06:09:05.474220+00:00 0:08:02.501971 34576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:01:00.760790+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T06:00:48.987638+00:00 2021-05-31T06:00:50.694277+00:00 0:00:01.706639 34575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T06:00:46.750008+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T06:00:35.429909+00:00 2021-05-31T06:00:37.520964+00:00 0:00:02.091055 34574 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T06:00:32.741981+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T05:00:00+00:00 PythonOperator 2021-05-31T06:00:25.166477+00:00 2021-05-31T06:00:28.513604+00:00 0:00:03.347127 34573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T06:00:22.704296+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T05:00:00+00:00 PythonOperator 2021-05-31T06:00:13.009284+00:00 2021-05-31T06:00:16.267282+00:00 0:00:03.257998 34572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T06:00:10.693261+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T04:00:00+00:00 EmrJobFlowSensor 2021-05-31T05:11:07.117951+00:00 2021-05-31T05:19:09.516190+00:00 0:08:02.398239 34570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:11:04.993573+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T04:00:00+00:00 EmrJobFlowSensor 2021-05-31T05:11:05.406756+00:00 2021-05-31T05:21:08.324899+00:00 0:10:02.918143 34569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:11:02.988444+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T05:10:45.291162+00:00 2021-05-31T05:10:46.971386+00:00 0:00:01.680224 34568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T05:10:42.969770+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T05:10:41.190875+00:00 2021-05-31T05:10:42.877496+00:00 0:00:01.686621 34567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T05:10:38.964256+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T04:00:00+00:00 PythonOperator 2021-05-31T05:10:23.288905+00:00 2021-05-31T05:10:26.529996+00:00 0:00:03.241091 34566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T05:10:20.960152+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T04:00:00+00:00 PythonOperator 2021-05-31T05:10:21.106908+00:00 2021-05-31T05:10:24.510680+00:00 0:00:03.403772 34565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T05:10:18.884862+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T04:00:00+00:00 TriggerDagRunOperator 2021-05-31T05:10:03.342134+00:00 2021-05-31T05:10:03.932940+00:00 0:00:00.590806 34564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:10:00.885618+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T04:00:00+00:00 TriggerDagRunOperator 2021-05-31T05:10:03.106668+00:00 2021-05-31T05:10:03.534631+00:00 0:00:00.427963 34563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:10:00.885648+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T04:05:00+00:00 EmrJobFlowSensor 2021-05-31T05:05:52.614724+00:00 2021-05-31T05:13:55.070899+00:00 0:08:02.456175 34562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:05:50.491449+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T04:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T05:05:31.116573+00:00 2021-05-31T05:05:32.871112+00:00 0:00:01.754539 34561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T05:05:28.642162+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T04:05:00+00:00 PythonOperator 2021-05-31T05:05:08.532469+00:00 2021-05-31T05:05:11.887207+00:00 0:00:03.354738 34560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T05:05:06.452760+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T04:00:00+00:00 EmrJobFlowSensor 2021-05-31T05:01:00.457935+00:00 2021-05-31T05:10:03.077840+00:00 0:09:02.619905 34559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:00:58.064411+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T04:00:00+00:00 EmrJobFlowSensor 2021-05-31T05:00:56.107366+00:00 2021-05-31T05:09:58.818989+00:00 0:09:02.711623 34558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T05:00:53.986324+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T05:00:40.105243+00:00 2021-05-31T05:00:41.910755+00:00 0:00:01.805512 34557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T05:00:37.955022+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T05:00:34.161037+00:00 2021-05-31T05:00:35.905972+00:00 0:00:01.744935 34556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T05:00:31.948432+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T04:00:00+00:00 PythonOperator 2021-05-31T05:00:16.258329+00:00 2021-05-31T05:00:19.515997+00:00 0:00:03.257668 34555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T05:00:13.927716+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T04:00:00+00:00 PythonOperator 2021-05-31T05:00:10.801193+00:00 2021-05-31T05:00:14.196558+00:00 0:00:03.395365 34554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T05:00:07.976726+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T03:00:00+00:00 EmrJobFlowSensor 2021-05-31T04:11:22.868322+00:00 2021-05-31T04:20:25.585793+00:00 0:09:02.717471 34552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:11:20.215961+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T03:00:00+00:00 EmrJobFlowSensor 2021-05-31T04:11:20.555929+00:00 2021-05-31T04:21:23.745700+00:00 0:10:03.189771 34551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:11:18.274338+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T04:11:00.746631+00:00 2021-05-31T04:11:02.472945+00:00 0:00:01.726314 34550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T04:10:58.189708+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T04:10:58.348134+00:00 2021-05-31T04:11:00.319119+00:00 0:00:01.970985 34549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T04:10:56.173847+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T03:00:00+00:00 PythonOperator 2021-05-31T04:10:38.700111+00:00 2021-05-31T04:10:41.856756+00:00 0:00:03.156645 34548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T04:10:36.160247+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T03:00:00+00:00 PythonOperator 2021-05-31T04:10:36.483900+00:00 2021-05-31T04:10:39.989698+00:00 0:00:03.505798 34547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T04:10:34.183889+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T03:00:00+00:00 TriggerDagRunOperator 2021-05-31T04:10:20.446067+00:00 2021-05-31T04:10:20.962169+00:00 0:00:00.516102 34546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:10:18.093648+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T03:00:00+00:00 TriggerDagRunOperator 2021-05-31T04:10:20.309647+00:00 2021-05-31T04:10:20.709959+00:00 0:00:00.400312 34545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:10:18.093690+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T03:05:00+00:00 EmrJobFlowSensor 2021-05-31T04:05:51.789779+00:00 2021-05-31T04:13:54.197640+00:00 0:08:02.407861 34544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:05:49.704349+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T03:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T04:05:29.957677+00:00 2021-05-31T04:05:31.584444+00:00 0:00:01.626767 34543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T04:05:27.693028+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T03:05:00+00:00 PythonOperator 2021-05-31T04:05:09.738547+00:00 2021-05-31T04:05:13.158631+00:00 0:00:03.420084 34542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T04:05:07.628490+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T03:00:00+00:00 EmrJobFlowSensor 2021-05-31T04:01:05.588433+00:00 2021-05-31T04:10:08.280249+00:00 0:09:02.691816 34541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T04:01:03.244174+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T03:00:00+00:00 EmrJobFlowSensor 2021-05-31T04:00:51.395403+00:00 2021-05-31T04:09:54.087883+00:00 0:09:02.692480 34540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:00:49.146310+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T04:00:43.392566+00:00 2021-05-31T04:00:45.105116+00:00 0:00:01.712550 34539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T04:00:41.139080+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T04:00:31.440110+00:00 2021-05-31T04:00:33.251488+00:00 0:00:01.811378 34538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T04:00:29.160228+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T03:00:00+00:00 PythonOperator 2021-05-31T04:00:23.364124+00:00 2021-05-31T04:00:26.629693+00:00 0:00:03.265569 34537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T04:00:21.125644+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T03:00:00+00:00 PythonOperator 2021-05-31T04:00:10.025458+00:00 2021-05-31T04:00:13.273414+00:00 0:00:03.247956 34536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T04:00:07.109719+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T02:00:00+00:00 EmrJobFlowSensor 2021-05-31T03:10:05.864375+00:00 2021-05-31T03:20:08.537486+00:00 0:10:02.673111 34534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:10:03.669792+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T02:00:00+00:00 EmrJobFlowSensor 2021-05-31T03:10:04.035599+00:00 2021-05-31T03:20:06.929003+00:00 0:10:02.893404 34533 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:10:01.636558+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T03:09:43.965285+00:00 2021-05-31T03:09:45.699382+00:00 0:00:01.734097 34532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T03:09:41.678810+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T03:09:42.012712+00:00 2021-05-31T03:09:43.940972+00:00 0:00:01.928260 34531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T03:09:39.671463+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T02:00:00+00:00 PythonOperator 2021-05-31T03:09:22.420194+00:00 2021-05-31T03:09:25.640802+00:00 0:00:03.220608 34530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T03:09:19.604714+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T02:00:00+00:00 PythonOperator 2021-05-31T03:09:20.254927+00:00 2021-05-31T03:09:23.395786+00:00 0:00:03.140859 34529 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T03:09:17.659245+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T02:00:00+00:00 TriggerDagRunOperator 2021-05-31T03:09:14.049378+00:00 2021-05-31T03:09:14.596838+00:00 0:00:00.547460 34528 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:09:11.593237+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T02:00:00+00:00 TriggerDagRunOperator 2021-05-31T03:09:13.890547+00:00 2021-05-31T03:09:14.338158+00:00 0:00:00.447611 34527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:09:11.593204+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T02:05:00+00:00 EmrJobFlowSensor 2021-05-31T03:06:05.984062+00:00 2021-05-31T03:14:08.602254+00:00 0:08:02.618192 34526 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:06:03.252390+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T02:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T03:05:43.459729+00:00 2021-05-31T03:05:45.277039+00:00 0:00:01.817310 34525 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T03:05:41.092996+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T02:05:00+00:00 PythonOperator 2021-05-31T03:05:19.252206+00:00 2021-05-31T03:05:22.455739+00:00 0:00:03.203533 34524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T03:05:17.025657+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T02:00:00+00:00 EmrJobFlowSensor 2021-05-31T03:00:53.071597+00:00 2021-05-31T03:08:55.655012+00:00 0:08:02.583415 34523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T03:00:50.611082+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T02:00:00+00:00 EmrJobFlowSensor 2021-05-31T03:00:50.822235+00:00 2021-05-31T03:09:53.529661+00:00 0:09:02.707426 34522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:00:48.612174+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T03:00:31.110295+00:00 2021-05-31T03:00:32.793695+00:00 0:00:01.683400 34521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T03:00:28.658750+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T03:00:28.720828+00:00 2021-05-31T03:00:30.636986+00:00 0:00:01.916158 34520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T03:00:26.594736+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T02:00:00+00:00 PythonOperator 2021-05-31T03:00:10.802825+00:00 2021-05-31T03:00:14.132317+00:00 0:00:03.329492 34519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T03:00:08.574159+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T02:00:00+00:00 PythonOperator 2021-05-31T03:00:09.067932+00:00 2021-05-31T03:00:12.265506+00:00 0:00:03.197574 34518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T03:00:06.554856+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T01:00:00+00:00 EmrJobFlowSensor 2021-05-31T02:11:34.989903+00:00 2021-05-31T02:20:37.633679+00:00 0:09:02.643776 34516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:11:32.588625+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T01:00:00+00:00 EmrJobFlowSensor 2021-05-31T02:11:28.893470+00:00 2021-05-31T02:20:31.491338+00:00 0:09:02.597868 34515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:11:26.640707+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T02:11:12.958257+00:00 2021-05-31T02:11:14.648543+00:00 0:00:01.690286 34514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T02:11:10.571585+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T02:11:08.856422+00:00 2021-05-31T02:11:10.528935+00:00 0:00:01.672513 34513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T02:11:06.557093+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T01:00:00+00:00 PythonOperator 2021-05-31T02:10:51.368732+00:00 2021-05-31T02:10:54.876293+00:00 0:00:03.507561 34512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T02:10:48.551984+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T01:00:00+00:00 PythonOperator 2021-05-31T02:10:46.829402+00:00 2021-05-31T02:10:50.831529+00:00 0:00:04.002127 34511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T02:10:44.485798+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T01:00:00+00:00 TriggerDagRunOperator 2021-05-31T02:10:28.792072+00:00 2021-05-31T02:10:29.193771+00:00 0:00:00.401699 34510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:10:26.432672+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T01:00:00+00:00 TriggerDagRunOperator 2021-05-31T02:10:28.804127+00:00 2021-05-31T02:10:29.341909+00:00 0:00:00.537782 34509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:10:26.432637+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T01:05:00+00:00 EmrJobFlowSensor 2021-05-31T02:06:06.068499+00:00 2021-05-31T02:14:08.547352+00:00 0:08:02.478853 34508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:06:04.014144+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T01:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T02:05:42.188724+00:00 2021-05-31T02:05:43.973148+00:00 0:00:01.784424 34507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T02:05:39.993430+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T01:05:00+00:00 PythonOperator 2021-05-31T02:05:20.111790+00:00 2021-05-31T02:05:23.333497+00:00 0:00:03.221707 34506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T02:05:17.942999+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T01:00:00+00:00 EmrJobFlowSensor 2021-05-31T02:01:07.798407+00:00 2021-05-31T02:10:10.377767+00:00 0:09:02.579360 34505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T02:01:05.591572+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T01:00:00+00:00 EmrJobFlowSensor 2021-05-31T02:01:05.805898+00:00 2021-05-31T02:10:08.639188+00:00 0:09:02.833290 34504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:01:03.582384+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T02:00:46.045017+00:00 2021-05-31T02:00:47.734537+00:00 0:00:01.689520 34503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T02:00:43.521338+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T02:00:43.622383+00:00 2021-05-31T02:00:45.702541+00:00 0:00:02.080158 34502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T02:00:41.516473+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T01:00:00+00:00 PythonOperator 2021-05-31T02:00:24.064589+00:00 2021-05-31T02:00:27.244371+00:00 0:00:03.179782 34501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T02:00:21.563348+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T01:00:00+00:00 PythonOperator 2021-05-31T02:00:21.857694+00:00 2021-05-31T02:00:25.137786+00:00 0:00:03.280092 34500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T02:00:19.500332+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T00:00:00+00:00 EmrJobFlowSensor 2021-05-31T01:11:14.966610+00:00 2021-05-31T01:21:17.730841+00:00 0:10:02.764231 34498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T01:11:12.796410+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T00:00:00+00:00 EmrJobFlowSensor 2021-05-31T01:11:09.167273+00:00 2021-05-31T01:21:12.033828+00:00 0:10:02.866555 34497 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T01:11:06.802090+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T01:10:54.923709+00:00 2021-05-31T01:10:56.632418+00:00 0:00:01.708709 34496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T01:10:52.736900+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T01:10:44.986127+00:00 2021-05-31T01:10:46.807528+00:00 0:00:01.821401 34495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T01:10:42.727038+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T00:00:00+00:00 PythonOperator 2021-05-31T01:10:33.260566+00:00 2021-05-31T01:10:36.692643+00:00 0:00:03.432077 34494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T01:10:30.768072+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T00:00:00+00:00 PythonOperator 2021-05-31T01:10:22.940674+00:00 2021-05-31T01:10:26.299729+00:00 0:00:03.359055 34493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T01:10:20.710127+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T00:00:00+00:00 TriggerDagRunOperator 2021-05-31T01:10:13.310356+00:00 2021-05-31T01:10:13.811729+00:00 0:00:00.501373 34492 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T01:10:10.767526+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T00:00:00+00:00 TriggerDagRunOperator 2021-05-31T01:10:13.070176+00:00 2021-05-31T01:10:13.478787+00:00 0:00:00.408611 34491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T01:10:10.767480+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T00:05:00+00:00 EmrJobFlowSensor 2021-05-31T01:05:58.570317+00:00 2021-05-31T01:15:01.160461+00:00 0:09:02.590144 34490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T01:05:56.368686+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T00:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T01:05:36.600094+00:00 2021-05-31T01:05:38.356150+00:00 0:00:01.756056 34489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T01:05:34.311316+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T00:05:00+00:00 PythonOperator 2021-05-31T01:05:16.434395+00:00 2021-05-31T01:05:19.570656+00:00 0:00:03.136261 34488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T01:05:14.245354+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T00:00:00+00:00 EmrJobFlowSensor 2021-05-31T01:01:05.979745+00:00 2021-05-31T01:10:08.684879+00:00 0:09:02.705134 34487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T01:01:03.816787+00:00 2 default_pool