Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T17:00:36.021123+00:00 2021-06-02T17:00:37.705580+00:00 0:00:01.684457 35685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T17:00:33.670668+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T16:00:00+00:00 PythonOperator 2021-06-02T17:00:18.716226+00:00 2021-06-02T17:00:22.504554+00:00 0:00:03.788328 35684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T17:00:15.643653+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T16:00:00+00:00 PythonOperator 2021-06-02T17:00:14.491341+00:00 2021-06-02T17:00:18.668130+00:00 0:00:04.176789 35683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T17:00:11.595040+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:11:07.414826+00:00 2021-06-02T16:22:10.274773+00:00 0:11:02.859947 35681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:11:05.222328+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:11:01.789173+00:00 2021-06-02T16:20:04.516387+00:00 0:09:02.727214 35680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:10:59.260937+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:10:45.418442+00:00 2021-06-02T16:10:47.103728+00:00 0:00:01.685286 35679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:10:43.202495+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:10:39.583785+00:00 2021-06-02T16:10:41.344626+00:00 0:00:01.760841 35678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:10:37.191455+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:10:25.493765+00:00 2021-06-02T16:10:28.939272+00:00 0:00:03.445507 35677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:10:23.134082+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:10:17.296778+00:00 2021-06-02T16:10:20.591005+00:00 0:00:03.294227 35676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:10:15.123132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T15:00:00+00:00 TriggerDagRunOperator 2021-06-02T16:10:05.471110+00:00 2021-06-02T16:10:05.963301+00:00 0:00:00.492191 35675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:10:03.119162+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T15:00:00+00:00 TriggerDagRunOperator 2021-06-02T16:10:05.278872+00:00 2021-06-02T16:10:05.688102+00:00 0:00:00.409230 35674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:10:03.119191+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T15:05:00+00:00 EmrJobFlowSensor 2021-06-02T16:06:04.862187+00:00 2021-06-02T16:15:07.411631+00:00 0:09:02.549444 35673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:06:02.701815+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:05:40.862658+00:00 2021-06-02T16:05:42.485254+00:00 0:00:01.622596 35672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:05:38.679120+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T15:05:00+00:00 PythonOperator 2021-06-02T16:05:04.853018+00:00 2021-06-02T16:05:07.980760+00:00 0:00:03.127742 35671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:05:02.612947+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:00:50.562253+00:00 2021-06-02T16:12:53.611937+00:00 0:12:03.049684 35670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:00:47.997106+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:00:48.341935+00:00 2021-06-02T16:09:51.292259+00:00 0:09:02.950324 35669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:00:45.995201+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:00:28.237876+00:00 2021-06-02T16:00:30.096586+00:00 0:00:01.858710 35668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T16:00:25.933025+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:00:28.088796+00:00 2021-06-02T16:00:29.748604+00:00 0:00:01.659808 35667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:00:25.932995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:00:09.171585+00:00 2021-06-02T16:00:12.504355+00:00 0:00:03.332770 35666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:00:05.921429+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:00:07.241601+00:00 2021-06-02T16:00:10.825031+00:00 0:00:03.583430 35665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T16:00:03.913394+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T15:14:34.414823+00:00 PythonOperator 2021-06-02T15:14:50.064497+00:00 2021-06-02T15:14:53.503360+00:00 0:00:03.438863 35663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:14:47.740845+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:13:43.821710+00:00 35662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:13:41.535266+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:13:09.808464+00:00 2021-06-02T15:13:11.555232+00:00 0:00:01.746768 35661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:13:07.460223+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:12:45.546949+00:00 2021-06-02T15:12:49.223301+00:00 0:00:03.676352 35660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:12:43.416173+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:12:35.795340+00:00 2021-06-02T15:21:38.358147+00:00 0:09:02.562807 35659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:12:33.410610+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:12:25.798381+00:00 2021-06-02T15:23:28.627734+00:00 0:11:02.829353 35658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:12:23.465375+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:12:13.857830+00:00 2021-06-02T15:12:15.674339+00:00 0:00:01.816509 35657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:12:11.440829+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:12:05.722031+00:00 2021-06-02T15:12:07.534502+00:00 0:00:01.812471 35656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:12:03.443877+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:11:52.094052+00:00 2021-06-02T15:11:55.304574+00:00 0:00:03.210522 35655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:11:49.347579+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:11:43.799382+00:00 2021-06-02T15:11:47.361838+00:00 0:00:03.562456 35654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:11:41.344562+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T14:00:00+00:00 TriggerDagRunOperator 2021-06-02T15:11:31.635233+00:00 2021-06-02T15:11:32.047910+00:00 0:00:00.412677 35653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:11:29.277098+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T14:00:00+00:00 TriggerDagRunOperator 2021-06-02T15:11:31.596577+00:00 2021-06-02T15:11:32.119211+00:00 0:00:00.522634 35652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:11:29.277059+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T14:05:00+00:00 EmrJobFlowSensor 2021-06-02T15:06:02.951435+00:00 2021-06-02T15:15:05.638031+00:00 0:09:02.686596 35651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:06:00.682684+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:05:39.001272+00:00 2021-06-02T15:05:40.724109+00:00 0:00:01.722837 35650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:05:36.676998+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T14:05:00+00:00 PythonOperator 2021-06-02T15:05:16.917963+00:00 2021-06-02T15:05:20.145237+00:00 0:00:03.227274 35649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:05:14.610748+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:01:04.622603+00:00 2021-06-02T15:11:07.419858+00:00 0:10:02.797255 35648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:01:02.290689+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:00:58.807584+00:00 2021-06-02T15:11:01.564010+00:00 0:10:02.756426 35647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:00:56.365995+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:00:42.502009+00:00 2021-06-02T15:00:44.172907+00:00 0:00:01.670898 35646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T15:00:40.256020+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:00:38.499609+00:00 2021-06-02T15:00:40.235229+00:00 0:00:01.735620 35645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:00:36.282594+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:00:20.487145+00:00 2021-06-02T15:00:23.796443+00:00 0:00:03.309298 35644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T15:00:18.206186+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:00:16.443630+00:00 2021-06-02T15:00:19.604704+00:00 0:00:03.161074 35643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:00:14.202384+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T14:39:30.351856+00:00 EmrJobFlowSensor 2021-06-02T14:40:34.457567+00:00 2021-06-02T14:50:37.078560+00:00 0:10:02.620993 35642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:40:32.188146+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T14:39:30.351856+00:00 EmrCreateJobFlowOperator 2021-06-02T14:40:14.601177+00:00 2021-06-02T14:40:16.323764+00:00 0:00:01.722587 35641 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:40:12.151174+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T14:39:30.351856+00:00 PythonOperator 2021-06-02T14:39:52.287134+00:00 2021-06-02T14:39:55.655382+00:00 0:00:03.368248 35640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:39:50.034347+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:16:15.764709+00:00 2021-06-02T14:25:18.317762+00:00 0:09:02.553053 35639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:16:13.490925+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:15:57.759940+00:00 2021-06-02T14:27:00.627128+00:00 0:11:02.867188 35638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:55.395232+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:53.674430+00:00 2021-06-02T14:15:55.376221+00:00 0:00:01.701791 35637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:51.390402+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T13:45:56.731112+00:00 EmrJobFlowSensor 2021-06-02T14:15:51.639729+00:00 35636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:49.440988+00:00 7 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T13:05:00+00:00 EmrJobFlowSensor 2021-06-02T14:15:38.056526+00:00 2021-06-02T14:24:40.582921+00:00 0:09:02.526395 35635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:35.356021+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:37.592784+00:00 2021-06-02T14:15:39.400868+00:00 0:00:01.808084 35634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:35.356054+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:15:31.938293+00:00 2021-06-02T14:15:35.276501+00:00 0:00:03.338208 35633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:15:29.339029+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T13:45:56.731112+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:29.449767+00:00 2021-06-02T14:15:31.574065+00:00 0:00:02.124298 35632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:27.337743+00:00 3 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:18.896489+00:00 2021-06-02T14:15:20.629935+00:00 0:00:01.733446 35631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:15.329734+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:15:16.850876+00:00 2021-06-02T14:15:20.943854+00:00 0:00:04.092978 35630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:15:13.323841+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T13:45:56.731112+00:00 PythonOperator 2021-06-02T14:15:09.866266+00:00 2021-06-02T14:15:13.074555+00:00 0:00:03.208289 35629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:15:07.319440+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T13:00:00+00:00 TriggerDagRunOperator 2021-06-02T14:15:07.603992+00:00 2021-06-02T14:15:07.982780+00:00 0:00:00.378788 35628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:05.319269+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T13:00:00+00:00 TriggerDagRunOperator 2021-06-02T14:15:07.493426+00:00 2021-06-02T14:15:08.378469+00:00 0:00:00.885043 35627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:05.319235+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T13:05:00+00:00 PythonOperator 2021-06-02T14:14:56.046281+00:00 2021-06-02T14:14:59.258270+00:00 0:00:03.211989 35626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:14:53.226272+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:01:08.901499+00:00 2021-06-02T14:10:11.437767+00:00 0:09:02.536268 35624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:01:06.621624+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:00:58.914899+00:00 2021-06-02T14:11:01.917262+00:00 0:10:03.002363 35622 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:00:56.593635+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:00:44.881390+00:00 2021-06-02T14:00:46.557951+00:00 0:00:01.676561 35621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:00:42.646197+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:00:36.757615+00:00 2021-06-02T14:00:38.559927+00:00 0:00:01.802312 35620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T14:00:34.549218+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:00:24.797227+00:00 2021-06-02T14:00:28.179658+00:00 0:00:03.382431 35619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:00:22.571407+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:00:16.754076+00:00 2021-06-02T14:00:19.984032+00:00 0:00:03.229956 35618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T14:00:14.494651+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-06-02T13:27:28.329165+00:00 PythonOperator 2021-06-02T13:27:50.002806+00:00 2021-06-02T13:27:53.248435+00:00 0:00:03.245629 35611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:27:47.459312+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:13:10.283296+00:00 2021-06-02T13:24:13.210835+00:00 0:11:02.927539 35610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:13:07.750145+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:13:07.790107+00:00 2021-06-02T13:22:10.428137+00:00 0:09:02.638030 35609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:13:05.690089+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:12:48.268599+00:00 2021-06-02T13:12:49.957028+00:00 0:00:01.688429 35608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:12:45.663255+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:12:45.808780+00:00 2021-06-02T13:12:47.861673+00:00 0:00:02.052893 35607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:12:43.663284+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:12:26.007208+00:00 2021-06-02T13:12:29.685220+00:00 0:00:03.678012 35606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:12:23.665001+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:12:24.076335+00:00 2021-06-02T13:12:27.278279+00:00 0:00:03.201944 35605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:12:21.746921+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T12:00:00+00:00 TriggerDagRunOperator 2021-06-02T13:12:13.940089+00:00 2021-06-02T13:12:14.458196+00:00 0:00:00.518107 35604 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:12:11.599545+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T12:00:00+00:00 TriggerDagRunOperator 2021-06-02T13:12:13.789001+00:00 2021-06-02T13:12:14.270648+00:00 0:00:00.481647 35603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:12:11.599503+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T12:05:00+00:00 EmrJobFlowSensor 2021-06-02T13:05:54.889182+00:00 2021-06-02T13:13:57.370944+00:00 0:08:02.481762 35602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:05:52.611105+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:05:32.759010+00:00 2021-06-02T13:05:34.383221+00:00 0:00:01.624211 35601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:05:30.580873+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T12:05:00+00:00 PythonOperator 2021-06-02T13:05:10.693323+00:00 2021-06-02T13:05:13.817713+00:00 0:00:03.124390 35600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:05:08.517493+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:02:54.527705+00:00 2021-06-02T13:11:57.043001+00:00 0:09:02.515296 35599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:02:52.290725+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:02:50.595733+00:00 2021-06-02T13:12:53.427641+00:00 0:10:02.831908 35598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:02:48.281920+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:02:34.418477+00:00 2021-06-02T13:02:36.131642+00:00 0:00:01.713165 35597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T13:02:32.238743+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:02:28.427834+00:00 2021-06-02T13:02:30.194557+00:00 0:00:01.766723 35596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:02:26.232453+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:02:12.465634+00:00 2021-06-02T13:02:15.661471+00:00 0:00:03.195837 35595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T13:02:10.200719+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:02:08.674911+00:00 2021-06-02T13:02:12.027209+00:00 0:00:03.352298 35594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:02:06.195147+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:11:40.206594+00:00 2021-06-02T12:21:43.144359+00:00 0:10:02.937765 35592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:11:37.887423+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:11:38.100928+00:00 2021-06-02T12:20:40.647674+00:00 0:09:02.546746 35591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:11:35.887359+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T12:11:11.999252+00:00 2021-06-02T12:11:13.845275+00:00 0:00:01.846023 35590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T12:11:09.840179+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T12:11:10.047631+00:00 2021-06-02T12:11:11.704986+00:00 0:00:01.657355 35589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T12:11:07.840660+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:10:46.121273+00:00 2021-06-02T12:10:49.759588+00:00 0:00:03.638315 35588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:10:43.840726+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:10:46.098523+00:00 2021-06-02T12:10:49.297278+00:00 0:00:03.198755 35587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:10:43.840758+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T11:00:00+00:00 TriggerDagRunOperator 2021-06-02T12:10:22.046425+00:00 2021-06-02T12:10:22.566173+00:00 0:00:00.519748 35586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:10:19.802458+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T11:00:00+00:00 TriggerDagRunOperator 2021-06-02T12:10:21.966118+00:00 2021-06-02T12:10:22.366899+00:00 0:00:00.400781 35585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:10:19.802490+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T11:05:00+00:00 EmrJobFlowSensor 2021-06-02T12:06:00.168368+00:00 2021-06-02T12:15:02.855180+00:00 0:09:02.686812 35584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:05:57.449267+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T12:05:37.610494+00:00 2021-06-02T12:05:39.239250+00:00 0:00:01.628756 35583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T12:05:35.367217+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T11:05:00+00:00 PythonOperator 2021-06-02T12:05:17.479554+00:00 2021-06-02T12:05:20.735074+00:00 0:00:03.255520 35582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:05:15.297567+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:01:05.103183+00:00 2021-06-02T12:10:07.886790+00:00 0:09:02.783607 35581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:01:02.854622+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:00:59.148678+00:00 2021-06-02T12:10:01.787159+00:00 0:09:02.638481 35580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:00:56.850266+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T12:00:41.012457+00:00 2021-06-02T12:00:42.712599+00:00 0:00:01.700142 35579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T12:00:38.833100+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T12:00:39.220703+00:00 2021-06-02T12:00:41.022935+00:00 0:00:01.802232 35578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T12:00:36.832068+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:00:19.202690+00:00 2021-06-02T12:00:22.599344+00:00 0:00:03.396654 35577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T12:00:16.881282+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:00:17.866588+00:00 2021-06-02T12:00:21.085323+00:00 0:00:03.218735 35576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:00:14.863327+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T10:00:00+00:00 EmrJobFlowSensor 2021-06-02T11:11:03.924821+00:00 2021-06-02T11:21:06.855868+00:00 0:10:02.931047 35567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:11:01.431252+00:00 2 default_pool