Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-02T17:00:00+00:00 PythonOperator 2021-06-02T18:00:23.099049+00:00 2021-06-02T18:00:26.499579+00:00 0:00:03.400530 35702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T18:00:20.666326+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T17:00:00+00:00 PythonOperator 2021-06-02T18:00:16.930456+00:00 2021-06-02T18:00:20.362335+00:00 0:00:03.431879 35701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T18:00:14.595321+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T16:00:00+00:00 EmrJobFlowSensor 2021-06-02T17:11:11.124887+00:00 2021-06-02T17:21:13.931748+00:00 0:10:02.806861 35699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T17:11:08.889275+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T16:00:00+00:00 EmrJobFlowSensor 2021-06-02T17:11:09.250320+00:00 2021-06-02T17:21:12.043608+00:00 0:10:02.793288 35698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T17:11:06.900673+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T17:10:49.669867+00:00 2021-06-02T17:10:51.322819+00:00 0:00:01.652952 35697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T17:10:46.801488+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T17:10:47.137937+00:00 2021-06-02T17:10:49.271855+00:00 0:00:02.133918 35696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T17:10:44.802009+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T16:00:00+00:00 PythonOperator 2021-06-02T17:10:27.086986+00:00 2021-06-02T17:10:30.226960+00:00 0:00:03.139974 35695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T17:10:24.851882+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T16:00:00+00:00 PythonOperator 2021-06-02T17:10:25.099282+00:00 2021-06-02T17:10:28.709295+00:00 0:00:03.610013 35694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T17:10:22.852592+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T16:00:00+00:00 TriggerDagRunOperator 2021-06-02T17:10:07.885850+00:00 2021-06-02T17:10:08.333219+00:00 0:00:00.447369 35693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T17:10:04.488558+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T16:00:00+00:00 TriggerDagRunOperator 2021-06-02T17:10:07.392882+00:00 2021-06-02T17:10:07.933485+00:00 0:00:00.540603 35692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T17:10:04.488592+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T16:05:00+00:00 EmrJobFlowSensor 2021-06-02T17:05:54.571873+00:00 2021-06-02T17:14:57.293121+00:00 0:09:02.721248 35691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T17:05:52.260141+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T17:05:34.567055+00:00 2021-06-02T17:05:36.291222+00:00 0:00:01.724167 35690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T17:05:32.187438+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T16:05:00+00:00 PythonOperator 2021-06-02T17:05:12.308835+00:00 2021-06-02T17:05:15.489839+00:00 0:00:03.181004 35689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T17:05:10.117735+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T16:00:00+00:00 EmrJobFlowSensor 2021-06-02T17:01:03.857004+00:00 2021-06-02T17:13:07.026481+00:00 0:12:03.169477 35688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T17:01:01.636158+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T16:00:00+00:00 EmrJobFlowSensor 2021-06-02T17:00:57.821997+00:00 2021-06-02T17:10:00.412992+00:00 0:09:02.590995 35687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T17:00:55.628107+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T17:00:41.753282+00:00 2021-06-02T17:00:43.571962+00:00 0:00:01.818680 35686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T17:00:39.616163+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T17:00:36.021123+00:00 2021-06-02T17:00:37.705580+00:00 0:00:01.684457 35685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T17:00:33.670668+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T16:00:00+00:00 PythonOperator 2021-06-02T17:00:18.716226+00:00 2021-06-02T17:00:22.504554+00:00 0:00:03.788328 35684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T17:00:15.643653+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T16:00:00+00:00 PythonOperator 2021-06-02T17:00:14.491341+00:00 2021-06-02T17:00:18.668130+00:00 0:00:04.176789 35683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T17:00:11.595040+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:11:07.414826+00:00 2021-06-02T16:22:10.274773+00:00 0:11:02.859947 35681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:11:05.222328+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:11:01.789173+00:00 2021-06-02T16:20:04.516387+00:00 0:09:02.727214 35680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:10:59.260937+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:10:45.418442+00:00 2021-06-02T16:10:47.103728+00:00 0:00:01.685286 35679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:10:43.202495+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:10:39.583785+00:00 2021-06-02T16:10:41.344626+00:00 0:00:01.760841 35678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:10:37.191455+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:10:25.493765+00:00 2021-06-02T16:10:28.939272+00:00 0:00:03.445507 35677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:10:23.134082+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:10:17.296778+00:00 2021-06-02T16:10:20.591005+00:00 0:00:03.294227 35676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:10:15.123132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T15:00:00+00:00 TriggerDagRunOperator 2021-06-02T16:10:05.471110+00:00 2021-06-02T16:10:05.963301+00:00 0:00:00.492191 35675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:10:03.119162+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T15:00:00+00:00 TriggerDagRunOperator 2021-06-02T16:10:05.278872+00:00 2021-06-02T16:10:05.688102+00:00 0:00:00.409230 35674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:10:03.119191+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T15:05:00+00:00 EmrJobFlowSensor 2021-06-02T16:06:04.862187+00:00 2021-06-02T16:15:07.411631+00:00 0:09:02.549444 35673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:06:02.701815+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:05:40.862658+00:00 2021-06-02T16:05:42.485254+00:00 0:00:01.622596 35672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:05:38.679120+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T15:05:00+00:00 PythonOperator 2021-06-02T16:05:04.853018+00:00 2021-06-02T16:05:07.980760+00:00 0:00:03.127742 35671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:05:02.612947+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:00:50.562253+00:00 2021-06-02T16:12:53.611937+00:00 0:12:03.049684 35670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T16:00:47.997106+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T15:00:00+00:00 EmrJobFlowSensor 2021-06-02T16:00:48.341935+00:00 2021-06-02T16:09:51.292259+00:00 0:09:02.950324 35669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:00:45.995201+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:00:28.237876+00:00 2021-06-02T16:00:30.096586+00:00 0:00:01.858710 35668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T16:00:25.933025+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T16:00:28.088796+00:00 2021-06-02T16:00:29.748604+00:00 0:00:01.659808 35667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T16:00:25.932995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:00:09.171585+00:00 2021-06-02T16:00:12.504355+00:00 0:00:03.332770 35666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T16:00:05.921429+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T15:00:00+00:00 PythonOperator 2021-06-02T16:00:07.241601+00:00 2021-06-02T16:00:10.825031+00:00 0:00:03.583430 35665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T16:00:03.913394+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T15:14:34.414823+00:00 PythonOperator 2021-06-02T15:14:50.064497+00:00 2021-06-02T15:14:53.503360+00:00 0:00:03.438863 35663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:14:47.740845+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:13:43.821710+00:00 35662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:13:41.535266+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:13:09.808464+00:00 2021-06-02T15:13:11.555232+00:00 0:00:01.746768 35661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:13:07.460223+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:12:45.546949+00:00 2021-06-02T15:12:49.223301+00:00 0:00:03.676352 35660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:12:43.416173+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:12:35.795340+00:00 2021-06-02T15:21:38.358147+00:00 0:09:02.562807 35659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:12:33.410610+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:12:25.798381+00:00 2021-06-02T15:23:28.627734+00:00 0:11:02.829353 35658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:12:23.465375+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:12:13.857830+00:00 2021-06-02T15:12:15.674339+00:00 0:00:01.816509 35657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:12:11.440829+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:12:05.722031+00:00 2021-06-02T15:12:07.534502+00:00 0:00:01.812471 35656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:12:03.443877+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:11:52.094052+00:00 2021-06-02T15:11:55.304574+00:00 0:00:03.210522 35655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:11:49.347579+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:11:43.799382+00:00 2021-06-02T15:11:47.361838+00:00 0:00:03.562456 35654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:11:41.344562+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T14:00:00+00:00 TriggerDagRunOperator 2021-06-02T15:11:31.635233+00:00 2021-06-02T15:11:32.047910+00:00 0:00:00.412677 35653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:11:29.277098+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T14:00:00+00:00 TriggerDagRunOperator 2021-06-02T15:11:31.596577+00:00 2021-06-02T15:11:32.119211+00:00 0:00:00.522634 35652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:11:29.277059+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T14:05:00+00:00 EmrJobFlowSensor 2021-06-02T15:06:02.951435+00:00 2021-06-02T15:15:05.638031+00:00 0:09:02.686596 35651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:06:00.682684+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:05:39.001272+00:00 2021-06-02T15:05:40.724109+00:00 0:00:01.722837 35650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:05:36.676998+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T14:05:00+00:00 PythonOperator 2021-06-02T15:05:16.917963+00:00 2021-06-02T15:05:20.145237+00:00 0:00:03.227274 35649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:05:14.610748+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:01:04.622603+00:00 2021-06-02T15:11:07.419858+00:00 0:10:02.797255 35648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:01:02.290689+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:00:58.807584+00:00 2021-06-02T15:11:01.564010+00:00 0:10:02.756426 35647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:00:56.365995+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:00:42.502009+00:00 2021-06-02T15:00:44.172907+00:00 0:00:01.670898 35646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T15:00:40.256020+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:00:38.499609+00:00 2021-06-02T15:00:40.235229+00:00 0:00:01.735620 35645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:00:36.282594+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:00:20.487145+00:00 2021-06-02T15:00:23.796443+00:00 0:00:03.309298 35644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T15:00:18.206186+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:00:16.443630+00:00 2021-06-02T15:00:19.604704+00:00 0:00:03.161074 35643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:00:14.202384+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T14:39:30.351856+00:00 EmrJobFlowSensor 2021-06-02T14:40:34.457567+00:00 2021-06-02T14:50:37.078560+00:00 0:10:02.620993 35642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:40:32.188146+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T14:39:30.351856+00:00 EmrCreateJobFlowOperator 2021-06-02T14:40:14.601177+00:00 2021-06-02T14:40:16.323764+00:00 0:00:01.722587 35641 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:40:12.151174+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T14:39:30.351856+00:00 PythonOperator 2021-06-02T14:39:52.287134+00:00 2021-06-02T14:39:55.655382+00:00 0:00:03.368248 35640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:39:50.034347+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:16:15.764709+00:00 2021-06-02T14:25:18.317762+00:00 0:09:02.553053 35639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:16:13.490925+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:15:57.759940+00:00 2021-06-02T14:27:00.627128+00:00 0:11:02.867188 35638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:55.395232+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:53.674430+00:00 2021-06-02T14:15:55.376221+00:00 0:00:01.701791 35637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:51.390402+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-02T13:45:56.731112+00:00 EmrJobFlowSensor 2021-06-02T14:15:51.639729+00:00 35636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:49.440988+00:00 7 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T13:05:00+00:00 EmrJobFlowSensor 2021-06-02T14:15:38.056526+00:00 2021-06-02T14:24:40.582921+00:00 0:09:02.526395 35635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:35.356021+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:37.592784+00:00 2021-06-02T14:15:39.400868+00:00 0:00:01.808084 35634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:35.356054+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:15:31.938293+00:00 2021-06-02T14:15:35.276501+00:00 0:00:03.338208 35633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:15:29.339029+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-02T13:45:56.731112+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:29.449767+00:00 2021-06-02T14:15:31.574065+00:00 0:00:02.124298 35632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:27.337743+00:00 3 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:15:18.896489+00:00 2021-06-02T14:15:20.629935+00:00 0:00:01.733446 35631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:15:15.329734+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:15:16.850876+00:00 2021-06-02T14:15:20.943854+00:00 0:00:04.092978 35630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:15:13.323841+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-02T13:45:56.731112+00:00 PythonOperator 2021-06-02T14:15:09.866266+00:00 2021-06-02T14:15:13.074555+00:00 0:00:03.208289 35629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:15:07.319440+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T13:00:00+00:00 TriggerDagRunOperator 2021-06-02T14:15:07.603992+00:00 2021-06-02T14:15:07.982780+00:00 0:00:00.378788 35628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:05.319269+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T13:00:00+00:00 TriggerDagRunOperator 2021-06-02T14:15:07.493426+00:00 2021-06-02T14:15:08.378469+00:00 0:00:00.885043 35627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:15:05.319235+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T13:05:00+00:00 PythonOperator 2021-06-02T14:14:56.046281+00:00 2021-06-02T14:14:59.258270+00:00 0:00:03.211989 35626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:14:53.226272+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:01:08.901499+00:00 2021-06-02T14:10:11.437767+00:00 0:09:02.536268 35624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:01:06.621624+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:00:58.914899+00:00 2021-06-02T14:11:01.917262+00:00 0:10:03.002363 35622 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:00:56.593635+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:00:44.881390+00:00 2021-06-02T14:00:46.557951+00:00 0:00:01.676561 35621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:00:42.646197+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:00:36.757615+00:00 2021-06-02T14:00:38.559927+00:00 0:00:01.802312 35620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T14:00:34.549218+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:00:24.797227+00:00 2021-06-02T14:00:28.179658+00:00 0:00:03.382431 35619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:00:22.571407+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:00:16.754076+00:00 2021-06-02T14:00:19.984032+00:00 0:00:03.229956 35618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T14:00:14.494651+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-06-02T13:27:28.329165+00:00 PythonOperator 2021-06-02T13:27:50.002806+00:00 2021-06-02T13:27:53.248435+00:00 0:00:03.245629 35611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:27:47.459312+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:13:10.283296+00:00 2021-06-02T13:24:13.210835+00:00 0:11:02.927539 35610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:13:07.750145+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:13:07.790107+00:00 2021-06-02T13:22:10.428137+00:00 0:09:02.638030 35609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:13:05.690089+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:12:48.268599+00:00 2021-06-02T13:12:49.957028+00:00 0:00:01.688429 35608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:12:45.663255+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:12:45.808780+00:00 2021-06-02T13:12:47.861673+00:00 0:00:02.052893 35607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:12:43.663284+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:12:26.007208+00:00 2021-06-02T13:12:29.685220+00:00 0:00:03.678012 35606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:12:23.665001+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:12:24.076335+00:00 2021-06-02T13:12:27.278279+00:00 0:00:03.201944 35605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:12:21.746921+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T12:00:00+00:00 TriggerDagRunOperator 2021-06-02T13:12:13.940089+00:00 2021-06-02T13:12:14.458196+00:00 0:00:00.518107 35604 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:12:11.599545+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T12:00:00+00:00 TriggerDagRunOperator 2021-06-02T13:12:13.789001+00:00 2021-06-02T13:12:14.270648+00:00 0:00:00.481647 35603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:12:11.599503+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T12:05:00+00:00 EmrJobFlowSensor 2021-06-02T13:05:54.889182+00:00 2021-06-02T13:13:57.370944+00:00 0:08:02.481762 35602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:05:52.611105+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:05:32.759010+00:00 2021-06-02T13:05:34.383221+00:00 0:00:01.624211 35601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:05:30.580873+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T12:05:00+00:00 PythonOperator 2021-06-02T13:05:10.693323+00:00 2021-06-02T13:05:13.817713+00:00 0:00:03.124390 35600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:05:08.517493+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:02:54.527705+00:00 2021-06-02T13:11:57.043001+00:00 0:09:02.515296 35599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:02:52.290725+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:02:50.595733+00:00 2021-06-02T13:12:53.427641+00:00 0:10:02.831908 35598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:02:48.281920+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:02:34.418477+00:00 2021-06-02T13:02:36.131642+00:00 0:00:01.713165 35597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T13:02:32.238743+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:02:28.427834+00:00 2021-06-02T13:02:30.194557+00:00 0:00:01.766723 35596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:02:26.232453+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:02:12.465634+00:00 2021-06-02T13:02:15.661471+00:00 0:00:03.195837 35595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T13:02:10.200719+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:02:08.674911+00:00 2021-06-02T13:02:12.027209+00:00 0:00:03.352298 35594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:02:06.195147+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:11:40.206594+00:00 2021-06-02T12:21:43.144359+00:00 0:10:02.937765 35592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:11:37.887423+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:11:38.100928+00:00 2021-06-02T12:20:40.647674+00:00 0:09:02.546746 35591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:11:35.887359+00:00 2 default_pool