Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-06-18T04:00:00+00:00 PythonOperator 2021-06-18T05:11:26.979079+00:00 2021-06-18T05:11:30.733104+00:00 0:00:03.754025 42596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T05:11:24.800883+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T04:00:00+00:00 PythonOperator 2021-06-18T05:11:20.932450+00:00 2021-06-18T05:11:24.449445+00:00 0:00:03.516995 42595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T05:11:18.795510+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T04:00:00+00:00 TriggerDagRunOperator 2021-06-18T05:11:10.970598+00:00 2021-06-18T05:11:11.429366+00:00 0:00:00.458768 42594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T05:11:08.786021+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T04:00:00+00:00 TriggerDagRunOperator 2021-06-18T05:11:10.988949+00:00 2021-06-18T05:11:11.553549+00:00 0:00:00.564600 42593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T05:11:08.786048+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T04:05:00+00:00 EmrJobFlowSensor 2021-06-18T05:07:58.716220+00:00 2021-06-18T05:14:00.979575+00:00 0:06:02.263355 42592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T05:07:56.589565+00:00 3 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T05:05:32.567723+00:00 2021-06-18T05:05:34.201255+00:00 0:00:01.633532 42590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T05:05:30.412559+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T04:05:00+00:00 PythonOperator 2021-06-18T05:05:10.609768+00:00 2021-06-18T05:05:14.126119+00:00 0:00:03.516351 42589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T05:05:08.392451+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T04:00:00+00:00 EmrJobFlowSensor 2021-06-18T05:00:50.187824+00:00 2021-06-18T05:10:53.032843+00:00 0:10:02.845019 42588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T05:00:47.997300+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T04:00:00+00:00 EmrJobFlowSensor 2021-06-18T05:00:48.317235+00:00 2021-06-18T05:12:51.547225+00:00 0:12:03.229990 42587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T05:00:45.996031+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T05:00:28.322646+00:00 2021-06-18T05:00:30.062000+00:00 0:00:01.739354 42586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T05:00:25.961392+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T05:00:28.169771+00:00 2021-06-18T05:00:30.105472+00:00 0:00:01.935701 42585 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T05:00:25.961422+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T04:00:00+00:00 PythonOperator 2021-06-18T05:00:08.114134+00:00 2021-06-18T05:00:11.620458+00:00 0:00:03.506324 42584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T05:00:05.932546+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T04:00:00+00:00 PythonOperator 2021-06-18T05:00:06.275442+00:00 2021-06-18T05:00:09.670929+00:00 0:00:03.395487 42583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T05:00:03.931339+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T03:00:00+00:00 EmrJobFlowSensor 2021-06-18T04:11:44.031536+00:00 2021-06-18T04:22:47.040558+00:00 0:11:03.009022 42581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T04:11:41.727284+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T03:00:00+00:00 EmrJobFlowSensor 2021-06-18T04:11:31.899608+00:00 2021-06-18T04:20:34.566813+00:00 0:09:02.667205 42580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T04:11:29.773584+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T04:11:21.915607+00:00 2021-06-18T04:11:23.757219+00:00 0:00:01.841612 42579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T04:11:19.704922+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T04:11:09.902192+00:00 2021-06-18T04:11:11.630240+00:00 0:00:01.728048 42578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T04:11:07.695884+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T03:00:00+00:00 PythonOperator 2021-06-18T04:11:00.104566+00:00 2021-06-18T04:11:03.680774+00:00 0:00:03.576208 42577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T04:10:57.697711+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T03:00:00+00:00 PythonOperator 2021-06-18T04:10:47.908144+00:00 2021-06-18T04:10:51.733290+00:00 0:00:03.825146 42576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T04:10:45.659033+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T03:00:00+00:00 TriggerDagRunOperator 2021-06-18T04:10:44.091025+00:00 2021-06-18T04:10:44.633861+00:00 0:00:00.542836 42575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T04:10:41.649552+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T03:00:00+00:00 TriggerDagRunOperator 2021-06-18T04:10:43.903590+00:00 2021-06-18T04:10:44.315190+00:00 0:00:00.411600 42574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T04:10:41.649519+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T03:05:00+00:00 EmrJobFlowSensor 2021-06-18T04:05:57.565528+00:00 2021-06-18T04:14:00.079854+00:00 0:08:02.514326 42573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T04:05:55.362836+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T04:05:35.578223+00:00 2021-06-18T04:05:37.306580+00:00 0:00:01.728357 42572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T04:05:33.243609+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T03:05:00+00:00 PythonOperator 2021-06-18T04:05:15.398239+00:00 2021-06-18T04:05:18.848515+00:00 0:00:03.450276 42571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T04:05:13.227881+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T03:00:00+00:00 EmrJobFlowSensor 2021-06-18T04:01:25.078093+00:00 2021-06-18T04:10:27.620160+00:00 0:09:02.542067 42570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T04:01:22.897071+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T03:00:00+00:00 EmrJobFlowSensor 2021-06-18T04:01:19.159455+00:00 2021-06-18T04:13:22.352449+00:00 0:12:03.192994 42569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T04:01:16.881458+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T04:00:51.003258+00:00 2021-06-18T04:00:52.745793+00:00 0:00:01.742535 42568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T04:00:48.823167+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T04:00:40.879460+00:00 2021-06-18T04:00:42.529050+00:00 0:00:01.649590 42567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T04:00:38.800337+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T03:00:00+00:00 PythonOperator 2021-06-18T04:00:25.155491+00:00 2021-06-18T04:00:28.634805+00:00 0:00:03.479314 42566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T04:00:22.785397+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T03:00:00+00:00 PythonOperator 2021-06-18T04:00:17.155015+00:00 2021-06-18T04:00:20.750978+00:00 0:00:03.595963 42565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T04:00:14.780819+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T02:00:00+00:00 EmrJobFlowSensor 2021-06-18T03:12:23.505394+00:00 2021-06-18T03:23:26.407275+00:00 0:11:02.901881 42563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T03:12:21.169672+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T02:00:00+00:00 EmrJobFlowSensor 2021-06-18T03:12:09.709362+00:00 2021-06-18T03:21:12.242813+00:00 0:09:02.533451 42562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T03:12:07.147247+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T03:12:03.415891+00:00 2021-06-18T03:12:05.193849+00:00 0:00:01.777958 42561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T03:12:01.085524+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T03:11:47.396945+00:00 2021-06-18T03:11:49.208014+00:00 0:00:01.811069 42560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T03:11:45.097830+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T02:00:00+00:00 PythonOperator 2021-06-18T03:11:41.209487+00:00 2021-06-18T03:11:44.993112+00:00 0:00:03.783625 42559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T03:11:39.039207+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T02:00:00+00:00 PythonOperator 2021-06-18T03:11:27.673219+00:00 2021-06-18T03:11:31.188180+00:00 0:00:03.514961 42558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T03:11:25.004168+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T02:00:00+00:00 TriggerDagRunOperator 2021-06-18T03:11:19.301061+00:00 2021-06-18T03:11:19.813371+00:00 0:00:00.512310 42557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T03:11:16.997662+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T02:00:00+00:00 TriggerDagRunOperator 2021-06-18T03:11:19.270481+00:00 2021-06-18T03:11:19.695561+00:00 0:00:00.425080 42556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T03:11:16.997627+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T02:05:00+00:00 EmrJobFlowSensor 2021-06-18T03:05:56.425877+00:00 2021-06-18T03:14:59.199952+00:00 0:09:02.774075 42555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T03:05:54.188304+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T03:05:34.486930+00:00 2021-06-18T03:05:36.171320+00:00 0:00:01.684390 42554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T03:05:32.141807+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T02:05:00+00:00 PythonOperator 2021-06-18T03:05:12.368197+00:00 2021-06-18T03:05:15.588905+00:00 0:00:03.220708 42553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T03:05:10.149052+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T02:00:00+00:00 EmrJobFlowSensor 2021-06-18T03:00:56.562185+00:00 2021-06-18T03:13:59.705688+00:00 0:13:03.143503 42552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T03:00:53.769308+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T02:00:00+00:00 EmrJobFlowSensor 2021-06-18T03:00:54.292637+00:00 2021-06-18T03:10:57.448523+00:00 0:10:03.155886 42551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T03:00:51.760566+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T03:00:35.952979+00:00 2021-06-18T03:00:37.646492+00:00 0:00:01.693513 42550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T03:00:33.688785+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T03:00:34.153276+00:00 2021-06-18T03:00:35.985894+00:00 0:00:01.832618 42549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T03:00:31.689353+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T02:00:00+00:00 PythonOperator 2021-06-18T03:00:13.874087+00:00 2021-06-18T03:00:17.313884+00:00 0:00:03.439797 42548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T03:00:11.623467+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T02:00:00+00:00 PythonOperator 2021-06-18T03:00:12.039291+00:00 2021-06-18T03:00:15.552301+00:00 0:00:03.513010 42547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T03:00:09.626140+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T01:00:00+00:00 EmrJobFlowSensor 2021-06-18T02:11:05.850977+00:00 2021-06-18T02:19:08.334905+00:00 0:08:02.483928 42545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T02:11:03.109949+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T01:00:00+00:00 EmrJobFlowSensor 2021-06-18T02:11:03.501747+00:00 2021-06-18T02:21:06.683519+00:00 0:10:03.181772 42544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T02:11:01.105361+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T02:10:43.369962+00:00 2021-06-18T02:10:45.248917+00:00 0:00:01.878955 42543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T02:10:41.048939+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T02:10:41.483513+00:00 2021-06-18T02:10:43.248886+00:00 0:00:01.765373 42542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T02:10:39.052709+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T01:00:00+00:00 PythonOperator 2021-06-18T02:10:22.354954+00:00 2021-06-18T02:10:25.759801+00:00 0:00:03.404847 42541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T02:10:19.006194+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T01:00:00+00:00 PythonOperator 2021-06-18T02:10:17.167986+00:00 2021-06-18T02:10:22.032636+00:00 0:00:04.864650 42540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T02:10:15.001034+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T01:00:00+00:00 TriggerDagRunOperator 2021-06-18T02:10:03.385061+00:00 2021-06-18T02:10:03.849476+00:00 0:00:00.464415 42539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T02:10:00.950361+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T01:00:00+00:00 TriggerDagRunOperator 2021-06-18T02:10:03.324597+00:00 2021-06-18T02:10:03.849508+00:00 0:00:00.524911 42538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T02:10:00.950394+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T01:05:00+00:00 EmrJobFlowSensor 2021-06-18T02:05:50.803247+00:00 2021-06-18T02:15:53.634821+00:00 0:10:02.831574 42537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T02:05:48.613198+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T02:05:30.743225+00:00 2021-06-18T02:05:32.398102+00:00 0:00:01.654877 42536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T02:05:28.588768+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T01:05:00+00:00 PythonOperator 2021-06-18T02:05:08.924611+00:00 2021-06-18T02:05:12.155417+00:00 0:00:03.230806 42535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T02:05:06.548921+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T01:00:00+00:00 EmrJobFlowSensor 2021-06-18T02:00:50.658573+00:00 2021-06-18T02:12:53.628692+00:00 0:12:02.970119 42534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T02:00:48.234466+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T01:00:00+00:00 EmrJobFlowSensor 2021-06-18T02:00:50.510417+00:00 2021-06-18T02:09:53.164303+00:00 0:09:02.653886 42533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T02:00:48.234496+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T02:00:30.930739+00:00 2021-06-18T02:00:32.627663+00:00 0:00:01.696924 42532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T02:00:28.246808+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T02:00:28.479626+00:00 2021-06-18T02:00:30.593944+00:00 0:00:02.114318 42531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T02:00:26.204870+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T01:00:00+00:00 PythonOperator 2021-06-18T02:00:08.541142+00:00 2021-06-18T02:00:11.945907+00:00 0:00:03.404765 42530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T02:00:06.244207+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T01:00:00+00:00 PythonOperator 2021-06-18T02:00:06.705609+00:00 2021-06-18T02:00:10.198414+00:00 0:00:03.492805 42529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T02:00:04.253700+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T00:00:00+00:00 EmrJobFlowSensor 2021-06-18T01:10:16.177513+00:00 2021-06-18T01:19:19.036118+00:00 0:09:02.858605 42527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T01:10:13.944519+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T00:00:00+00:00 EmrJobFlowSensor 2021-06-18T01:10:14.323749+00:00 2021-06-18T01:20:17.186769+00:00 0:10:02.863020 42526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T01:10:11.945367+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T01:09:54.571675+00:00 2021-06-18T01:09:56.325930+00:00 0:00:01.754255 42525 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T01:09:51.927783+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T01:09:52.100661+00:00 2021-06-18T01:09:54.251780+00:00 0:00:02.151119 42524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T01:09:49.924824+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T00:00:00+00:00 PythonOperator 2021-06-18T01:09:32.140831+00:00 2021-06-18T01:09:35.707320+00:00 0:00:03.566489 42523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T01:09:29.913565+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T00:00:00+00:00 PythonOperator 2021-06-18T01:09:30.351822+00:00 2021-06-18T01:09:33.775304+00:00 0:00:03.423482 42522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T01:09:27.973615+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T00:00:00+00:00 TriggerDagRunOperator 2021-06-18T01:09:20.412479+00:00 2021-06-18T01:09:20.893671+00:00 0:00:00.481192 42521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T01:09:17.904365+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T00:00:00+00:00 TriggerDagRunOperator 2021-06-18T01:09:20.291125+00:00 2021-06-18T01:09:20.690530+00:00 0:00:00.399405 42520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T01:09:17.904332+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T00:05:00+00:00 EmrJobFlowSensor 2021-06-18T01:05:50.030055+00:00 2021-06-18T01:14:52.716370+00:00 0:09:02.686315 42519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T01:05:47.563076+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T01:05:29.912799+00:00 2021-06-18T01:05:31.660842+00:00 0:00:01.748043 42518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T01:05:27.496726+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T00:05:00+00:00 PythonOperator 2021-06-18T01:05:07.668422+00:00 2021-06-18T01:05:10.897621+00:00 0:00:03.229199 42517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T01:05:05.450366+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T00:00:00+00:00 EmrJobFlowSensor 2021-06-18T01:01:01.567058+00:00 2021-06-18T01:09:04.185667+00:00 0:08:02.618609 42516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T01:00:59.189696+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T00:00:00+00:00 EmrJobFlowSensor 2021-06-18T01:01:01.539107+00:00 2021-06-18T01:12:04.686578+00:00 0:11:03.147471 42515 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T01:00:59.189739+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T01:00:39.669855+00:00 2021-06-18T01:00:41.513969+00:00 0:00:01.844114 42514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T01:00:37.163000+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T01:00:39.495440+00:00 2021-06-18T01:00:41.208536+00:00 0:00:01.713096 42513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T01:00:37.162969+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T00:00:00+00:00 PythonOperator 2021-06-18T01:00:17.504288+00:00 2021-06-18T01:00:20.963444+00:00 0:00:03.459156 42512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T01:00:15.096282+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T00:00:00+00:00 PythonOperator 2021-06-18T01:00:17.407936+00:00 2021-06-18T01:00:21.074267+00:00 0:00:03.666331 42511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T01:00:15.096310+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T23:00:00+00:00 EmrJobFlowSensor 2021-06-18T00:11:30.051441+00:00 2021-06-18T00:20:32.735051+00:00 0:09:02.683610 42509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T00:11:27.750843+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T23:00:00+00:00 EmrJobFlowSensor 2021-06-18T00:11:12.007949+00:00 2021-06-18T00:21:14.799882+00:00 0:10:02.791933 42508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T00:11:09.720627+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T00:11:06.108497+00:00 2021-06-18T00:11:07.827180+00:00 0:00:01.718683 42507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T00:11:03.780244+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T00:10:50.206290+00:00 2021-06-18T00:10:51.999618+00:00 0:00:01.793328 42506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T00:10:47.768182+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T23:00:00+00:00 PythonOperator 2021-06-18T00:10:44.243835+00:00 2021-06-18T00:10:47.702797+00:00 0:00:03.458962 42505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T00:10:41.750291+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T23:00:00+00:00 PythonOperator 2021-06-18T00:10:30.136203+00:00 2021-06-18T00:10:33.771039+00:00 0:00:03.634836 42504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T00:10:27.686529+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T23:00:00+00:00 TriggerDagRunOperator 2021-06-18T00:10:20.146520+00:00 2021-06-18T00:10:20.664649+00:00 0:00:00.518129 42503 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T00:10:17.647783+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T23:00:00+00:00 TriggerDagRunOperator 2021-06-18T00:10:19.817473+00:00 2021-06-18T00:10:20.266154+00:00 0:00:00.448681 42502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T00:10:17.647818+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T23:05:00+00:00 EmrJobFlowSensor 2021-06-18T00:05:57.400380+00:00 2021-06-18T00:14:59.967626+00:00 0:09:02.567246 42501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T00:05:55.211383+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T00:05:35.319972+00:00 2021-06-18T00:05:36.986221+00:00 0:00:01.666249 42500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T00:05:33.162295+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T23:05:00+00:00 PythonOperator 2021-06-18T00:05:11.409901+00:00 2021-06-18T00:05:14.662615+00:00 0:00:03.252714 42499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T00:05:09.154831+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T23:00:00+00:00 EmrJobFlowSensor 2021-06-18T00:00:55.430175+00:00 2021-06-18T00:09:58.125852+00:00 0:09:02.695677 42498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T00:00:52.626399+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T23:00:00+00:00 EmrJobFlowSensor 2021-06-18T00:00:52.798981+00:00 2021-06-18T00:12:56.169542+00:00 0:12:03.370561 42497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T00:00:50.623160+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T00:00:34.785733+00:00 2021-06-18T00:00:36.569176+00:00 0:00:01.783443 42496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T00:00:32.609192+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T00:00:30.914431+00:00 2021-06-18T00:00:32.582757+00:00 0:00:01.668326 42495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T00:00:28.667196+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T23:00:00+00:00 PythonOperator 2021-06-18T00:00:10.992854+00:00 2021-06-18T00:00:14.289509+00:00 0:00:03.296655 42494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T00:00:08.660192+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T23:00:00+00:00 PythonOperator 2021-06-18T00:00:09.326645+00:00 2021-06-18T00:00:12.998183+00:00 0:00:03.671538 42493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T00:00:06.652941+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T22:00:00+00:00 EmrJobFlowSensor 2021-06-17T23:11:24.995124+00:00 2021-06-17T23:20:27.598123+00:00 0:09:02.602999 42491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:11:22.712411+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T22:00:00+00:00 EmrJobFlowSensor 2021-06-17T23:11:18.863694+00:00 2021-06-17T23:21:21.736990+00:00 0:10:02.873296 42490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:11:16.697043+00:00 2 default_pool