Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T09:00:00+00:00 PythonOperator 2021-06-07T10:00:22.408558+00:00 2021-06-07T10:00:26.403040+00:00 0:00:03.994482 37748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T10:00:20.081208+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T08:00:00+00:00 EmrJobFlowSensor 2021-06-07T09:11:32.583463+00:00 2021-06-07T09:22:35.497115+00:00 0:11:02.913652 37746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T09:11:30.183646+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T08:00:00+00:00 EmrJobFlowSensor 2021-06-07T09:11:24.605474+00:00 2021-06-07T09:21:27.409906+00:00 0:10:02.804432 37745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T09:11:22.255693+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T09:11:10.375207+00:00 2021-06-07T09:11:12.191625+00:00 0:00:01.816418 37744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T09:11:08.143400+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T09:11:04.418246+00:00 2021-06-07T09:11:06.122780+00:00 0:00:01.704534 37743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T09:11:02.141190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T08:00:00+00:00 PythonOperator 2021-06-07T09:10:48.358582+00:00 2021-06-07T09:10:51.932567+00:00 0:00:03.573985 37742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T09:10:46.125529+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T08:00:00+00:00 PythonOperator 2021-06-07T09:10:42.358830+00:00 2021-06-07T09:10:45.558130+00:00 0:00:03.199300 37741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T09:10:40.121191+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T08:00:00+00:00 TriggerDagRunOperator 2021-06-07T09:10:36.747528+00:00 2021-06-07T09:10:37.312076+00:00 0:00:00.564548 37740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T09:10:34.115770+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T08:00:00+00:00 TriggerDagRunOperator 2021-06-07T09:10:36.362909+00:00 2021-06-07T09:10:36.760291+00:00 0:00:00.397382 37739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T09:10:34.115801+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T08:05:00+00:00 EmrJobFlowSensor 2021-06-07T09:05:58.023691+00:00 2021-06-07T09:15:00.689816+00:00 0:09:02.666125 37738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T09:05:55.681164+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T09:05:35.803685+00:00 2021-06-07T09:05:37.425521+00:00 0:00:01.621836 37737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T09:05:33.603230+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T08:05:00+00:00 PythonOperator 2021-06-07T09:05:11.957166+00:00 2021-06-07T09:05:15.134519+00:00 0:00:03.177353 37736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T09:05:09.652151+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T08:00:00+00:00 EmrJobFlowSensor 2021-06-07T09:01:35.399937+00:00 2021-06-07T09:12:38.297751+00:00 0:11:02.897814 37735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T09:01:33.144100+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T08:00:00+00:00 EmrJobFlowSensor 2021-06-07T09:01:25.474793+00:00 2021-06-07T09:10:28.139139+00:00 0:09:02.664346 37734 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T09:01:23.136095+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T09:01:11.808500+00:00 2021-06-07T09:01:13.591498+00:00 0:00:01.782998 37733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T09:01:09.176395+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T09:01:03.402607+00:00 2021-06-07T09:01:05.274993+00:00 0:00:01.872386 37732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T09:01:01.120832+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T08:00:00+00:00 PythonOperator 2021-06-07T09:00:37.183120+00:00 2021-06-07T09:00:40.766374+00:00 0:00:03.583254 37731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T09:00:35.097341+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T08:00:00+00:00 PythonOperator 2021-06-07T09:00:25.656010+00:00 2021-06-07T09:00:28.939875+00:00 0:00:03.283865 37730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T09:00:23.084807+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T07:00:00+00:00 EmrJobFlowSensor 2021-06-07T08:12:47.566072+00:00 2021-06-07T08:23:50.447629+00:00 0:11:02.881557 37728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T08:12:45.417222+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T08:12:25.775611+00:00 2021-06-07T08:12:27.445717+00:00 0:00:01.670106 37727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T08:12:23.467589+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T07:00:00+00:00 EmrJobFlowSensor 2021-06-07T08:12:17.692439+00:00 2021-06-07T08:22:20.563492+00:00 0:10:02.871053 37726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T08:12:15.451281+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T07:00:00+00:00 PythonOperator 2021-06-07T08:12:03.945001+00:00 2021-06-07T08:12:07.395042+00:00 0:00:03.450041 37725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T08:12:01.457330+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T08:11:55.676825+00:00 2021-06-07T08:11:57.333789+00:00 0:00:01.656964 37724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T08:11:53.356924+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T07:00:00+00:00 PythonOperator 2021-06-07T08:11:31.582265+00:00 2021-06-07T08:11:34.793329+00:00 0:00:03.211064 37723 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T08:11:29.341187+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T07:00:00+00:00 TriggerDagRunOperator 2021-06-07T08:11:21.600305+00:00 2021-06-07T08:11:22.150323+00:00 0:00:00.550018 37722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T08:11:19.321744+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T07:00:00+00:00 TriggerDagRunOperator 2021-06-07T08:11:21.501667+00:00 2021-06-07T08:11:21.914707+00:00 0:00:00.413040 37721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T08:11:19.321707+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T07:05:00+00:00 EmrJobFlowSensor 2021-06-07T08:06:05.165407+00:00 2021-06-07T08:14:07.600239+00:00 0:08:02.434832 37720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T08:06:02.955637+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T08:05:43.106005+00:00 2021-06-07T08:05:44.851980+00:00 0:00:01.745975 37719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T08:05:40.926621+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T07:05:00+00:00 PythonOperator 2021-06-07T08:05:23.033746+00:00 2021-06-07T08:05:26.367068+00:00 0:00:03.333322 37718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T08:05:20.843339+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T07:00:00+00:00 EmrJobFlowSensor 2021-06-07T08:00:56.699112+00:00 2021-06-07T08:12:59.665740+00:00 0:12:02.966628 37717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T08:00:54.352947+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T07:00:00+00:00 EmrJobFlowSensor 2021-06-07T08:00:56.775785+00:00 2021-06-07T08:10:59.665867+00:00 0:10:02.890082 37716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T08:00:54.352915+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T08:00:36.398326+00:00 2021-06-07T08:00:38.115881+00:00 0:00:01.717555 37715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T08:00:34.255818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T08:00:34.523540+00:00 2021-06-07T08:00:36.292265+00:00 0:00:01.768725 37714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T08:00:32.248453+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T07:00:00+00:00 PythonOperator 2021-06-07T08:00:14.545749+00:00 2021-06-07T08:00:17.871868+00:00 0:00:03.326119 37713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T08:00:12.227298+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T07:00:00+00:00 PythonOperator 2021-06-07T08:00:12.949043+00:00 2021-06-07T08:00:16.345119+00:00 0:00:03.396076 37712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T08:00:10.225848+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T06:00:00+00:00 EmrJobFlowSensor 2021-06-07T07:11:36.002343+00:00 2021-06-07T07:21:38.603368+00:00 0:10:02.601025 37710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:11:33.689007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T06:00:00+00:00 EmrJobFlowSensor 2021-06-07T07:11:30.198690+00:00 2021-06-07T07:21:33.012626+00:00 0:10:02.813936 37709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:11:27.760994+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:11:15.880157+00:00 2021-06-07T07:11:17.751536+00:00 0:00:01.871379 37708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T07:11:13.646823+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:11:07.785791+00:00 2021-06-07T07:11:09.667820+00:00 0:00:01.882029 37707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T07:11:05.632055+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:10:54.034589+00:00 2021-06-07T07:10:57.593332+00:00 0:00:03.558743 37706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:10:51.688755+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:10:41.833451+00:00 2021-06-07T07:10:45.068239+00:00 0:00:03.234788 37705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:10:39.611704+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T06:00:00+00:00 TriggerDagRunOperator 2021-06-07T07:10:20.163472+00:00 2021-06-07T07:10:20.572177+00:00 0:00:00.408705 37704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:10:17.595391+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T06:00:00+00:00 TriggerDagRunOperator 2021-06-07T07:10:19.942098+00:00 2021-06-07T07:10:20.454848+00:00 0:00:00.512750 37703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:10:17.595429+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T06:05:00+00:00 EmrJobFlowSensor 2021-06-07T07:06:17.494967+00:00 2021-06-07T07:15:20.253848+00:00 0:09:02.758881 37702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:06:15.152867+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:05:37.089654+00:00 2021-06-07T07:05:38.712517+00:00 0:00:01.622863 37701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T07:05:34.996777+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T06:05:00+00:00 PythonOperator 2021-06-07T07:05:15.187623+00:00 2021-06-07T07:05:18.537713+00:00 0:00:03.350090 37700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:05:12.978180+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T06:00:00+00:00 EmrJobFlowSensor 2021-06-07T07:01:08.980506+00:00 2021-06-07T07:10:11.725777+00:00 0:09:02.745271 37699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:01:06.536150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T06:00:00+00:00 EmrJobFlowSensor 2021-06-07T07:01:06.978778+00:00 2021-06-07T07:13:10.031305+00:00 0:12:03.052527 37698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T07:01:04.531982+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:00:45.163725+00:00 2021-06-07T07:00:46.841076+00:00 0:00:01.677351 37697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T07:00:42.560581+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T07:00:42.918099+00:00 2021-06-07T07:00:44.669912+00:00 0:00:01.751813 37696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T07:00:40.552810+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:00:25.853381+00:00 2021-06-07T07:00:29.294824+00:00 0:00:03.441443 37695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T07:00:22.567721+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T06:00:00+00:00 PythonOperator 2021-06-07T07:00:20.733618+00:00 2021-06-07T07:00:25.140878+00:00 0:00:04.407260 37694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T07:00:18.492907+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:12:07.681272+00:00 2021-06-07T06:21:10.370222+00:00 0:09:02.688950 37692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:12:05.441434+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:11:59.675147+00:00 2021-06-07T06:24:02.779305+00:00 0:12:03.104158 37691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:11:57.439182+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:11:47.999310+00:00 2021-06-07T06:11:49.684693+00:00 0:00:01.685383 37690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:11:45.420989+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:11:39.680076+00:00 2021-06-07T06:11:41.340866+00:00 0:00:01.660790 37689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:11:37.415835+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:11:25.773984+00:00 2021-06-07T06:11:29.099044+00:00 0:00:03.325060 37688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:11:23.468818+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:11:17.783600+00:00 2021-06-07T06:11:21.247054+00:00 0:00:03.463454 37687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:11:15.459134+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T05:00:00+00:00 TriggerDagRunOperator 2021-06-07T06:11:07.887386+00:00 2021-06-07T06:11:08.436893+00:00 0:00:00.549507 37686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:11:05.393200+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T05:00:00+00:00 TriggerDagRunOperator 2021-06-07T06:11:07.741743+00:00 2021-06-07T06:11:08.134770+00:00 0:00:00.393027 37685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:11:05.393167+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T05:05:00+00:00 EmrJobFlowSensor 2021-06-07T06:06:13.043531+00:00 2021-06-07T06:14:15.544551+00:00 0:08:02.501020 37684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:06:10.802689+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:05:50.954936+00:00 2021-06-07T06:05:52.702401+00:00 0:00:01.747465 37683 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:05:48.783170+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T05:05:00+00:00 PythonOperator 2021-06-07T06:05:26.888274+00:00 2021-06-07T06:05:30.041887+00:00 0:00:03.153613 37682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:05:24.732043+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:00:50.610908+00:00 2021-06-07T06:10:53.548851+00:00 0:10:02.937943 37681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:00:48.235133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T05:00:00+00:00 EmrJobFlowSensor 2021-06-07T06:00:50.496857+00:00 2021-06-07T06:12:53.448263+00:00 0:12:02.951406 37680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T06:00:48.235174+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:00:28.719197+00:00 2021-06-07T06:00:30.495925+00:00 0:00:01.776728 37679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T06:00:26.269770+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T06:00:28.694876+00:00 2021-06-07T06:00:30.386468+00:00 0:00:01.691592 37678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T06:00:26.269741+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:00:08.792724+00:00 2021-06-07T06:00:12.060294+00:00 0:00:03.267570 37677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T06:00:06.187447+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T05:00:00+00:00 PythonOperator 2021-06-07T06:00:08.557442+00:00 2021-06-07T06:00:12.222850+00:00 0:00:03.665408 37676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T06:00:06.187474+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:12:18.203493+00:00 2021-06-07T05:22:20.860244+00:00 0:10:02.656751 37674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:12:15.843503+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:12:08.212350+00:00 2021-06-07T05:22:11.048008+00:00 0:10:02.835658 37673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:12:05.853926+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:11:58.079037+00:00 2021-06-07T05:11:59.890592+00:00 0:00:01.811555 37672 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:11:55.740592+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:11:45.992088+00:00 2021-06-07T05:11:47.686025+00:00 0:00:01.693937 37671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:11:43.721820+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:11:35.986194+00:00 2021-06-07T05:11:39.278969+00:00 0:00:03.292775 37670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:11:33.711967+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:11:24.485817+00:00 2021-06-07T05:11:28.066229+00:00 0:00:03.580412 37669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:11:21.699558+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T04:00:00+00:00 TriggerDagRunOperator 2021-06-07T05:11:16.098389+00:00 2021-06-07T05:11:16.624022+00:00 0:00:00.525633 37668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:11:13.696571+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T04:00:00+00:00 TriggerDagRunOperator 2021-06-07T05:11:15.991109+00:00 2021-06-07T05:11:16.418030+00:00 0:00:00.426921 37667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:11:13.696607+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T04:05:00+00:00 EmrJobFlowSensor 2021-06-07T05:05:59.393745+00:00 2021-06-07T05:15:02.045833+00:00 0:09:02.652088 37666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:05:57.134755+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:05:37.289617+00:00 2021-06-07T05:05:38.915161+00:00 0:00:01.625544 37665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:05:35.114420+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T04:05:00+00:00 PythonOperator 2021-06-07T05:05:17.522640+00:00 2021-06-07T05:05:20.870313+00:00 0:00:03.347673 37664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:05:15.145718+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:00:52.787701+00:00 2021-06-07T05:10:55.558966+00:00 0:10:02.771265 37663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:00:50.560414+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T04:00:00+00:00 EmrJobFlowSensor 2021-06-07T05:00:50.737976+00:00 2021-06-07T05:12:53.761637+00:00 0:12:03.023661 37662 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T05:00:48.559277+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:00:30.759114+00:00 2021-06-07T05:00:32.445624+00:00 0:00:01.686510 37661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T05:00:28.551013+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T05:00:28.814297+00:00 2021-06-07T05:00:30.565893+00:00 0:00:01.751596 37660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T05:00:26.531490+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:00:11.375056+00:00 2021-06-07T05:00:14.853900+00:00 0:00:03.478844 37659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T05:00:08.515968+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T04:00:00+00:00 PythonOperator 2021-06-07T05:00:09.306272+00:00 2021-06-07T05:00:13.115525+00:00 0:00:03.809253 37658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T05:00:06.512216+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T03:05:00+00:00 EmrJobFlowSensor 2021-06-07T04:13:06.410011+00:00 2021-06-07T04:14:08.063558+00:00 0:01:01.653547 37656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:13:04.188531+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:12:10.394015+00:00 2021-06-07T04:21:13.091531+00:00 0:09:02.697516 37655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:12:08.017479+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:12:06.350381+00:00 2021-06-07T04:24:09.614238+00:00 0:12:03.263857 37654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:12:04.023058+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:11:48.371140+00:00 2021-06-07T04:11:50.153271+00:00 0:00:01.782131 37653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:11:46.073113+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:11:44.237493+00:00 2021-06-07T04:11:45.920469+00:00 0:00:01.682976 37652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:11:41.992912+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:11:28.326730+00:00 2021-06-07T04:11:31.770224+00:00 0:00:03.443494 37651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:11:25.934807+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T03:00:00+00:00 PythonOperator 2021-06-07T04:11:22.087296+00:00 2021-06-07T04:11:25.703627+00:00 0:00:03.616331 37650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:11:19.927034+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T03:00:00+00:00 TriggerDagRunOperator 2021-06-07T04:11:06.208866+00:00 2021-06-07T04:11:06.726084+00:00 0:00:00.517218 37649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:11:03.912404+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T03:00:00+00:00 TriggerDagRunOperator 2021-06-07T04:11:06.102579+00:00 2021-06-07T04:11:06.476864+00:00 0:00:00.374285 37648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:11:03.912371+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:05:43.557448+00:00 2021-06-07T04:05:45.173322+00:00 0:00:01.615874 37646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:05:41.316488+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T03:05:00+00:00 PythonOperator 2021-06-07T04:05:03.665870+00:00 2021-06-07T04:05:06.896370+00:00 0:00:03.230500 37645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:05:01.292480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:01:05.193068+00:00 2021-06-07T04:12:08.118231+00:00 0:11:02.925163 37644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T04:01:02.918761+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T03:00:00+00:00 EmrJobFlowSensor 2021-06-07T04:00:51.131679+00:00 2021-06-07T04:10:53.940658+00:00 0:10:02.808979 37643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T04:00:48.900482+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T04:00:39.180211+00:00 2021-06-07T04:00:40.886028+00:00 0:00:01.705817 37642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T04:00:36.888875+00:00 2 default_pool