Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T10:00:33.397137+00:00 2021-06-30T10:00:35.303222+00:00 0:00:01.906085 47961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T10:00:31.057463+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T09:00:00+00:00 PythonOperator 2021-06-30T10:00:21.080450+00:00 2021-06-30T10:00:25.081753+00:00 0:00:04.001303 47960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T10:00:18.897495+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T09:00:00+00:00 PythonOperator 2021-06-30T10:00:11.599944+00:00 2021-06-30T10:00:14.992352+00:00 0:00:03.392408 47959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T10:00:08.940843+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T08:00:00+00:00 TriggerDagRunOperator 2021-06-30T09:10:28.481865+00:00 2021-06-30T09:10:29.084987+00:00 0:00:00.603122 47957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T09:10:25.990863+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T08:00:00+00:00 TriggerDagRunOperator 2021-06-30T09:10:28.389381+00:00 2021-06-30T09:10:28.871520+00:00 0:00:00.482139 47956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T09:10:25.990826+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T08:05:00+00:00 EmrJobFlowSensor 2021-06-30T09:05:47.737310+00:00 2021-06-30T09:14:50.355027+00:00 0:09:02.617717 47955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T09:05:45.516201+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T09:05:25.757214+00:00 2021-06-30T09:05:27.437169+00:00 0:00:01.679955 47954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T09:05:23.498478+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T08:05:00+00:00 PythonOperator 2021-06-30T09:05:03.736258+00:00 2021-06-30T09:05:07.391798+00:00 0:00:03.655540 47953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T09:05:01.441731+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T08:00:00+00:00 EmrJobFlowSensor 2021-06-30T09:01:15.482647+00:00 2021-06-30T09:14:18.672460+00:00 0:13:03.189813 47952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T09:01:13.156884+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T08:00:00+00:00 EmrJobFlowSensor 2021-06-30T09:01:11.510817+00:00 2021-06-30T09:10:14.290899+00:00 0:09:02.780082 47951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T09:01:09.085609+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T09:00:53.685254+00:00 2021-06-30T09:00:55.413986+00:00 0:00:01.728732 47950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T09:00:50.983612+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T09:00:51.150612+00:00 2021-06-30T09:00:53.293039+00:00 0:00:02.142427 47949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T09:00:48.985635+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T08:00:00+00:00 PythonOperator 2021-06-30T09:00:33.264813+00:00 2021-06-30T09:00:36.959989+00:00 0:00:03.695176 47948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T09:00:30.972052+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T08:00:00+00:00 PythonOperator 2021-06-30T09:00:29.313011+00:00 2021-06-30T09:00:33.005960+00:00 0:00:03.692949 47947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T09:00:26.962084+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T07:00:00+00:00 TriggerDagRunOperator 2021-06-30T08:11:22.577209+00:00 2021-06-30T08:11:23.116389+00:00 0:00:00.539180 47945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T08:11:20.252848+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T07:00:00+00:00 TriggerDagRunOperator 2021-06-30T08:11:22.481006+00:00 2021-06-30T08:11:22.850162+00:00 0:00:00.369156 47944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T08:11:20.252811+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T07:05:00+00:00 EmrJobFlowSensor 2021-06-30T08:05:48.102526+00:00 2021-06-30T08:13:50.559815+00:00 0:08:02.457289 47943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T08:05:45.870771+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T08:05:26.261609+00:00 2021-06-30T08:05:27.990991+00:00 0:00:01.729382 47942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T08:05:23.787704+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T07:05:00+00:00 PythonOperator 2021-06-30T08:05:06.017437+00:00 2021-06-30T08:05:09.587744+00:00 0:00:03.570307 47941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T08:05:03.772938+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T07:00:00+00:00 EmrJobFlowSensor 2021-06-30T08:00:59.766792+00:00 2021-06-30T08:12:02.921448+00:00 0:11:03.154656 47940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T08:00:57.386518+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T07:00:00+00:00 EmrJobFlowSensor 2021-06-30T08:00:55.602175+00:00 2021-06-30T08:10:58.491396+00:00 0:10:02.889221 47939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T08:00:53.318193+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T08:00:37.535232+00:00 2021-06-30T08:00:39.342957+00:00 0:00:01.807725 47938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T08:00:35.303133+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T08:00:33.625542+00:00 2021-06-30T08:00:35.492347+00:00 0:00:01.866805 47937 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T08:00:31.299401+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T07:00:00+00:00 PythonOperator 2021-06-30T08:00:15.573027+00:00 2021-06-30T08:00:19.486633+00:00 0:00:03.913606 47936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T08:00:13.284908+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T07:00:00+00:00 PythonOperator 2021-06-30T08:00:10.335879+00:00 2021-06-30T08:00:13.725728+00:00 0:00:03.389849 47935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T08:00:07.258408+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T06:00:00+00:00 TriggerDagRunOperator 2021-06-30T07:10:30.797651+00:00 2021-06-30T07:10:31.352061+00:00 0:00:00.554410 47933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T07:10:28.161251+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T06:00:00+00:00 TriggerDagRunOperator 2021-06-30T07:10:30.541805+00:00 2021-06-30T07:10:30.975193+00:00 0:00:00.433388 47932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T07:10:28.161293+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T06:05:00+00:00 EmrJobFlowSensor 2021-06-30T07:05:55.865598+00:00 2021-06-30T07:13:58.339555+00:00 0:08:02.473957 47931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T07:05:53.708321+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T07:05:34.013907+00:00 2021-06-30T07:05:35.787039+00:00 0:00:01.773132 47930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T07:05:31.694562+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T06:05:00+00:00 PythonOperator 2021-06-30T07:05:13.888927+00:00 2021-06-30T07:05:17.577893+00:00 0:00:03.688966 47929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T07:05:11.635658+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T06:00:00+00:00 EmrJobFlowSensor 2021-06-30T07:01:03.555307+00:00 2021-06-30T07:13:06.743694+00:00 0:12:03.188387 47928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T07:01:01.163640+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T06:00:00+00:00 EmrJobFlowSensor 2021-06-30T07:01:03.425011+00:00 2021-06-30T07:10:06.274652+00:00 0:09:02.849641 47927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T07:01:01.163610+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T07:00:41.403436+00:00 2021-06-30T07:00:43.314515+00:00 0:00:01.911079 47926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T07:00:39.117880+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T07:00:41.407643+00:00 2021-06-30T07:00:43.367451+00:00 0:00:01.959808 47925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T07:00:39.117843+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T06:00:00+00:00 PythonOperator 2021-06-30T07:00:05.828509+00:00 2021-06-30T07:00:09.596465+00:00 0:00:03.767956 47924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T07:00:03.087892+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T06:00:00+00:00 PythonOperator 2021-06-30T07:00:05.733027+00:00 2021-06-30T07:00:09.379410+00:00 0:00:03.646383 47923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T07:00:03.087863+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T05:00:00+00:00 TriggerDagRunOperator 2021-06-30T06:10:21.834008+00:00 2021-06-30T06:10:22.367556+00:00 0:00:00.533548 47921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T06:10:19.500479+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T05:00:00+00:00 TriggerDagRunOperator 2021-06-30T06:10:21.775157+00:00 2021-06-30T06:10:22.184985+00:00 0:00:00.409828 47920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T06:10:19.500450+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T05:05:00+00:00 EmrJobFlowSensor 2021-06-30T06:05:51.204755+00:00 2021-06-30T06:14:53.854621+00:00 0:09:02.649866 47919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T06:05:49.101910+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T06:05:29.365919+00:00 2021-06-30T06:05:31.117550+00:00 0:00:01.751631 47918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T06:05:27.027685+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T05:05:00+00:00 PythonOperator 2021-06-30T06:05:07.382970+00:00 2021-06-30T06:05:10.681509+00:00 0:00:03.298539 47917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T06:05:05.055635+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T05:00:00+00:00 EmrJobFlowSensor 2021-06-30T06:01:06.707790+00:00 2021-06-30T06:10:09.503541+00:00 0:09:02.795751 47916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T06:01:04.560350+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T05:00:00+00:00 EmrJobFlowSensor 2021-06-30T06:00:46.817636+00:00 2021-06-30T06:12:50.051876+00:00 0:12:03.234240 47915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T06:00:44.525510+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T06:00:36.704909+00:00 2021-06-30T06:00:38.391599+00:00 0:00:01.686690 47914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T06:00:34.571142+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T06:00:26.697212+00:00 2021-06-30T06:00:28.442093+00:00 0:00:01.744881 47913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T06:00:24.505881+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T05:00:00+00:00 PythonOperator 2021-06-30T06:00:14.654933+00:00 2021-06-30T06:00:18.251267+00:00 0:00:03.596334 47912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T06:00:12.498310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T05:00:00+00:00 PythonOperator 2021-06-30T06:00:05.396530+00:00 2021-06-30T06:00:09.180468+00:00 0:00:03.783938 47911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T06:00:02.491971+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T04:00:00+00:00 TriggerDagRunOperator 2021-06-30T05:09:24.303207+00:00 2021-06-30T05:09:24.828536+00:00 0:00:00.525329 47909 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T05:09:21.861285+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T04:00:00+00:00 TriggerDagRunOperator 2021-06-30T05:09:24.127481+00:00 2021-06-30T05:09:24.517502+00:00 0:00:00.390021 47908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T05:09:21.861321+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T04:05:00+00:00 EmrJobFlowSensor 2021-06-30T05:06:02.043583+00:00 2021-06-30T05:15:04.916061+00:00 0:09:02.872478 47907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T05:05:59.641084+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T05:05:39.660651+00:00 2021-06-30T05:05:41.385633+00:00 0:00:01.724982 47906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T05:05:37.442334+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T04:05:00+00:00 PythonOperator 2021-06-30T05:05:19.873601+00:00 2021-06-30T05:05:23.191017+00:00 0:00:03.317416 47905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T05:05:17.424245+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T04:00:00+00:00 EmrJobFlowSensor 2021-06-30T05:01:01.122124+00:00 2021-06-30T05:09:03.842682+00:00 0:08:02.720558 47904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T05:00:58.903371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T04:00:00+00:00 EmrJobFlowSensor 2021-06-30T05:00:59.290448+00:00 2021-06-30T05:12:02.423725+00:00 0:11:03.133277 47903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T05:00:56.894874+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T05:00:39.178923+00:00 2021-06-30T05:00:40.965502+00:00 0:00:01.786579 47902 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T05:00:36.828936+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T05:00:37.392462+00:00 2021-06-30T05:00:39.194922+00:00 0:00:01.802460 47901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T05:00:34.825685+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T04:00:00+00:00 PythonOperator 2021-06-30T05:00:19.894710+00:00 2021-06-30T05:00:23.694188+00:00 0:00:03.799478 47900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T05:00:16.698676+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T04:00:00+00:00 PythonOperator 2021-06-30T05:00:15.057765+00:00 2021-06-30T05:00:20.106320+00:00 0:00:05.048555 47899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T05:00:12.696363+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T03:00:00+00:00 TriggerDagRunOperator 2021-06-30T04:10:21.942918+00:00 2021-06-30T04:10:22.417883+00:00 0:00:00.474965 47897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T04:10:19.550443+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T03:00:00+00:00 TriggerDagRunOperator 2021-06-30T04:10:21.827965+00:00 2021-06-30T04:10:22.233394+00:00 0:00:00.405429 47896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T04:10:19.550488+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T03:05:00+00:00 EmrJobFlowSensor 2021-06-30T04:06:07.388005+00:00 2021-06-30T04:15:10.186643+00:00 0:09:02.798638 47895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T04:06:05.112410+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T04:05:43.341616+00:00 2021-06-30T04:05:44.984946+00:00 0:00:01.643330 47894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T04:05:41.092137+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T03:05:00+00:00 PythonOperator 2021-06-30T04:05:21.149777+00:00 2021-06-30T04:05:24.910214+00:00 0:00:03.760437 47893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T04:05:19.022485+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T03:00:00+00:00 EmrJobFlowSensor 2021-06-30T04:01:06.677574+00:00 2021-06-30T04:13:09.830809+00:00 0:12:03.153235 47892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T04:01:04.466977+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T03:00:00+00:00 EmrJobFlowSensor 2021-06-30T04:00:51.204920+00:00 2021-06-30T04:09:54.039272+00:00 0:09:02.834352 47891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T04:00:48.446956+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T04:00:42.794746+00:00 2021-06-30T04:00:44.525932+00:00 0:00:01.731186 47890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T04:00:40.470145+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T04:00:28.923769+00:00 2021-06-30T04:00:30.750133+00:00 0:00:01.826364 47889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T04:00:26.417773+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T03:00:00+00:00 PythonOperator 2021-06-30T04:00:21.204149+00:00 2021-06-30T04:00:25.138024+00:00 0:00:03.933875 47888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T04:00:18.461665+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T03:00:00+00:00 PythonOperator 2021-06-30T04:00:08.696491+00:00 2021-06-30T04:00:12.332843+00:00 0:00:03.636352 47887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T04:00:06.398240+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T02:00:00+00:00 TriggerDagRunOperator 2021-06-30T03:09:32.638120+00:00 2021-06-30T03:09:33.139114+00:00 0:00:00.500994 47885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T03:09:30.320090+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T02:00:00+00:00 TriggerDagRunOperator 2021-06-30T03:09:32.591377+00:00 2021-06-30T03:09:33.017910+00:00 0:00:00.426533 47884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T03:09:30.320140+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T02:05:00+00:00 EmrJobFlowSensor 2021-06-30T03:06:06.279301+00:00 2021-06-30T03:15:08.908007+00:00 0:09:02.628706 47883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T03:06:04.142798+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T03:05:42.346818+00:00 2021-06-30T03:05:44.116216+00:00 0:00:01.769398 47882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T03:05:40.012167+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T02:05:00+00:00 PythonOperator 2021-06-30T03:05:20.351418+00:00 2021-06-30T03:05:24.028801+00:00 0:00:03.677383 47881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T03:05:17.995614+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T02:00:00+00:00 EmrJobFlowSensor 2021-06-30T03:01:07.771603+00:00 2021-06-30T03:14:11.249751+00:00 0:13:03.478148 47880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T03:01:05.460155+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T02:00:00+00:00 EmrJobFlowSensor 2021-06-30T03:01:07.724145+00:00 2021-06-30T03:09:10.347996+00:00 0:08:02.623851 47879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T03:01:05.460194+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T03:00:45.998087+00:00 2021-06-30T03:00:47.691886+00:00 0:00:01.693799 47878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T03:00:43.393289+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T03:00:43.592044+00:00 2021-06-30T03:00:45.665534+00:00 0:00:02.073490 47877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T03:00:41.390982+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T02:00:00+00:00 PythonOperator 2021-06-30T03:00:21.735493+00:00 2021-06-30T03:00:25.113849+00:00 0:00:03.378356 47876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T03:00:19.360152+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T02:00:00+00:00 PythonOperator 2021-06-30T03:00:20.090279+00:00 2021-06-30T03:00:24.013091+00:00 0:00:03.922812 47875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T03:00:17.363168+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T01:00:00+00:00 TriggerDagRunOperator 2021-06-30T02:10:20.617070+00:00 2021-06-30T02:10:21.111670+00:00 0:00:00.494600 47873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T02:10:17.656673+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T01:00:00+00:00 TriggerDagRunOperator 2021-06-30T02:10:20.383400+00:00 2021-06-30T02:10:20.781936+00:00 0:00:00.398536 47872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T02:10:17.656637+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T01:05:00+00:00 EmrJobFlowSensor 2021-06-30T02:05:49.261335+00:00 2021-06-30T02:13:51.728920+00:00 0:08:02.467585 47871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T02:05:47.099192+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T02:05:29.376539+00:00 2021-06-30T02:05:31.066879+00:00 0:00:01.690340 47870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T02:05:27.056874+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T01:05:00+00:00 PythonOperator 2021-06-30T02:05:07.185446+00:00 2021-06-30T02:05:10.707523+00:00 0:00:03.522077 47869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T02:05:04.986700+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-29T02:00:00+00:00 EmrJobFlowSensor 2021-06-30T02:01:05.272857+00:00 2021-06-30T02:12:08.204583+00:00 0:11:02.931726 47868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T02:01:02.517453+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T01:00:00+00:00 EmrJobFlowSensor 2021-06-30T02:01:05.024033+00:00 2021-06-30T02:14:08.443879+00:00 0:13:03.419846 47867 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T02:01:02.517420+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T01:00:00+00:00 EmrJobFlowSensor 2021-06-30T02:01:02.989834+00:00 2021-06-30T02:10:06.086937+00:00 0:09:03.097103 47866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T02:01:00.551781+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T02:00:44.974914+00:00 2021-06-30T02:00:46.911170+00:00 0:00:01.936256 47865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T02:00:42.520656+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T02:00:42.591182+00:00 2021-06-30T02:00:44.338658+00:00 0:00:01.747476 47864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T02:00:40.499768+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T02:00:40.843476+00:00 2021-06-30T02:00:42.719299+00:00 0:00:01.875823 47863 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T02:00:38.497532+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T01:00:00+00:00 PythonOperator 2021-06-30T02:00:23.718979+00:00 2021-06-30T02:00:27.906066+00:00 0:00:04.187087 47862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T02:00:20.439819+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T01:00:00+00:00 PythonOperator 2021-06-30T02:00:19.439253+00:00 2021-06-30T02:00:22.804752+00:00 0:00:03.365499 47861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T02:00:16.439879+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-29T02:00:00+00:00 PythonOperator 2021-06-30T02:00:19.265951+00:00 2021-06-30T02:00:24.500621+00:00 0:00:05.234670 47860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T02:00:16.439841+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T00:00:00+00:00 TriggerDagRunOperator 2021-06-30T01:10:06.517672+00:00 2021-06-30T01:10:06.993644+00:00 0:00:00.475972 47858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T01:10:03.959584+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T00:00:00+00:00 TriggerDagRunOperator 2021-06-30T01:10:06.394992+00:00 2021-06-30T01:10:06.888122+00:00 0:00:00.493130 47857 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T01:10:03.959531+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T00:05:00+00:00 EmrJobFlowSensor 2021-06-30T01:06:03.670480+00:00 2021-06-30T01:15:06.458826+00:00 0:09:02.788346 47856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T01:06:01.411324+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T01:05:41.787353+00:00 2021-06-30T01:05:43.538596+00:00 0:00:01.751243 47855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T01:05:39.396364+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T00:05:00+00:00 PythonOperator 2021-06-30T01:05:21.451018+00:00 2021-06-30T01:05:25.028527+00:00 0:00:03.577509 47854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T01:05:19.348645+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T00:00:00+00:00 EmrJobFlowSensor 2021-06-30T01:01:11.115472+00:00 2021-06-30T01:13:14.297398+00:00 0:12:03.181926 47853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T01:01:08.941750+00:00 2 default_pool