Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T05:00:00+00:00 EmrJobFlowSensor 2021-06-03T06:01:05.951353+00:00 2021-06-03T06:13:08.917302+00:00 0:12:02.965949 35925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T06:01:03.654690+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T05:00:00+00:00 EmrJobFlowSensor 2021-06-03T06:00:49.922540+00:00 2021-06-03T06:10:52.931951+00:00 0:10:03.009411 35924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T06:00:47.543589+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T06:00:44.026043+00:00 2021-06-03T06:00:45.770504+00:00 0:00:01.744461 35923 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T06:00:41.578870+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T06:00:27.897163+00:00 2021-06-03T06:00:29.726735+00:00 0:00:01.829572 35922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T06:00:25.506019+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T05:00:00+00:00 PythonOperator 2021-06-03T06:00:21.845373+00:00 2021-06-03T06:00:25.159405+00:00 0:00:03.314032 35921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T06:00:19.545495+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T05:00:00+00:00 PythonOperator 2021-06-03T06:00:07.570833+00:00 2021-06-03T06:00:10.940655+00:00 0:00:03.369822 35920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T06:00:05.485705+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T04:00:00+00:00 EmrJobFlowSensor 2021-06-03T05:12:35.002501+00:00 2021-06-03T05:22:37.795776+00:00 0:10:02.793275 35919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T05:12:32.587010+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T04:00:00+00:00 EmrJobFlowSensor 2021-06-03T05:12:28.970230+00:00 2021-06-03T05:21:31.643687+00:00 0:09:02.673457 35918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T05:12:26.522199+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T05:12:12.868105+00:00 2021-06-03T05:12:14.633906+00:00 0:00:01.765801 35917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T05:12:10.492386+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T05:12:06.805739+00:00 2021-06-03T05:12:08.576061+00:00 0:00:01.770322 35916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T05:12:04.546346+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T04:00:00+00:00 PythonOperator 2021-06-03T05:11:50.741984+00:00 2021-06-03T05:11:54.031624+00:00 0:00:03.289640 35915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T05:11:48.455071+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T04:00:00+00:00 PythonOperator 2021-06-03T05:11:44.797676+00:00 2021-06-03T05:11:48.257148+00:00 0:00:03.459472 35914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T05:11:42.490968+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T04:00:00+00:00 TriggerDagRunOperator 2021-06-03T05:11:25.315487+00:00 2021-06-03T05:11:25.818408+00:00 0:00:00.502921 35913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T05:11:22.559162+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T04:00:00+00:00 TriggerDagRunOperator 2021-06-03T05:11:25.183278+00:00 2021-06-03T05:11:25.612265+00:00 0:00:00.428987 35912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T05:11:22.559239+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T04:05:00+00:00 EmrJobFlowSensor 2021-06-03T05:08:12.357535+00:00 2021-06-03T05:17:14.989292+00:00 0:09:02.631757 35911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T05:08:10.218990+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T05:07:52.425508+00:00 2021-06-03T05:07:54.176285+00:00 0:00:01.750777 35910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T05:07:50.199885+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T04:05:00+00:00 PythonOperator 2021-06-03T05:07:30.967497+00:00 2021-06-03T05:07:34.381270+00:00 0:00:03.413773 35909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T05:07:28.264708+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T04:00:00+00:00 EmrJobFlowSensor 2021-06-03T05:01:13.203613+00:00 2021-06-03T05:11:16.140590+00:00 0:10:02.936977 35907 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T05:01:10.819272+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T04:00:00+00:00 EmrJobFlowSensor 2021-06-03T05:00:52.977276+00:00 2021-06-03T05:12:55.919730+00:00 0:12:02.942454 35906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T05:00:50.800075+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T05:00:50.998541+00:00 2021-06-03T05:00:52.805073+00:00 0:00:01.806532 35905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T05:00:48.797892+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T05:00:31.360750+00:00 2021-06-03T05:00:33.131711+00:00 0:00:01.770961 35904 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T05:00:28.859598+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T04:00:00+00:00 PythonOperator 2021-06-03T05:00:31.335235+00:00 2021-06-03T05:00:34.654006+00:00 0:00:03.318771 35903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T05:00:28.859640+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T04:00:00+00:00 PythonOperator 2021-06-03T05:00:08.937839+00:00 2021-06-03T05:00:12.274440+00:00 0:00:03.336601 35902 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T05:00:06.719180+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T03:00:00+00:00 EmrJobFlowSensor 2021-06-03T04:13:18.393935+00:00 2021-06-03T04:23:21.157317+00:00 0:10:02.763382 35901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T04:13:15.860086+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T03:00:00+00:00 EmrJobFlowSensor 2021-06-03T04:13:13.974636+00:00 2021-06-03T04:22:16.620908+00:00 0:09:02.646272 35900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T04:13:11.807378+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T04:12:56.303012+00:00 2021-06-03T04:12:58.120914+00:00 0:00:01.817902 35899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T04:12:53.858905+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T04:12:51.934198+00:00 2021-06-03T04:12:53.596503+00:00 0:00:01.662305 35898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T04:12:49.786122+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T03:00:00+00:00 PythonOperator 2021-06-03T04:12:36.106075+00:00 2021-06-03T04:12:39.633701+00:00 0:00:03.527626 35897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T04:12:33.769728+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T03:00:00+00:00 PythonOperator 2021-06-03T04:12:30.166274+00:00 2021-06-03T04:12:33.347018+00:00 0:00:03.180744 35896 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T04:12:27.769309+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T03:00:00+00:00 TriggerDagRunOperator 2021-06-03T04:12:06.192893+00:00 2021-06-03T04:12:06.623002+00:00 0:00:00.430109 35895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T04:12:03.747805+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T03:00:00+00:00 TriggerDagRunOperator 2021-06-03T04:12:06.189892+00:00 2021-06-03T04:12:06.719829+00:00 0:00:00.529937 35894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T04:12:03.747835+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T03:05:00+00:00 EmrJobFlowSensor 2021-06-03T04:06:03.276811+00:00 2021-06-03T04:15:05.929646+00:00 0:09:02.652835 35893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T04:06:01.115247+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T04:05:35.546157+00:00 2021-06-03T04:05:37.267719+00:00 0:00:01.721562 35892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T04:05:33.164901+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T03:05:00+00:00 PythonOperator 2021-06-03T04:05:13.368344+00:00 2021-06-03T04:05:16.531054+00:00 0:00:03.162710 35891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T04:05:11.087372+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T03:00:00+00:00 EmrJobFlowSensor 2021-06-03T04:02:41.482819+00:00 2021-06-03T04:11:44.193327+00:00 0:09:02.710508 35890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T04:02:38.941353+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T03:00:00+00:00 EmrJobFlowSensor 2021-06-03T04:02:41.326367+00:00 2021-06-03T04:13:44.276082+00:00 0:11:02.949715 35889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T04:02:38.941304+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T04:02:14.974080+00:00 2021-06-03T04:02:16.636875+00:00 0:00:01.662795 35888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T04:02:12.835431+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T04:02:10.995948+00:00 2021-06-03T04:02:12.731846+00:00 0:00:01.735898 35887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T04:02:08.831934+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T03:00:00+00:00 PythonOperator 2021-06-03T04:01:53.171911+00:00 2021-06-03T04:01:57.503402+00:00 0:00:04.331491 35886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T04:01:50.818280+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T03:00:00+00:00 PythonOperator 2021-06-03T04:01:45.313995+00:00 2021-06-03T04:01:48.593547+00:00 0:00:03.279552 35885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T04:01:42.810336+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T02:00:00+00:00 EmrJobFlowSensor 2021-06-03T03:12:33.672409+00:00 2021-06-03T03:21:36.424341+00:00 0:09:02.751932 35883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T03:12:31.439588+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T02:00:00+00:00 EmrJobFlowSensor 2021-06-03T03:12:07.586515+00:00 2021-06-03T03:21:10.317114+00:00 0:09:02.730599 35882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T03:12:05.419276+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T03:12:02.073633+00:00 2021-06-03T03:12:03.762418+00:00 0:00:01.688785 35881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T03:11:59.562148+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T03:11:48.288475+00:00 2021-06-03T03:11:49.964681+00:00 0:00:01.676206 35880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T03:11:45.403641+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T02:00:00+00:00 PythonOperator 2021-06-03T03:11:39.778090+00:00 2021-06-03T03:11:43.400252+00:00 0:00:03.622162 35879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T03:11:37.398754+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T02:00:00+00:00 PythonOperator 2021-06-03T03:11:25.880765+00:00 2021-06-03T03:11:29.128996+00:00 0:00:03.248231 35878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T03:11:23.447796+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T02:00:00+00:00 TriggerDagRunOperator 2021-06-03T03:11:16.142691+00:00 2021-06-03T03:11:16.614916+00:00 0:00:00.472225 35877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T03:11:13.368308+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T02:00:00+00:00 TriggerDagRunOperator 2021-06-03T03:11:15.888085+00:00 2021-06-03T03:11:16.409707+00:00 0:00:00.521622 35876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T03:11:13.368339+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T02:05:00+00:00 EmrJobFlowSensor 2021-06-03T03:05:48.984433+00:00 2021-06-03T03:14:51.451317+00:00 0:09:02.466884 35875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T03:05:46.764151+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T03:05:26.808044+00:00 2021-06-03T03:05:28.519459+00:00 0:00:01.711415 35874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T03:05:24.609766+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T02:05:00+00:00 PythonOperator 2021-06-03T03:05:06.779587+00:00 2021-06-03T03:05:09.883840+00:00 0:00:03.104253 35873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T03:05:04.589675+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T02:00:00+00:00 EmrJobFlowSensor 2021-06-03T03:00:54.562175+00:00 2021-06-03T03:12:57.551353+00:00 0:12:02.989178 35872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T03:00:52.270004+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T02:00:00+00:00 EmrJobFlowSensor 2021-06-03T03:00:50.403280+00:00 2021-06-03T03:10:53.304282+00:00 0:10:02.901002 35871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T03:00:48.211461+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T03:00:34.450744+00:00 2021-06-03T03:00:36.147733+00:00 0:00:01.696989 35870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T03:00:32.197973+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T03:00:28.648148+00:00 2021-06-03T03:00:30.432326+00:00 0:00:01.784178 35869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T03:00:26.187942+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T02:00:00+00:00 PythonOperator 2021-06-03T03:00:12.388082+00:00 2021-06-03T03:00:16.059681+00:00 0:00:03.671599 35868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T03:00:10.176528+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T02:00:00+00:00 PythonOperator 2021-06-03T03:00:06.456391+00:00 2021-06-03T03:00:09.766449+00:00 0:00:03.310058 35867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T03:00:04.170345+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T01:00:00+00:00 EmrJobFlowSensor 2021-06-03T02:12:43.022205+00:00 2021-06-03T02:21:45.642831+00:00 0:09:02.620626 35865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T02:12:40.663087+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T01:00:00+00:00 EmrJobFlowSensor 2021-06-03T02:12:38.777888+00:00 2021-06-03T02:21:41.437692+00:00 0:09:02.659804 35864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T02:12:36.651907+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T02:12:20.690467+00:00 2021-06-03T02:12:22.392422+00:00 0:00:01.701955 35863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T02:12:18.521015+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T02:12:16.819635+00:00 2021-06-03T02:12:18.749184+00:00 0:00:01.929549 35862 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T02:12:14.543564+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T01:00:00+00:00 PythonOperator 2021-06-03T02:12:00.906558+00:00 2021-06-03T02:12:04.224925+00:00 0:00:03.318367 35861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T02:11:58.513575+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T01:00:00+00:00 PythonOperator 2021-06-03T02:11:56.756629+00:00 2021-06-03T02:12:00.159628+00:00 0:00:03.402999 35860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T02:11:54.504833+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T01:00:00+00:00 TriggerDagRunOperator 2021-06-03T02:11:35.089133+00:00 2021-06-03T02:11:35.474976+00:00 0:00:00.385843 35859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T02:11:32.568488+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T01:00:00+00:00 TriggerDagRunOperator 2021-06-03T02:11:35.029156+00:00 2021-06-03T02:11:35.532961+00:00 0:00:00.503805 35858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T02:11:32.568443+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T01:05:00+00:00 EmrJobFlowSensor 2021-06-03T02:05:54.404948+00:00 2021-06-03T02:14:56.935663+00:00 0:09:02.530715 35857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T02:05:52.066051+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T02:05:32.286761+00:00 2021-06-03T02:05:33.894153+00:00 0:00:01.607392 35856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T02:05:30.052858+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T01:05:00+00:00 PythonOperator 2021-06-03T02:05:10.163238+00:00 2021-06-03T02:05:13.259536+00:00 0:00:03.096298 35855 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T02:05:07.933132+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T01:00:00+00:00 EmrJobFlowSensor 2021-06-03T02:01:07.931090+00:00 2021-06-03T02:11:10.705394+00:00 0:10:02.774304 35854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T02:01:05.487777+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T01:00:00+00:00 EmrJobFlowSensor 2021-06-03T02:01:05.557378+00:00 2021-06-03T02:12:08.840978+00:00 0:11:03.283600 35853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T02:01:03.483270+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T02:00:43.812541+00:00 2021-06-03T02:00:45.537252+00:00 0:00:01.724711 35852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T02:00:41.457581+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T02:00:41.759159+00:00 2021-06-03T02:00:43.504456+00:00 0:00:01.745297 35851 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T02:00:39.453929+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T01:00:00+00:00 PythonOperator 2021-06-03T02:00:21.521349+00:00 2021-06-03T02:00:24.667686+00:00 0:00:03.146337 35850 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T02:00:19.316707+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T01:00:00+00:00 PythonOperator 2021-06-03T02:00:20.012743+00:00 2021-06-03T02:00:23.474317+00:00 0:00:03.461574 35849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T02:00:17.346834+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T00:00:00+00:00 EmrJobFlowSensor 2021-06-03T01:10:09.597667+00:00 2021-06-03T01:19:12.295727+00:00 0:09:02.698060 35847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T01:10:07.223907+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T00:00:00+00:00 EmrJobFlowSensor 2021-06-03T01:09:47.474814+00:00 2021-06-03T01:18:50.064470+00:00 0:09:02.589656 35846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T01:09:45.204749+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T01:09:41.601482+00:00 2021-06-03T01:09:43.279865+00:00 0:00:01.678383 35845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T01:09:39.260064+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T01:09:27.424123+00:00 2021-06-03T01:09:29.108796+00:00 0:00:01.684673 35844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T01:09:25.245389+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T00:00:00+00:00 PythonOperator 2021-06-03T01:09:19.487200+00:00 2021-06-03T01:09:22.879523+00:00 0:00:03.392323 35843 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T01:09:17.130632+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T00:00:00+00:00 PythonOperator 2021-06-03T01:09:05.983618+00:00 2021-06-03T01:09:09.343305+00:00 0:00:03.359687 35842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T01:09:03.119113+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T00:00:00+00:00 TriggerDagRunOperator 2021-06-03T01:08:57.768799+00:00 2021-06-03T01:08:58.148542+00:00 0:00:00.379743 35841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T01:08:55.112408+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T00:00:00+00:00 TriggerDagRunOperator 2021-06-03T01:08:57.441386+00:00 2021-06-03T01:08:57.945668+00:00 0:00:00.504282 35840 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T01:08:55.112379+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T00:05:00+00:00 EmrJobFlowSensor 2021-06-03T01:05:49.310640+00:00 2021-06-03T01:14:51.807749+00:00 0:09:02.497109 35839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T01:05:46.955340+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T01:05:29.037109+00:00 2021-06-03T01:05:30.685665+00:00 0:00:01.648556 35838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T01:05:26.870600+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T00:05:00+00:00 PythonOperator 2021-06-03T01:05:06.923278+00:00 2021-06-03T01:05:10.255787+00:00 0:00:03.332509 35837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T01:05:04.813435+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T00:00:00+00:00 EmrJobFlowSensor 2021-06-03T01:00:56.726200+00:00 2021-06-03T01:11:59.543592+00:00 0:11:02.817392 35836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T01:00:54.412083+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T00:00:00+00:00 EmrJobFlowSensor 2021-06-03T01:00:48.859021+00:00 2021-06-03T01:08:51.424563+00:00 0:08:02.565542 35835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T01:00:46.466778+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T01:00:34.826645+00:00 2021-06-03T01:00:36.586147+00:00 0:00:01.759502 35834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T01:00:32.461933+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T01:00:28.784994+00:00 2021-06-03T01:00:30.477600+00:00 0:00:01.692606 35833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T01:00:26.459997+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T00:00:00+00:00 PythonOperator 2021-06-03T01:00:12.665717+00:00 2021-06-03T01:00:16.106809+00:00 0:00:03.441092 35832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T01:00:10.383198+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T00:00:00+00:00 PythonOperator 2021-06-03T01:00:06.675342+00:00 2021-06-03T01:00:09.918252+00:00 0:00:03.242910 35831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T01:00:04.341604+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T23:00:00+00:00 EmrJobFlowSensor 2021-06-03T00:11:44.473054+00:00 2021-06-03T00:20:47.080233+00:00 0:09:02.607179 35829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T00:11:42.293243+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T23:00:00+00:00 EmrJobFlowSensor 2021-06-03T00:11:20.727283+00:00 2021-06-03T00:20:23.411414+00:00 0:09:02.684131 35828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T00:11:18.231386+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T00:11:20.604776+00:00 2021-06-03T00:11:22.297421+00:00 0:00:01.692645 35827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T00:11:18.231351+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T00:10:40.422237+00:00 2021-06-03T00:10:42.194454+00:00 0:00:01.772217 35826 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T00:10:38.192716+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T23:00:00+00:00 PythonOperator 2021-06-03T00:10:38.587866+00:00 2021-06-03T00:10:41.894228+00:00 0:00:03.306362 35825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T00:10:36.187728+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T23:00:00+00:00 PythonOperator 2021-06-03T00:10:20.381084+00:00 2021-06-03T00:10:24.151303+00:00 0:00:03.770219 35824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T00:10:18.113899+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T23:00:00+00:00 TriggerDagRunOperator 2021-06-03T00:10:14.551243+00:00 2021-06-03T00:10:15.066933+00:00 0:00:00.515690 35823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T00:10:12.106584+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T23:00:00+00:00 TriggerDagRunOperator 2021-06-03T00:10:14.321523+00:00 2021-06-03T00:10:14.702099+00:00 0:00:00.380576 35822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T00:10:12.106617+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T23:05:00+00:00 EmrJobFlowSensor 2021-06-03T00:06:09.851403+00:00 2021-06-03T00:15:12.399352+00:00 0:09:02.547949 35821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T00:06:07.713658+00:00 2 default_pool