Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-08T17:00:00+00:00 EmrJobFlowSensor 2021-06-08T18:12:19.026745+00:00 2021-06-08T18:22:21.789936+00:00 0:10:02.763191 38352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T18:12:16.645933+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T18:11:59.200802+00:00 2021-06-08T18:12:00.848829+00:00 0:00:01.648027 38351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T18:11:56.508685+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T18:11:56.734208+00:00 2021-06-08T18:11:58.717814+00:00 0:00:01.983606 38350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T18:11:54.501395+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T17:00:00+00:00 PythonOperator 2021-06-08T18:11:37.449283+00:00 2021-06-08T18:11:40.835515+00:00 0:00:03.386232 38349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T18:11:34.552322+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T17:00:00+00:00 PythonOperator 2021-06-08T18:11:34.918456+00:00 2021-06-08T18:11:39.045169+00:00 0:00:04.126713 38348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T18:11:32.548158+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T17:00:00+00:00 TriggerDagRunOperator 2021-06-08T18:11:20.884630+00:00 2021-06-08T18:11:21.401245+00:00 0:00:00.516615 38347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T18:11:18.459659+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T17:00:00+00:00 TriggerDagRunOperator 2021-06-08T18:11:20.829810+00:00 2021-06-08T18:11:21.241875+00:00 0:00:00.412065 38346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T18:11:18.459690+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T17:05:00+00:00 EmrJobFlowSensor 2021-06-08T18:06:04.474544+00:00 2021-06-08T18:15:06.991348+00:00 0:09:02.516804 38345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T18:06:01.976516+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T18:05:42.140221+00:00 2021-06-08T18:05:43.794402+00:00 0:00:01.654181 38344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T18:05:39.961822+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T17:05:00+00:00 PythonOperator 2021-06-08T18:05:22.075773+00:00 2021-06-08T18:05:25.271457+00:00 0:00:03.195684 38343 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T18:05:19.850094+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T17:00:00+00:00 EmrJobFlowSensor 2021-06-08T18:01:03.520891+00:00 2021-06-08T18:11:06.160355+00:00 0:10:02.639464 38342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T18:01:01.362308+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T17:00:00+00:00 EmrJobFlowSensor 2021-06-08T18:00:59.747102+00:00 2021-06-08T18:11:02.634919+00:00 0:10:02.887817 38341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T18:00:57.353171+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T18:00:39.947721+00:00 2021-06-08T18:00:41.706412+00:00 0:00:01.758691 38340 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T18:00:37.369731+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T18:00:37.643214+00:00 2021-06-08T18:00:39.328680+00:00 0:00:01.685466 38339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T18:00:35.352369+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T17:00:00+00:00 PythonOperator 2021-06-08T18:00:20.515005+00:00 2021-06-08T18:00:23.993649+00:00 0:00:03.478644 38338 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T18:00:17.291501+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T17:00:00+00:00 PythonOperator 2021-06-08T18:00:18.316427+00:00 2021-06-08T18:00:21.947240+00:00 0:00:03.630813 38337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T18:00:15.284422+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T16:00:00+00:00 EmrJobFlowSensor 2021-06-08T17:12:38.425502+00:00 2021-06-08T17:21:41.058347+00:00 0:09:02.632845 38335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T17:12:36.093083+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T16:00:00+00:00 EmrJobFlowSensor 2021-06-08T17:12:34.257613+00:00 2021-06-08T17:22:36.846229+00:00 0:10:02.588616 38334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T17:12:32.089804+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T17:12:18.923619+00:00 2021-06-08T17:12:20.774767+00:00 0:00:01.851148 38333 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T17:12:16.040678+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T17:12:12.305422+00:00 2021-06-08T17:12:14.025727+00:00 0:00:01.720305 38332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T17:12:10.031066+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T16:00:00+00:00 PythonOperator 2021-06-08T17:11:56.385904+00:00 2021-06-08T17:11:59.626071+00:00 0:00:03.240167 38331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T17:11:54.022649+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T16:00:00+00:00 PythonOperator 2021-06-08T17:11:50.521269+00:00 2021-06-08T17:11:54.273550+00:00 0:00:03.752281 38330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T17:11:48.073172+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T16:00:00+00:00 TriggerDagRunOperator 2021-06-08T17:11:38.599142+00:00 2021-06-08T17:11:39.031274+00:00 0:00:00.432132 38329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T17:11:36.066646+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T16:00:00+00:00 TriggerDagRunOperator 2021-06-08T17:11:38.590597+00:00 2021-06-08T17:11:39.114226+00:00 0:00:00.523629 38328 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T17:11:36.066609+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T16:05:00+00:00 EmrJobFlowSensor 2021-06-08T17:06:17.652430+00:00 2021-06-08T17:15:20.254826+00:00 0:09:02.602396 38327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T17:06:15.461251+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T17:05:53.815596+00:00 2021-06-08T17:05:55.535371+00:00 0:00:01.719775 38326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T17:05:51.484006+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T16:05:00+00:00 PythonOperator 2021-06-08T17:05:29.755020+00:00 2021-06-08T17:05:33.177317+00:00 0:00:03.422297 38325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T17:05:27.424579+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T16:00:00+00:00 EmrJobFlowSensor 2021-06-08T17:01:19.391723+00:00 2021-06-08T17:11:22.300128+00:00 0:10:02.908405 38324 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T17:01:16.999344+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T16:00:00+00:00 EmrJobFlowSensor 2021-06-08T17:01:07.259849+00:00 2021-06-08T17:12:10.298158+00:00 0:11:03.038309 38323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T17:01:04.986774+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T17:00:57.213888+00:00 2021-06-08T17:00:58.940999+00:00 0:00:01.727111 38322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T17:00:54.949224+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T17:00:32.950854+00:00 2021-06-08T17:00:34.610751+00:00 0:00:01.659897 38321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T17:00:30.838989+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T16:00:00+00:00 PythonOperator 2021-06-08T17:00:19.519366+00:00 2021-06-08T17:00:22.880536+00:00 0:00:03.361170 38320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T17:00:16.825273+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T16:00:00+00:00 PythonOperator 2021-06-08T17:00:11.122229+00:00 2021-06-08T17:00:14.672788+00:00 0:00:03.550559 38319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T17:00:08.817284+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T15:00:00+00:00 EmrJobFlowSensor 2021-06-08T16:11:43.597047+00:00 2021-06-08T16:20:46.255057+00:00 0:09:02.658010 38317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T16:11:41.290395+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T15:00:00+00:00 EmrJobFlowSensor 2021-06-08T16:11:33.621455+00:00 2021-06-08T16:21:36.329177+00:00 0:10:02.707722 38316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T16:11:31.346473+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T16:11:21.389293+00:00 2021-06-08T16:11:23.080006+00:00 0:00:01.690713 38315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T16:11:19.209986+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T16:11:11.510300+00:00 2021-06-08T16:11:13.250721+00:00 0:00:01.740421 38314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T16:11:09.267232+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T15:00:00+00:00 PythonOperator 2021-06-08T16:10:59.525169+00:00 2021-06-08T16:11:02.910492+00:00 0:00:03.385323 38313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T16:10:57.192363+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T15:00:00+00:00 PythonOperator 2021-06-08T16:10:49.707946+00:00 2021-06-08T16:10:53.177223+00:00 0:00:03.469277 38312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T16:10:47.249983+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T15:00:00+00:00 TriggerDagRunOperator 2021-06-08T16:10:33.540067+00:00 2021-06-08T16:10:34.072543+00:00 0:00:00.532476 38311 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T16:10:31.162954+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T15:00:00+00:00 TriggerDagRunOperator 2021-06-08T16:10:33.482542+00:00 2021-06-08T16:10:33.862133+00:00 0:00:00.379591 38310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T16:10:31.162990+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T15:05:00+00:00 EmrJobFlowSensor 2021-06-08T16:05:52.877994+00:00 2021-06-08T16:14:55.568152+00:00 0:09:02.690158 38309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T16:05:50.599559+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T16:05:31.079097+00:00 2021-06-08T16:05:32.697840+00:00 0:00:01.618743 38308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T16:05:28.655144+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T15:05:00+00:00 PythonOperator 2021-06-08T16:05:10.980134+00:00 2021-06-08T16:05:14.345582+00:00 0:00:03.365448 38307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T16:05:08.574283+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T15:00:00+00:00 EmrJobFlowSensor 2021-06-08T16:01:04.779361+00:00 2021-06-08T16:11:07.611750+00:00 0:10:02.832389 38306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T16:01:02.145680+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T15:00:00+00:00 EmrJobFlowSensor 2021-06-08T16:01:02.339954+00:00 2021-06-08T16:10:05.445292+00:00 0:09:03.105338 38305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T16:01:00.102196+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T16:00:42.682358+00:00 2021-06-08T16:00:44.350878+00:00 0:00:01.668520 38304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T16:00:40.011783+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T16:00:40.415335+00:00 2021-06-08T16:00:42.493754+00:00 0:00:02.078419 38303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T16:00:38.009278+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T15:00:00+00:00 PythonOperator 2021-06-08T16:00:20.148054+00:00 2021-06-08T16:00:23.664817+00:00 0:00:03.516763 38302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T16:00:17.992428+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T15:00:00+00:00 PythonOperator 2021-06-08T16:00:16.649231+00:00 2021-06-08T16:00:19.860992+00:00 0:00:03.211761 38301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T16:00:13.990716+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T14:00:00+00:00 EmrJobFlowSensor 2021-06-08T15:11:22.118997+00:00 2021-06-08T15:19:24.793544+00:00 0:08:02.674547 38299 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T15:11:19.947672+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T14:00:00+00:00 EmrJobFlowSensor 2021-06-08T15:11:12.076140+00:00 2021-06-08T15:20:14.754654+00:00 0:09:02.678514 38298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T15:11:09.938688+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T15:11:00.415316+00:00 2021-06-08T15:11:02.266069+00:00 0:00:01.850753 38297 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T15:10:57.972054+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T15:10:48.512107+00:00 2021-06-08T15:10:50.347203+00:00 0:00:01.835096 38296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T15:10:45.982242+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T14:00:00+00:00 PythonOperator 2021-06-08T15:10:38.453276+00:00 2021-06-08T15:10:41.840181+00:00 0:00:03.386905 38295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T15:10:35.914048+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T14:00:00+00:00 PythonOperator 2021-06-08T15:10:28.864050+00:00 2021-06-08T15:10:32.534978+00:00 0:00:03.670928 38294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T15:10:25.951146+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T14:00:00+00:00 TriggerDagRunOperator 2021-06-08T15:10:20.349185+00:00 2021-06-08T15:10:20.855068+00:00 0:00:00.505883 38293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T15:10:17.900635+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T14:00:00+00:00 TriggerDagRunOperator 2021-06-08T15:10:20.168460+00:00 2021-06-08T15:10:20.604503+00:00 0:00:00.436043 38292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T15:10:17.900681+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T14:05:00+00:00 EmrJobFlowSensor 2021-06-08T15:05:56.024213+00:00 2021-06-08T15:14:58.829648+00:00 0:09:02.805435 38291 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T15:05:53.612112+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T15:05:30.282946+00:00 2021-06-08T15:05:31.894417+00:00 0:00:01.611471 38290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T15:05:27.665333+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T14:05:00+00:00 PythonOperator 2021-06-08T15:05:07.708849+00:00 2021-06-08T15:05:10.861881+00:00 0:00:03.153032 38289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T15:05:05.516912+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T14:00:00+00:00 EmrJobFlowSensor 2021-06-08T15:01:11.232422+00:00 2021-06-08T15:10:13.896115+00:00 0:09:02.663693 38288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T15:01:08.938073+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T14:00:00+00:00 EmrJobFlowSensor 2021-06-08T15:01:11.091541+00:00 2021-06-08T15:12:14.032480+00:00 0:11:02.940939 38287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T15:01:08.938102+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T15:00:51.233630+00:00 2021-06-08T15:00:52.927953+00:00 0:00:01.694323 38286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T15:00:48.920686+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T15:00:51.172324+00:00 2021-06-08T15:00:52.991221+00:00 0:00:01.818897 38285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T15:00:48.920715+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T14:00:00+00:00 PythonOperator 2021-06-08T15:00:27.100063+00:00 2021-06-08T15:00:30.427992+00:00 0:00:03.327929 38284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T15:00:24.908051+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T14:00:00+00:00 PythonOperator 2021-06-08T15:00:25.177159+00:00 2021-06-08T15:00:28.735579+00:00 0:00:03.558420 38283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T15:00:22.896999+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T13:00:00+00:00 EmrJobFlowSensor 2021-06-08T14:15:50.934747+00:00 2021-06-08T14:25:53.682866+00:00 0:10:02.748119 38282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T14:15:48.662995+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T13:00:00+00:00 EmrJobFlowSensor 2021-06-08T14:15:46.973783+00:00 2021-06-08T14:24:49.636649+00:00 0:09:02.662866 38281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T14:15:44.661002+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T14:15:31.200406+00:00 2021-06-08T14:15:33.078805+00:00 0:00:01.878399 38280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T14:15:28.665616+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T14:15:24.670162+00:00 2021-06-08T14:15:26.342962+00:00 0:00:01.672800 38279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T14:15:22.543448+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T13:00:00+00:00 PythonOperator 2021-06-08T14:15:09.705588+00:00 2021-06-08T14:15:13.338340+00:00 0:00:03.632752 38278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T14:15:06.522923+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T13:00:00+00:00 PythonOperator 2021-06-08T14:15:04.790587+00:00 2021-06-08T14:15:09.054740+00:00 0:00:04.264153 38277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T14:15:02.519756+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T13:00:00+00:00 TriggerDagRunOperator 2021-06-08T14:14:45.325996+00:00 2021-06-08T14:14:45.693694+00:00 0:00:00.367698 38276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T14:14:42.562369+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T13:00:00+00:00 TriggerDagRunOperator 2021-06-08T14:14:45.339552+00:00 2021-06-08T14:14:45.829226+00:00 0:00:00.489674 38275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T14:14:42.562401+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T13:05:00+00:00 EmrJobFlowSensor 2021-06-08T14:05:56.688984+00:00 2021-06-08T14:14:59.254161+00:00 0:09:02.565177 38273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T14:05:54.450957+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T14:05:35.115801+00:00 2021-06-08T14:05:36.813089+00:00 0:00:01.697288 38272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T14:05:32.473540+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T13:05:00+00:00 PythonOperator 2021-06-08T14:05:12.456083+00:00 2021-06-08T14:05:15.884356+00:00 0:00:03.428273 38271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T14:05:10.260167+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T13:00:00+00:00 EmrJobFlowSensor 2021-06-08T14:01:00.428704+00:00 2021-06-08T14:12:03.382072+00:00 0:11:02.953368 38270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T14:00:57.967899+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T13:00:00+00:00 EmrJobFlowSensor 2021-06-08T14:00:50.041837+00:00 2021-06-08T14:09:52.598561+00:00 0:09:02.556724 38269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T14:00:47.847556+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T14:00:40.023405+00:00 2021-06-08T14:00:41.666163+00:00 0:00:01.642758 38268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T14:00:37.838143+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T14:00:28.017939+00:00 2021-06-08T14:00:29.685500+00:00 0:00:01.667561 38267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T14:00:25.829500+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T13:00:00+00:00 PythonOperator 2021-06-08T14:00:16.157412+00:00 2021-06-08T14:00:19.510673+00:00 0:00:03.353261 38266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T14:00:13.873368+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T13:00:00+00:00 PythonOperator 2021-06-08T14:00:06.212122+00:00 2021-06-08T14:00:09.438133+00:00 0:00:03.226011 38265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T14:00:03.817611+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T12:00:00+00:00 EmrJobFlowSensor 2021-06-08T13:12:17.380317+00:00 2021-06-08T13:22:20.115911+00:00 0:10:02.735594 38264 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:12:15.134084+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T12:00:00+00:00 EmrJobFlowSensor 2021-06-08T13:12:09.347575+00:00 2021-06-08T13:21:11.949173+00:00 0:09:02.601598 38263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:12:07.144874+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:11:55.322210+00:00 2021-06-08T13:11:57.027716+00:00 0:00:01.705506 38262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T13:11:53.109309+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:11:47.404472+00:00 2021-06-08T13:11:49.250412+00:00 0:00:01.845940 38261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T13:11:45.125491+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T12:00:00+00:00 PythonOperator 2021-06-08T13:11:33.356636+00:00 2021-06-08T13:11:36.803249+00:00 0:00:03.446613 38260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:11:31.090848+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T12:00:00+00:00 PythonOperator 2021-06-08T13:11:26.062055+00:00 2021-06-08T13:11:29.453138+00:00 0:00:03.391083 38259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:11:23.153553+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T12:00:00+00:00 TriggerDagRunOperator 2021-06-08T13:11:17.987013+00:00 2021-06-08T13:11:18.559113+00:00 0:00:00.572100 38258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:11:14.965058+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T12:00:00+00:00 TriggerDagRunOperator 2021-06-08T13:11:17.871448+00:00 2021-06-08T13:11:18.306217+00:00 0:00:00.434769 38257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:11:14.965020+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T12:05:00+00:00 EmrJobFlowSensor 2021-06-08T13:06:08.150755+00:00 2021-06-08T13:15:10.925523+00:00 0:09:02.774768 38255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:06:05.887917+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:05:46.046633+00:00 2021-06-08T13:05:47.660329+00:00 0:00:01.613696 38254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T13:05:43.846797+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T12:05:00+00:00 PythonOperator 2021-06-08T13:05:14.309928+00:00 2021-06-08T13:05:17.733176+00:00 0:00:03.423248 38253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:05:11.872065+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T12:00:00+00:00 EmrJobFlowSensor 2021-06-08T13:01:09.639795+00:00 2021-06-08T13:13:12.615531+00:00 0:12:02.975736 38252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:01:07.403135+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T12:00:00+00:00 EmrJobFlowSensor 2021-06-08T13:01:03.672598+00:00 2021-06-08T13:11:06.643694+00:00 0:10:02.971096 38251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:01:01.389715+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:00:43.699754+00:00 2021-06-08T13:00:45.493706+00:00 0:00:01.793952 38250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T13:00:41.339240+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:00:41.590010+00:00 2021-06-08T13:00:43.267254+00:00 0:00:01.677244 38249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T13:00:39.340780+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T12:00:00+00:00 PythonOperator 2021-06-08T13:00:23.553218+00:00 2021-06-08T13:00:27.144002+00:00 0:00:03.590784 38248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:00:21.313236+00:00 2 default_pool