Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-06-13T12:00:00+00:00 PythonOperator 2021-06-13T13:12:18.404099+00:00 2021-06-13T13:12:22.299455+00:00 0:00:03.895356 40451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T13:12:16.227188+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T12:00:00+00:00 TriggerDagRunOperator 2021-06-13T13:12:14.583249+00:00 2021-06-13T13:12:15.088698+00:00 0:00:00.505449 40450 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T13:12:12.219492+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T12:00:00+00:00 TriggerDagRunOperator 2021-06-13T13:12:14.488622+00:00 2021-06-13T13:12:14.875591+00:00 0:00:00.386969 40449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T13:12:12.219461+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T12:05:00+00:00 EmrJobFlowSensor 2021-06-13T13:12:10.568579+00:00 2021-06-13T13:15:12.369551+00:00 0:03:01.800972 40448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T13:12:08.218036+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T13:05:30.995803+00:00 2021-06-13T13:05:32.795178+00:00 0:00:01.799375 40446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T13:05:28.747371+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T12:05:00+00:00 PythonOperator 2021-06-13T13:05:08.862348+00:00 2021-06-13T13:05:12.261832+00:00 0:00:03.399484 40445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T13:05:06.717005+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T12:00:00+00:00 EmrJobFlowSensor 2021-06-13T13:01:04.777186+00:00 2021-06-13T13:14:07.907814+00:00 0:13:03.130628 40444 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T13:01:02.240822+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T12:00:00+00:00 EmrJobFlowSensor 2021-06-13T13:01:04.431964+00:00 2021-06-13T13:10:07.103279+00:00 0:09:02.671315 40443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T13:01:02.240850+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T13:00:38.601605+00:00 2021-06-13T13:00:40.449463+00:00 0:00:01.847858 40442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T13:00:36.212201+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T13:00:38.370967+00:00 2021-06-13T13:00:40.090974+00:00 0:00:01.720007 40441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T13:00:36.212173+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T12:00:00+00:00 PythonOperator 2021-06-13T13:00:18.652597+00:00 2021-06-13T13:00:22.256904+00:00 0:00:03.604307 40440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T13:00:16.194516+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T12:00:00+00:00 PythonOperator 2021-06-13T13:00:16.552050+00:00 2021-06-13T13:00:19.775056+00:00 0:00:03.223006 40439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T13:00:14.190804+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T11:00:00+00:00 EmrJobFlowSensor 2021-06-13T12:12:25.580029+00:00 2021-06-13T12:22:28.204042+00:00 0:10:02.624013 40438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T12:12:23.250129+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T11:00:00+00:00 EmrJobFlowSensor 2021-06-13T12:12:21.298693+00:00 2021-06-13T12:21:23.910560+00:00 0:09:02.611867 40437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T12:12:19.171901+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T12:12:05.434374+00:00 2021-06-13T12:12:07.247082+00:00 0:00:01.812708 40436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T12:12:03.158266+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T12:11:59.328086+00:00 2021-06-13T12:12:00.982514+00:00 0:00:01.654428 40435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T12:11:57.154803+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T11:00:00+00:00 PythonOperator 2021-06-13T12:11:43.526644+00:00 2021-06-13T12:11:46.965804+00:00 0:00:03.439160 40434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T12:11:41.166833+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T11:00:00+00:00 PythonOperator 2021-06-13T12:11:37.271674+00:00 2021-06-13T12:11:40.676458+00:00 0:00:03.404784 40433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T12:11:35.094156+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T11:00:00+00:00 TriggerDagRunOperator 2021-06-13T12:11:11.297407+00:00 2021-06-13T12:11:11.707287+00:00 0:00:00.409880 40432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T12:11:09.059586+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T11:00:00+00:00 TriggerDagRunOperator 2021-06-13T12:11:11.320261+00:00 2021-06-13T12:11:11.827637+00:00 0:00:00.507376 40431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T12:11:09.059621+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T11:05:00+00:00 EmrJobFlowSensor 2021-06-13T12:06:52.774778+00:00 2021-06-13T12:15:55.286593+00:00 0:09:02.511815 40430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T12:06:50.648849+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T12:06:30.769138+00:00 2021-06-13T12:06:32.505855+00:00 0:00:01.736717 40429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T12:06:28.624843+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T11:05:00+00:00 PythonOperator 2021-06-13T12:06:09.161706+00:00 2021-06-13T12:06:12.385694+00:00 0:00:03.223988 40428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T12:06:06.605029+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T11:00:00+00:00 EmrJobFlowSensor 2021-06-13T12:00:53.632200+00:00 2021-06-13T12:13:56.638995+00:00 0:13:03.006795 40426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T12:00:51.315856+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T11:00:00+00:00 EmrJobFlowSensor 2021-06-13T12:00:45.698519+00:00 2021-06-13T12:10:48.410144+00:00 0:10:02.711625 40425 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T12:00:43.366220+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T12:00:31.553147+00:00 2021-06-13T12:00:33.252814+00:00 0:00:01.699667 40424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T12:00:29.346644+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T12:00:25.684731+00:00 2021-06-13T12:00:27.368687+00:00 0:00:01.683956 40423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T12:00:23.287232+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T11:00:00+00:00 PythonOperator 2021-06-13T12:00:09.474298+00:00 2021-06-13T12:00:13.028321+00:00 0:00:03.554023 40422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T12:00:07.256017+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T11:00:00+00:00 PythonOperator 2021-06-13T12:00:03.637342+00:00 2021-06-13T12:00:06.917625+00:00 0:00:03.280283 40421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T12:00:01.255296+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T10:00:00+00:00 EmrJobFlowSensor 2021-06-13T11:14:51.150865+00:00 2021-06-13T11:24:53.920537+00:00 0:10:02.769672 40420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T11:14:48.850915+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T10:00:00+00:00 EmrJobFlowSensor 2021-06-13T11:14:49.540334+00:00 2021-06-13T11:24:52.297828+00:00 0:10:02.757494 40419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T11:14:46.870279+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T11:14:29.249920+00:00 2021-06-13T11:14:31.079801+00:00 0:00:01.829881 40418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T11:14:26.791643+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T11:14:29.007957+00:00 2021-06-13T11:14:30.723911+00:00 0:00:01.715954 40417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T11:14:26.791607+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T10:00:00+00:00 PythonOperator 2021-06-13T11:14:07.060600+00:00 2021-06-13T11:14:10.330227+00:00 0:00:03.269627 40416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T11:14:04.772260+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T10:00:00+00:00 PythonOperator 2021-06-13T11:14:06.994547+00:00 2021-06-13T11:14:10.596010+00:00 0:00:03.601463 40415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T11:14:04.772292+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T10:00:00+00:00 TriggerDagRunOperator 2021-06-13T11:13:51.039035+00:00 2021-06-13T11:13:51.572579+00:00 0:00:00.533544 40414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T11:13:48.758974+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T10:00:00+00:00 TriggerDagRunOperator 2021-06-13T11:13:51.068550+00:00 2021-06-13T11:13:51.602175+00:00 0:00:00.533625 40413 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T11:13:48.759004+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T10:05:00+00:00 EmrJobFlowSensor 2021-06-13T11:05:54.329842+00:00 2021-06-13T11:14:56.795509+00:00 0:09:02.465667 40412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T11:05:51.855085+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T11:05:32.149713+00:00 2021-06-13T11:05:33.827080+00:00 0:00:01.677367 40411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T11:05:29.847400+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T10:05:00+00:00 PythonOperator 2021-06-13T11:05:10.024009+00:00 2021-06-13T11:05:13.325512+00:00 0:00:03.301503 40410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T11:05:07.740720+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T10:00:00+00:00 EmrJobFlowSensor 2021-06-13T11:04:28.198537+00:00 2021-06-13T11:13:30.911514+00:00 0:09:02.712977 40409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T11:04:25.686204+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T10:00:00+00:00 EmrJobFlowSensor 2021-06-13T11:04:15.974287+00:00 2021-06-13T11:15:18.927704+00:00 0:11:02.953417 40408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T11:04:13.618051+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T11:04:05.897336+00:00 2021-06-13T11:04:07.618321+00:00 0:00:01.720985 40407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T11:04:03.606551+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T11:03:55.745068+00:00 2021-06-13T11:03:57.421208+00:00 0:00:01.676140 40406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T11:03:53.594562+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T10:00:00+00:00 PythonOperator 2021-06-13T11:03:45.753450+00:00 2021-06-13T11:03:49.263173+00:00 0:00:03.509723 40405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T11:03:43.584870+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T10:00:00+00:00 PythonOperator 2021-06-13T11:03:34.140346+00:00 2021-06-13T11:03:37.811264+00:00 0:00:03.670918 40404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T11:03:31.578790+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T09:00:00+00:00 EmrJobFlowSensor 2021-06-13T10:10:43.331822+00:00 2021-06-13T10:20:46.153753+00:00 0:10:02.821931 40402 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T10:10:40.962266+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T09:00:00+00:00 EmrJobFlowSensor 2021-06-13T10:10:39.322562+00:00 2021-06-13T10:20:42.006443+00:00 0:10:02.683881 40401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T10:10:37.046259+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T10:10:21.187118+00:00 2021-06-13T10:10:22.920888+00:00 0:00:01.733770 40400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T10:10:18.968517+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T10:10:17.362880+00:00 2021-06-13T10:10:19.150402+00:00 0:00:01.787522 40399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T10:10:14.949909+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T09:00:00+00:00 PythonOperator 2021-06-13T10:09:47.381737+00:00 2021-06-13T10:09:51.058342+00:00 0:00:03.676605 40398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T10:09:44.829675+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T09:00:00+00:00 PythonOperator 2021-06-13T10:09:45.017843+00:00 2021-06-13T10:09:48.924571+00:00 0:00:03.906728 40397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T10:09:42.831142+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T09:00:00+00:00 TriggerDagRunOperator 2021-06-13T10:09:23.475512+00:00 2021-06-13T10:09:23.886632+00:00 0:00:00.411120 40396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T10:09:20.810888+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T09:00:00+00:00 TriggerDagRunOperator 2021-06-13T10:09:23.100833+00:00 2021-06-13T10:09:23.613465+00:00 0:00:00.512632 40395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T10:09:20.810917+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T09:05:00+00:00 EmrJobFlowSensor 2021-06-13T10:05:50.852552+00:00 2021-06-13T10:14:53.400613+00:00 0:09:02.548061 40394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T10:05:48.458982+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T10:05:30.749485+00:00 2021-06-13T10:05:32.364141+00:00 0:00:01.614656 40393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T10:05:28.461376+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T09:05:00+00:00 PythonOperator 2021-06-13T10:05:08.701807+00:00 2021-06-13T10:05:11.890324+00:00 0:00:03.188517 40392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T10:05:06.320618+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T09:00:00+00:00 EmrJobFlowSensor 2021-06-13T10:01:12.093933+00:00 2021-06-13T10:09:14.625529+00:00 0:08:02.531596 40391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T10:01:09.947498+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T09:00:00+00:00 EmrJobFlowSensor 2021-06-13T10:01:04.308522+00:00 2021-06-13T10:14:07.483551+00:00 0:13:03.175029 40390 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T10:01:01.953242+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T10:00:44.183883+00:00 2021-06-13T10:00:46.005613+00:00 0:00:01.821730 40389 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T10:00:41.922717+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T10:00:38.096424+00:00 2021-06-13T10:00:39.740407+00:00 0:00:01.643983 40388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T10:00:35.958965+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T09:00:00+00:00 PythonOperator 2021-06-13T10:00:22.174742+00:00 2021-06-13T10:00:25.564399+00:00 0:00:03.389657 40387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T10:00:19.903469+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T09:00:00+00:00 PythonOperator 2021-06-13T10:00:16.556595+00:00 2021-06-13T10:00:20.152156+00:00 0:00:03.595561 40386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T10:00:13.967497+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T08:00:00+00:00 EmrJobFlowSensor 2021-06-13T09:12:22.487341+00:00 2021-06-13T09:22:25.169179+00:00 0:10:02.681838 40384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T09:12:20.335830+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T08:00:00+00:00 EmrJobFlowSensor 2021-06-13T09:12:14.623067+00:00 2021-06-13T09:21:17.296780+00:00 0:09:02.673713 40383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T09:12:12.331406+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T09:12:01.059498+00:00 2021-06-13T09:12:02.842889+00:00 0:00:01.783391 40382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T09:11:58.352935+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T09:11:52.633320+00:00 2021-06-13T09:11:54.398434+00:00 0:00:01.765114 40381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T09:11:50.314062+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T08:00:00+00:00 PythonOperator 2021-06-13T09:11:38.931337+00:00 2021-06-13T09:11:42.314470+00:00 0:00:03.383133 40380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T09:11:36.302646+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T08:00:00+00:00 PythonOperator 2021-06-13T09:11:30.911322+00:00 2021-06-13T09:11:34.569600+00:00 0:00:03.658278 40379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T09:11:28.452159+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T08:00:00+00:00 TriggerDagRunOperator 2021-06-13T09:11:16.483724+00:00 2021-06-13T09:11:16.876260+00:00 0:00:00.392536 40378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T09:11:14.284660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T08:00:00+00:00 TriggerDagRunOperator 2021-06-13T09:11:16.518254+00:00 2021-06-13T09:11:17.069157+00:00 0:00:00.550903 40377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T09:11:14.284629+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T08:05:00+00:00 EmrJobFlowSensor 2021-06-13T09:05:48.063322+00:00 2021-06-13T09:14:50.607870+00:00 0:09:02.544548 40376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T09:05:45.885353+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T09:05:26.117865+00:00 2021-06-13T09:05:27.820990+00:00 0:00:01.703125 40375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T09:05:23.882379+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T08:05:00+00:00 PythonOperator 2021-06-13T09:05:04.444683+00:00 2021-06-13T09:05:07.865199+00:00 0:00:03.420516 40374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T09:05:01.871703+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T08:00:00+00:00 EmrJobFlowSensor 2021-06-13T09:00:50.102818+00:00 2021-06-13T09:10:52.917308+00:00 0:10:02.814490 40373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T09:00:47.296590+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T08:00:00+00:00 EmrJobFlowSensor 2021-06-13T09:00:47.439235+00:00 2021-06-13T09:13:50.677613+00:00 0:13:03.238378 40372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T09:00:45.295741+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T09:00:27.445817+00:00 2021-06-13T09:00:29.173400+00:00 0:00:01.727583 40371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T09:00:25.208539+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T09:00:25.556802+00:00 2021-06-13T09:00:27.343067+00:00 0:00:01.786265 40370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T09:00:23.202263+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T08:00:00+00:00 PythonOperator 2021-06-13T09:00:08.408959+00:00 2021-06-13T09:00:11.983995+00:00 0:00:03.575036 40369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T09:00:05.192818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T08:00:00+00:00 PythonOperator 2021-06-13T09:00:06.410459+00:00 2021-06-13T09:00:10.511756+00:00 0:00:04.101297 40368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T09:00:03.185324+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T07:00:00+00:00 EmrJobFlowSensor 2021-06-13T08:12:31.055638+00:00 2021-06-13T08:22:33.861699+00:00 0:10:02.806061 40366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T08:12:28.583013+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T07:00:00+00:00 EmrJobFlowSensor 2021-06-13T08:12:26.875268+00:00 2021-06-13T08:22:29.643816+00:00 0:10:02.768548 40365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T08:12:24.580434+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T08:12:10.793461+00:00 2021-06-13T08:12:12.635760+00:00 0:00:01.842299 40364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T08:12:08.492480+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T08:12:04.930429+00:00 2021-06-13T08:12:06.752202+00:00 0:00:01.821773 40363 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T08:12:02.553949+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T07:00:00+00:00 PythonOperator 2021-06-13T08:11:48.833106+00:00 2021-06-13T08:11:52.277735+00:00 0:00:03.444629 40362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T08:11:46.417742+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T07:00:00+00:00 PythonOperator 2021-06-13T08:11:42.949794+00:00 2021-06-13T08:11:46.351148+00:00 0:00:03.401354 40361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T08:11:40.415084+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T07:00:00+00:00 TriggerDagRunOperator 2021-06-13T08:11:30.915032+00:00 2021-06-13T08:11:31.445035+00:00 0:00:00.530003 40360 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T08:11:28.446632+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T07:00:00+00:00 TriggerDagRunOperator 2021-06-13T08:11:30.793899+00:00 2021-06-13T08:11:31.241900+00:00 0:00:00.448001 40359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T08:11:28.446674+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T07:05:00+00:00 EmrJobFlowSensor 2021-06-13T08:05:47.969062+00:00 2021-06-13T08:13:50.599479+00:00 0:08:02.630417 40358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T08:05:45.797405+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T08:05:25.864415+00:00 2021-06-13T08:05:27.496577+00:00 0:00:01.632162 40357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T08:05:23.743768+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T07:05:00+00:00 PythonOperator 2021-06-13T08:05:06.063531+00:00 2021-06-13T08:05:09.258155+00:00 0:00:03.194624 40356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T08:05:03.714557+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T07:00:00+00:00 EmrJobFlowSensor 2021-06-13T08:01:05.613060+00:00 2021-06-13T08:11:08.387544+00:00 0:10:02.774484 40355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T08:01:03.189539+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T07:00:00+00:00 EmrJobFlowSensor 2021-06-13T08:01:05.409955+00:00 2021-06-13T08:14:08.542061+00:00 0:13:03.132106 40354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T08:01:03.189511+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T08:00:43.364788+00:00 2021-06-13T08:00:45.152975+00:00 0:00:01.788187 40353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T08:00:41.145874+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T08:00:41.421813+00:00 2021-06-13T08:00:43.095732+00:00 0:00:01.673919 40352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T08:00:39.143111+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T07:00:00+00:00 PythonOperator 2021-06-13T08:00:21.381033+00:00 2021-06-13T08:00:24.840469+00:00 0:00:03.459436 40351 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T08:00:19.155265+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T07:00:00+00:00 PythonOperator 2021-06-13T08:00:19.973754+00:00 2021-06-13T08:00:23.417608+00:00 0:00:03.443854 40350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T08:00:17.247086+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T06:00:00+00:00 EmrJobFlowSensor 2021-06-13T07:12:29.378944+00:00 2021-06-13T07:21:32.049089+00:00 0:09:02.670145 40348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T07:12:27.076167+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T06:00:00+00:00 EmrJobFlowSensor 2021-06-13T07:12:17.472003+00:00 2021-06-13T07:21:20.138221+00:00 0:09:02.666218 40347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T07:12:15.057234+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T07:12:09.524569+00:00 2021-06-13T07:12:11.279110+00:00 0:00:01.754541 40346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T07:12:07.061403+00:00 2 default_pool