Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-21T08:00:00+00:00 EmrJobFlowSensor 2021-07-21T09:11:06.947317+00:00 2021-07-21T09:20:09.922618+00:00 0:09:02.975301 56437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T09:11:04.753934+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T08:00:00+00:00 EmrJobFlowSensor 2021-07-21T09:11:03.066215+00:00 2021-07-21T09:25:06.930049+00:00 0:14:03.863834 56436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T09:11:00.691588+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T08:05:00+00:00 EmrJobFlowSensor 2021-07-21T09:10:56.995093+00:00 2021-07-21T09:19:59.798667+00:00 0:09:02.803574 56435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T09:10:54.751104+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T09:10:46.904781+00:00 2021-07-21T09:10:48.569606+00:00 0:00:01.664825 56434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T09:10:44.615802+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T09:10:42.891546+00:00 2021-07-21T09:10:44.764842+00:00 0:00:01.873296 56433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T09:10:40.611147+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T09:10:36.716956+00:00 2021-07-21T09:10:38.385886+00:00 0:00:01.668930 56432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T09:10:34.605445+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T08:00:00+00:00 PythonOperator 2021-07-21T09:10:24.829015+00:00 2021-07-21T09:10:28.730980+00:00 0:00:03.901965 56431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T09:10:22.593778+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T08:00:00+00:00 PythonOperator 2021-07-21T09:10:21.149859+00:00 2021-07-21T09:10:25.210247+00:00 0:00:04.060388 56430 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T09:10:18.589783+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T08:05:00+00:00 PythonOperator 2021-07-21T09:10:15.298335+00:00 2021-07-21T09:10:19.164068+00:00 0:00:03.865733 56429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T09:10:12.586471+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T07:00:00+00:00 EmrJobFlowSensor 2021-07-21T08:12:20.902565+00:00 2021-07-21T08:22:23.765086+00:00 0:10:02.862521 56427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T08:12:18.551185+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T07:00:00+00:00 EmrJobFlowSensor 2021-07-21T08:12:16.973901+00:00 2021-07-21T08:21:19.806950+00:00 0:09:02.833049 56426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T08:12:14.540913+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T08:11:58.603046+00:00 2021-07-21T08:12:00.292459+00:00 0:00:01.689413 56425 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T08:11:56.413112+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T08:11:56.618459+00:00 2021-07-21T08:11:58.434793+00:00 0:00:01.816334 56424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T08:11:54.409416+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T07:00:00+00:00 PythonOperator 2021-07-21T08:11:38.695772+00:00 2021-07-21T08:11:42.167921+00:00 0:00:03.472149 56423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T08:11:36.390440+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T07:00:00+00:00 PythonOperator 2021-07-21T08:11:34.670151+00:00 2021-07-21T08:11:38.784383+00:00 0:00:04.114232 56422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T08:11:32.385133+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T07:00:00+00:00 TriggerDagRunOperator 2021-07-21T08:11:19.108564+00:00 2021-07-21T08:11:19.611427+00:00 0:00:00.502863 56421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T08:11:16.357107+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T07:00:00+00:00 TriggerDagRunOperator 2021-07-21T08:11:18.754414+00:00 2021-07-21T08:11:19.169550+00:00 0:00:00.415136 56420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T08:11:16.357069+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T07:05:00+00:00 EmrJobFlowSensor 2021-07-21T08:05:56.365513+00:00 2021-07-21T08:14:59.128743+00:00 0:09:02.763230 56419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T08:05:54.057568+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T08:05:34.255157+00:00 2021-07-21T08:05:36.024868+00:00 0:00:01.769711 56418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T08:05:31.900781+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T07:05:00+00:00 PythonOperator 2021-07-21T08:05:12.027838+00:00 2021-07-21T08:05:15.949668+00:00 0:00:03.921830 56417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T08:05:09.837385+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T07:00:00+00:00 EmrJobFlowSensor 2021-07-21T08:01:05.797232+00:00 2021-07-21T08:11:08.840187+00:00 0:10:03.042955 56416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T08:01:03.522996+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T07:00:00+00:00 EmrJobFlowSensor 2021-07-21T08:01:00.318382+00:00 2021-07-21T08:15:03.958034+00:00 0:14:03.639652 56415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T08:00:57.641174+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T08:00:34.262930+00:00 2021-07-21T08:00:35.943077+00:00 0:00:01.680147 56414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T08:00:31.493371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T08:00:31.840571+00:00 2021-07-21T08:00:33.998633+00:00 0:00:02.158062 56413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T08:00:29.494702+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T07:00:00+00:00 PythonOperator 2021-07-21T08:00:11.576459+00:00 2021-07-21T08:00:15.548056+00:00 0:00:03.971597 56412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T08:00:09.436463+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T07:00:00+00:00 PythonOperator 2021-07-21T08:00:10.010260+00:00 2021-07-21T08:00:14.019537+00:00 0:00:04.009277 56411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T08:00:07.435811+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T06:00:00+00:00 EmrJobFlowSensor 2021-07-21T07:12:15.231431+00:00 2021-07-21T07:22:18.385933+00:00 0:10:03.154502 56409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T07:12:12.891565+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T06:00:00+00:00 EmrJobFlowSensor 2021-07-21T07:12:07.090429+00:00 2021-07-21T07:22:09.929844+00:00 0:10:02.839415 56408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T07:12:04.785987+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T07:11:53.091301+00:00 2021-07-21T07:11:54.950256+00:00 0:00:01.858955 56407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T07:11:50.765359+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T07:11:47.109447+00:00 2021-07-21T07:11:48.761116+00:00 0:00:01.651669 56406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T07:11:44.760111+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T06:00:00+00:00 PythonOperator 2021-07-21T07:11:31.206698+00:00 2021-07-21T07:11:35.134431+00:00 0:00:03.927733 56405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T07:11:28.844570+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T06:00:00+00:00 PythonOperator 2021-07-21T07:11:24.917235+00:00 2021-07-21T07:11:28.686822+00:00 0:00:03.769587 56404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T07:11:22.741526+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T06:00:00+00:00 TriggerDagRunOperator 2021-07-21T07:11:07.113162+00:00 2021-07-21T07:11:07.526339+00:00 0:00:00.413177 56403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T07:11:04.699288+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T06:00:00+00:00 TriggerDagRunOperator 2021-07-21T07:11:07.008326+00:00 2021-07-21T07:11:07.551669+00:00 0:00:00.543343 56402 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T07:11:04.699332+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T06:05:00+00:00 EmrJobFlowSensor 2021-07-21T07:05:46.236769+00:00 2021-07-21T07:14:49.110847+00:00 0:09:02.874078 56401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T07:05:43.943274+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T07:05:26.316576+00:00 2021-07-21T07:05:27.994436+00:00 0:00:01.677860 56400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T07:05:23.947255+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T06:05:00+00:00 PythonOperator 2021-07-21T07:05:04.358843+00:00 2021-07-21T07:05:07.812409+00:00 0:00:03.453566 56399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T07:05:01.815396+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T06:00:00+00:00 EmrJobFlowSensor 2021-07-21T07:01:00.322751+00:00 2021-07-21T07:14:03.902380+00:00 0:13:03.579629 56398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T07:00:57.581088+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T06:00:00+00:00 EmrJobFlowSensor 2021-07-21T07:00:48.107153+00:00 2021-07-21T07:10:50.966362+00:00 0:10:02.859209 56397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T07:00:45.557592+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T07:00:37.734946+00:00 2021-07-21T07:00:39.423134+00:00 0:00:01.688188 56396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T07:00:35.499405+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T07:00:25.898799+00:00 2021-07-21T07:00:27.676675+00:00 0:00:01.777876 56395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T07:00:23.555093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T06:00:00+00:00 PythonOperator 2021-07-21T07:00:17.729314+00:00 2021-07-21T07:00:21.646258+00:00 0:00:03.916944 56394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T07:00:15.471365+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T06:00:00+00:00 PythonOperator 2021-07-21T07:00:05.982540+00:00 2021-07-21T07:00:09.946192+00:00 0:00:03.963652 56393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T07:00:03.462850+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T05:00:00+00:00 EmrJobFlowSensor 2021-07-21T06:12:17.887601+00:00 2021-07-21T06:21:20.746987+00:00 0:09:02.859386 56391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T06:12:15.446631+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T05:00:00+00:00 EmrJobFlowSensor 2021-07-21T06:12:07.664890+00:00 2021-07-21T06:21:10.585750+00:00 0:09:02.920860 56390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T06:12:05.448804+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T06:11:55.715378+00:00 2021-07-21T06:11:57.384686+00:00 0:00:01.669308 56389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T06:11:53.371478+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T06:11:45.614169+00:00 2021-07-21T06:11:47.348161+00:00 0:00:01.733992 56388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T06:11:43.295734+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T05:00:00+00:00 PythonOperator 2021-07-21T06:11:35.494540+00:00 2021-07-21T06:11:39.323363+00:00 0:00:03.828823 56387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T06:11:33.287056+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T05:00:00+00:00 PythonOperator 2021-07-21T06:11:24.127646+00:00 2021-07-21T06:11:28.232921+00:00 0:00:04.105275 56386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T06:11:21.353410+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T05:00:00+00:00 TriggerDagRunOperator 2021-07-21T06:11:16.085029+00:00 2021-07-21T06:11:16.466849+00:00 0:00:00.381820 56385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T06:11:13.352780+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T05:00:00+00:00 TriggerDagRunOperator 2021-07-21T06:11:15.859094+00:00 2021-07-21T06:11:16.367582+00:00 0:00:00.508488 56384 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T06:11:13.352749+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T05:05:00+00:00 EmrJobFlowSensor 2021-07-21T06:06:07.160528+00:00 2021-07-21T06:15:09.808407+00:00 0:09:02.647879 56383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T06:06:04.857349+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T06:05:45.227001+00:00 2021-07-21T06:05:46.863937+00:00 0:00:01.636936 56382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T06:05:42.853923+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T05:05:00+00:00 PythonOperator 2021-07-21T06:05:24.928641+00:00 2021-07-21T06:05:28.792837+00:00 0:00:03.864196 56381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T06:05:22.704791+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T05:00:00+00:00 EmrJobFlowSensor 2021-07-21T06:01:22.344536+00:00 2021-07-21T06:15:26.197009+00:00 0:14:03.852473 56380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T06:01:20.131411+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T05:00:00+00:00 EmrJobFlowSensor 2021-07-21T06:01:04.497562+00:00 2021-07-21T06:11:07.400840+00:00 0:10:02.903278 56379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T06:01:02.113756+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T06:01:00.370105+00:00 2021-07-21T06:01:02.179989+00:00 0:00:01.809884 56378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T06:00:58.108530+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T06:00:38.428422+00:00 2021-07-21T06:00:40.322073+00:00 0:00:01.893651 56377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T06:00:36.099057+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T05:00:00+00:00 PythonOperator 2021-07-21T06:00:20.410046+00:00 2021-07-21T06:00:24.284117+00:00 0:00:03.874071 56376 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T06:00:18.066004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T05:00:00+00:00 PythonOperator 2021-07-21T06:00:14.664649+00:00 2021-07-21T06:00:18.520345+00:00 0:00:03.855696 56375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T06:00:12.144476+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T04:05:00+00:00 EmrJobFlowSensor 2021-07-21T05:14:13.124596+00:00 2021-07-21T05:15:14.732828+00:00 0:01:01.608232 56373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T05:14:10.927769+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T04:00:00+00:00 EmrJobFlowSensor 2021-07-21T05:11:24.957045+00:00 2021-07-21T05:21:27.894147+00:00 0:10:02.937102 56372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T05:11:22.589947+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T04:00:00+00:00 EmrJobFlowSensor 2021-07-21T05:11:14.908933+00:00 2021-07-21T05:20:17.813100+00:00 0:09:02.904167 56371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T05:11:12.640901+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T05:11:02.687944+00:00 2021-07-21T05:11:04.461828+00:00 0:00:01.773884 56370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T05:11:00.537634+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T05:10:52.940919+00:00 2021-07-21T05:10:54.623978+00:00 0:00:01.683059 56369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T05:10:50.535035+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T04:00:00+00:00 PythonOperator 2021-07-21T05:10:42.690667+00:00 2021-07-21T05:10:47.070399+00:00 0:00:04.379732 56368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T05:10:40.518154+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T04:00:00+00:00 PythonOperator 2021-07-21T05:10:32.767529+00:00 2021-07-21T05:10:36.410636+00:00 0:00:03.643107 56367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T05:10:30.509857+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T04:00:00+00:00 TriggerDagRunOperator 2021-07-21T05:10:27.313820+00:00 2021-07-21T05:10:27.877115+00:00 0:00:00.563295 56366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T05:10:24.551461+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T04:00:00+00:00 TriggerDagRunOperator 2021-07-21T05:10:27.047593+00:00 2021-07-21T05:10:27.493146+00:00 0:00:00.445553 56365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T05:10:24.551428+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T05:05:58.185179+00:00 2021-07-21T05:05:59.917976+00:00 0:00:01.732797 56363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T05:05:56.063123+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T04:05:00+00:00 PythonOperator 2021-07-21T05:05:36.561072+00:00 2021-07-21T05:05:39.496360+00:00 0:00:02.935288 56362 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T05:05:34.043766+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T04:00:00+00:00 EmrJobFlowSensor 2021-07-21T05:01:01.959977+00:00 2021-07-21T05:10:04.910962+00:00 0:09:02.950985 56361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T05:00:59.633668+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T04:00:00+00:00 EmrJobFlowSensor 2021-07-21T05:01:00.000612+00:00 2021-07-21T05:14:03.680181+00:00 0:13:03.679569 56360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T05:00:57.646075+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T05:00:40.332416+00:00 2021-07-21T05:00:42.031105+00:00 0:00:01.698689 56359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T05:00:37.661877+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T05:00:37.995130+00:00 2021-07-21T05:00:40.020655+00:00 0:00:02.025525 56358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T05:00:35.665701+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T04:00:00+00:00 PythonOperator 2021-07-21T05:00:18.238538+00:00 2021-07-21T05:00:22.568567+00:00 0:00:04.330029 56357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T05:00:15.560999+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T04:00:00+00:00 PythonOperator 2021-07-21T05:00:18.248396+00:00 2021-07-21T05:00:21.843214+00:00 0:00:03.594818 56356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T05:00:15.560941+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T03:00:00+00:00 EmrJobFlowSensor 2021-07-21T04:20:07.291484+00:00 2021-07-21T04:21:09.114145+00:00 0:01:01.822661 56354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T04:20:05.097480+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T03:00:00+00:00 EmrJobFlowSensor 2021-07-21T04:12:05.063703+00:00 2021-07-21T04:22:08.275939+00:00 0:10:03.212236 56352 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T04:12:02.349820+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T04:11:42.521019+00:00 2021-07-21T04:11:44.402501+00:00 0:00:01.881482 56351 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T04:11:40.266772+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T04:11:40.910360+00:00 2021-07-21T04:11:42.777888+00:00 0:00:01.867528 56350 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T04:11:38.265478+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T03:00:00+00:00 PythonOperator 2021-07-21T04:11:20.704081+00:00 2021-07-21T04:11:23.733798+00:00 0:00:03.029717 56349 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T04:11:18.244452+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T03:00:00+00:00 PythonOperator 2021-07-21T04:11:18.653281+00:00 2021-07-21T04:11:22.456030+00:00 0:00:03.802749 56348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T04:11:16.241291+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T03:00:00+00:00 TriggerDagRunOperator 2021-07-21T04:11:06.688161+00:00 2021-07-21T04:11:07.193363+00:00 0:00:00.505202 56347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T04:11:04.234743+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T03:00:00+00:00 TriggerDagRunOperator 2021-07-21T04:11:06.495208+00:00 2021-07-21T04:11:06.916358+00:00 0:00:00.421150 56346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T04:11:04.234785+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T03:05:00+00:00 EmrJobFlowSensor 2021-07-21T04:06:02.336772+00:00 2021-07-21T04:14:05.065355+00:00 0:08:02.728583 56345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T04:05:59.851867+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T04:05:40.105158+00:00 2021-07-21T04:05:41.931431+00:00 0:00:01.826273 56344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T04:05:37.691734+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T03:05:00+00:00 PythonOperator 2021-07-21T04:05:19.799675+00:00 2021-07-21T04:05:23.613927+00:00 0:00:03.814252 56343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T04:05:17.664544+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T03:00:00+00:00 EmrJobFlowSensor 2021-07-21T04:00:59.746118+00:00 2021-07-21T04:14:03.349011+00:00 0:13:03.602893 56342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T04:00:57.261517+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T03:00:00+00:00 EmrJobFlowSensor 2021-07-21T04:00:57.613084+00:00 2021-07-21T04:11:01.034454+00:00 0:10:03.421370 56341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T04:00:55.263687+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T04:00:37.414963+00:00 2021-07-21T04:00:39.150781+00:00 0:00:01.735818 56340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T04:00:35.166537+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T04:00:37.447330+00:00 2021-07-21T04:00:39.325126+00:00 0:00:01.877796 56339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T04:00:35.166507+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T03:00:00+00:00 PythonOperator 2021-07-21T04:00:15.734576+00:00 2021-07-21T04:00:19.352936+00:00 0:00:03.618360 56338 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T04:00:13.118047+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T03:00:00+00:00 PythonOperator 2021-07-21T04:00:15.589379+00:00 2021-07-21T04:00:19.684768+00:00 0:00:04.095389 56337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T04:00:13.118019+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T02:00:00+00:00 EmrJobFlowSensor 2021-07-21T03:11:03.584455+00:00 2021-07-21T03:20:06.197338+00:00 0:09:02.612883 56335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T03:11:01.435492+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T02:00:00+00:00 EmrJobFlowSensor 2021-07-21T03:10:57.607303+00:00 2021-07-21T03:21:00.589748+00:00 0:10:02.982445 56334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T03:10:55.433057+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T03:10:43.612798+00:00 2021-07-21T03:10:45.324463+00:00 0:00:01.711665 56333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T03:10:41.418495+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T03:10:35.741620+00:00 2021-07-21T03:10:37.564348+00:00 0:00:01.822728 56332 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T03:10:33.411924+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T02:00:00+00:00 PythonOperator 2021-07-21T03:10:21.592806+00:00 2021-07-21T03:10:25.202303+00:00 0:00:03.609497 56331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T03:10:19.397565+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T02:00:00+00:00 PythonOperator 2021-07-21T03:10:13.898558+00:00 2021-07-21T03:10:18.151344+00:00 0:00:04.252786 56330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T03:10:11.468633+00:00 2 default_pool