Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-26T04:00:00+00:00 PythonOperator 2021-07-26T05:10:35.378931+00:00 2021-07-26T05:10:39.162910+00:00 0:00:03.783979 58550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T05:10:33.229831+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T04:00:00+00:00 PythonOperator 2021-07-26T05:10:23.595285+00:00 2021-07-26T05:10:27.487752+00:00 0:00:03.892467 58549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T05:10:21.202104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T04:00:00+00:00 TriggerDagRunOperator 2021-07-26T05:10:17.474004+00:00 2021-07-26T05:10:17.980761+00:00 0:00:00.506757 58548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T05:10:15.197162+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T04:00:00+00:00 TriggerDagRunOperator 2021-07-26T05:10:17.339571+00:00 2021-07-26T05:10:17.735508+00:00 0:00:00.395937 58547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T05:10:15.197132+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T04:05:00+00:00 EmrJobFlowSensor 2021-07-26T05:06:06.926425+00:00 2021-07-26T05:15:09.857020+00:00 0:09:02.930595 58546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T05:06:04.613980+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T05:05:44.757370+00:00 2021-07-26T05:05:46.509585+00:00 0:00:01.752215 58545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T05:05:42.594130+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T04:05:00+00:00 PythonOperator 2021-07-26T05:05:24.691080+00:00 2021-07-26T05:05:28.602076+00:00 0:00:03.910996 58544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T05:05:22.537971+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T04:00:00+00:00 EmrJobFlowSensor 2021-07-26T05:01:00.711968+00:00 2021-07-26T05:10:03.704828+00:00 0:09:02.992860 58543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T05:00:58.240646+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T04:00:00+00:00 EmrJobFlowSensor 2021-07-26T05:00:52.479685+00:00 2021-07-26T05:13:55.918253+00:00 0:13:03.438568 58542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T05:00:50.176283+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T05:00:40.204840+00:00 2021-07-26T05:00:42.022995+00:00 0:00:01.818155 58541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T05:00:38.102536+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T05:00:30.346915+00:00 2021-07-26T05:00:32.098962+00:00 0:00:01.752047 58540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T05:00:28.167681+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T04:00:00+00:00 PythonOperator 2021-07-26T05:00:18.296022+00:00 2021-07-26T05:00:22.143881+00:00 0:00:03.847859 58539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T05:00:16.086551+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T04:00:00+00:00 PythonOperator 2021-07-26T05:00:08.422627+00:00 2021-07-26T05:00:12.559959+00:00 0:00:04.137332 58538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T05:00:06.076933+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T03:00:00+00:00 EmrJobFlowSensor 2021-07-26T04:11:29.509912+00:00 2021-07-26T04:21:32.538120+00:00 0:10:03.028208 58536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T04:11:27.089664+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T03:00:00+00:00 EmrJobFlowSensor 2021-07-26T04:11:25.284316+00:00 2021-07-26T04:20:28.208200+00:00 0:09:02.923884 58535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T04:11:23.087231+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T04:11:09.348784+00:00 2021-07-26T04:11:11.204969+00:00 0:00:01.856185 58534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T04:11:07.069808+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T04:11:03.319110+00:00 2021-07-26T04:11:05.070601+00:00 0:00:01.751491 58533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T04:11:01.064773+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T03:00:00+00:00 PythonOperator 2021-07-26T04:10:47.316166+00:00 2021-07-26T04:10:51.119234+00:00 0:00:03.803068 58532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T04:10:45.079389+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T03:00:00+00:00 PythonOperator 2021-07-26T04:10:41.448216+00:00 2021-07-26T04:10:45.463458+00:00 0:00:04.015242 58531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T04:10:39.079040+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T03:00:00+00:00 TriggerDagRunOperator 2021-07-26T04:10:23.350048+00:00 2021-07-26T04:10:23.723570+00:00 0:00:00.373522 58530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T04:10:20.984456+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T03:00:00+00:00 TriggerDagRunOperator 2021-07-26T04:10:23.339134+00:00 2021-07-26T04:10:23.880327+00:00 0:00:00.541193 58529 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T04:10:20.984489+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T03:05:00+00:00 EmrJobFlowSensor 2021-07-26T04:05:48.847697+00:00 2021-07-26T04:14:51.449731+00:00 0:09:02.602034 58528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T04:05:46.577422+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T04:05:28.639326+00:00 2021-07-26T04:05:30.359394+00:00 0:00:01.720068 58527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T04:05:26.509038+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T03:05:00+00:00 PythonOperator 2021-07-26T04:05:06.634111+00:00 2021-07-26T04:05:10.478033+00:00 0:00:03.843922 58526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T04:05:04.485286+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T03:00:00+00:00 EmrJobFlowSensor 2021-07-26T04:01:10.407335+00:00 2021-07-26T04:10:13.307130+00:00 0:09:02.899795 58525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T04:01:08.035617+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T03:00:00+00:00 EmrJobFlowSensor 2021-07-26T04:00:58.302062+00:00 2021-07-26T04:15:01.672521+00:00 0:14:03.370459 58524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T04:00:56.022524+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T04:00:44.161325+00:00 2021-07-26T04:00:45.875258+00:00 0:00:01.713933 58523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T04:00:42.010674+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T04:00:38.206950+00:00 2021-07-26T04:00:40.087273+00:00 0:00:01.880323 58522 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T04:00:35.999239+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T03:00:00+00:00 PythonOperator 2021-07-26T04:00:22.152941+00:00 2021-07-26T04:00:26.040072+00:00 0:00:03.887131 58521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T04:00:19.985435+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T03:00:00+00:00 PythonOperator 2021-07-26T04:00:16.753274+00:00 2021-07-26T04:00:20.654449+00:00 0:00:03.901175 58520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T04:00:13.985306+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T02:00:00+00:00 EmrJobFlowSensor 2021-07-26T03:11:17.215654+00:00 2021-07-26T03:20:20.131109+00:00 0:09:02.915455 58518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T03:11:14.903393+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T02:00:00+00:00 EmrJobFlowSensor 2021-07-26T03:11:11.307420+00:00 2021-07-26T03:19:14.125436+00:00 0:08:02.818016 58517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T03:11:08.955768+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T03:10:55.215705+00:00 2021-07-26T03:10:57.005650+00:00 0:00:01.789945 58516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T03:10:52.833749+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T03:10:49.208081+00:00 2021-07-26T03:10:50.986035+00:00 0:00:01.777954 58515 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T03:10:46.832135+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T02:00:00+00:00 PythonOperator 2021-07-26T03:10:33.049626+00:00 2021-07-26T03:10:37.201616+00:00 0:00:04.151990 58514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T03:10:30.813357+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T02:00:00+00:00 PythonOperator 2021-07-26T03:10:27.028791+00:00 2021-07-26T03:10:30.929352+00:00 0:00:03.900561 58513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T03:10:24.810195+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T02:00:00+00:00 TriggerDagRunOperator 2021-07-26T03:10:13.205304+00:00 2021-07-26T03:10:13.727953+00:00 0:00:00.522649 58512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T03:10:10.798375+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T02:00:00+00:00 TriggerDagRunOperator 2021-07-26T03:10:13.064060+00:00 2021-07-26T03:10:13.459554+00:00 0:00:00.395494 58511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T03:10:10.798409+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T02:05:00+00:00 EmrJobFlowSensor 2021-07-26T03:05:58.652932+00:00 2021-07-26T03:14:01.144349+00:00 0:08:02.491417 58510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T03:05:56.381261+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T03:05:38.553944+00:00 2021-07-26T03:05:40.231857+00:00 0:00:01.677913 58509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T03:05:36.358225+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T02:05:00+00:00 PythonOperator 2021-07-26T03:05:16.589961+00:00 2021-07-26T03:05:20.175502+00:00 0:00:03.585541 58508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T03:05:14.278932+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T02:00:00+00:00 EmrJobFlowSensor 2021-07-26T03:01:00.415914+00:00 2021-07-26T03:14:03.935253+00:00 0:13:03.519339 58507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T03:00:57.913792+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T02:00:00+00:00 EmrJobFlowSensor 2021-07-26T03:00:58.507753+00:00 2021-07-26T03:10:01.312763+00:00 0:09:02.805010 58506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T03:00:55.979555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T03:00:38.530800+00:00 2021-07-26T03:00:40.445035+00:00 0:00:01.914235 58505 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T03:00:35.960841+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T03:00:36.413292+00:00 2021-07-26T03:00:38.170614+00:00 0:00:01.757322 58504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T03:00:34.063648+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T02:00:00+00:00 PythonOperator 2021-07-26T03:00:16.195809+00:00 2021-07-26T03:00:20.084359+00:00 0:00:03.888550 58503 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T03:00:13.853412+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T02:00:00+00:00 PythonOperator 2021-07-26T03:00:14.219624+00:00 2021-07-26T03:00:18.089236+00:00 0:00:03.869612 58502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T03:00:11.853774+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T01:00:00+00:00 EmrJobFlowSensor 2021-07-26T02:12:18.536366+00:00 2021-07-26T02:22:21.721513+00:00 0:10:03.185147 58500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T02:12:16.153775+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T01:00:00+00:00 EmrJobFlowSensor 2021-07-26T02:12:10.291587+00:00 2021-07-26T02:21:13.140548+00:00 0:09:02.848961 58499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T02:12:08.144043+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T02:11:58.375824+00:00 2021-07-26T02:12:00.044316+00:00 0:00:01.668492 58498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T02:11:56.133948+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T02:11:48.577371+00:00 2021-07-26T02:11:50.272858+00:00 0:00:01.695487 58497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T02:11:46.159908+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T01:00:00+00:00 PythonOperator 2021-07-26T02:11:36.425554+00:00 2021-07-26T02:11:40.226759+00:00 0:00:03.801205 58496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T02:11:34.175263+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T01:00:00+00:00 PythonOperator 2021-07-26T02:11:26.293733+00:00 2021-07-26T02:11:30.409510+00:00 0:00:04.115777 58495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T02:11:24.143820+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T01:00:00+00:00 TriggerDagRunOperator 2021-07-26T02:11:14.506019+00:00 2021-07-26T02:11:15.048036+00:00 0:00:00.542017 58494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T02:11:12.104003+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T01:00:00+00:00 TriggerDagRunOperator 2021-07-26T02:11:14.490615+00:00 2021-07-26T02:11:14.892306+00:00 0:00:00.401691 58493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T02:11:12.103970+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T01:05:00+00:00 EmrJobFlowSensor 2021-07-26T02:06:01.899146+00:00 2021-07-26T02:14:04.527354+00:00 0:08:02.628208 58492 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T02:05:59.580583+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T02:05:37.918458+00:00 2021-07-26T02:05:39.532511+00:00 0:00:01.614053 58491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T02:05:35.549576+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T01:05:00+00:00 PythonOperator 2021-07-26T02:05:15.846995+00:00 2021-07-26T02:05:19.727298+00:00 0:00:03.880303 58490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T02:05:13.559899+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T01:00:00+00:00 EmrJobFlowSensor 2021-07-26T02:01:07.917922+00:00 2021-07-26T02:14:11.596317+00:00 0:13:03.678395 58489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T02:01:05.071969+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T01:00:00+00:00 EmrJobFlowSensor 2021-07-26T02:01:05.506922+00:00 2021-07-26T02:11:08.843815+00:00 0:10:03.336893 58488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T02:01:03.061811+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T02:00:47.213498+00:00 2021-07-26T02:00:48.926913+00:00 0:00:01.713415 58487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T02:00:44.996163+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T02:00:43.291963+00:00 2021-07-26T02:00:45.122353+00:00 0:00:01.830390 58486 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T02:00:40.986033+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T01:00:00+00:00 PythonOperator 2021-07-26T02:00:13.070794+00:00 2021-07-26T02:00:17.213280+00:00 0:00:04.142486 58485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T02:00:10.913288+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T01:00:00+00:00 PythonOperator 2021-07-26T02:00:07.529478+00:00 2021-07-26T02:00:11.152253+00:00 0:00:03.622775 58484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T02:00:04.910221+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T00:00:00+00:00 EmrJobFlowSensor 2021-07-26T01:12:42.333885+00:00 2021-07-26T01:22:45.305911+00:00 0:10:02.972026 58482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T01:12:40.009045+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T00:00:00+00:00 EmrJobFlowSensor 2021-07-26T01:12:32.326712+00:00 2021-07-26T01:22:35.386852+00:00 0:10:03.060140 58481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T01:12:30.064203+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T01:12:20.176469+00:00 2021-07-26T01:12:21.905899+00:00 0:00:01.729430 58480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T01:12:17.991775+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T01:12:10.421635+00:00 2021-07-26T01:12:12.130242+00:00 0:00:01.708607 58479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T01:12:07.988386+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T00:00:00+00:00 PythonOperator 2021-07-26T01:11:58.146166+00:00 2021-07-26T01:12:02.198144+00:00 0:00:04.051978 58478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T01:11:55.941343+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T00:00:00+00:00 PythonOperator 2021-07-26T01:11:50.309503+00:00 2021-07-26T01:11:53.934409+00:00 0:00:03.624906 58477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T01:11:47.925878+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T00:00:00+00:00 TriggerDagRunOperator 2021-07-26T01:11:32.216432+00:00 2021-07-26T01:11:32.887643+00:00 0:00:00.671211 58476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T01:11:29.914941+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T00:00:00+00:00 TriggerDagRunOperator 2021-07-26T01:11:32.098488+00:00 2021-07-26T01:11:32.463882+00:00 0:00:00.365394 58475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T01:11:29.914906+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T00:05:00+00:00 EmrJobFlowSensor 2021-07-26T01:06:13.688529+00:00 2021-07-26T01:15:16.650738+00:00 0:09:02.962209 58474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T01:06:11.494189+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T01:05:49.644497+00:00 2021-07-26T01:05:51.332498+00:00 0:00:01.688001 58473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T01:05:47.475617+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T00:05:00+00:00 PythonOperator 2021-07-26T01:05:11.587551+00:00 2021-07-26T01:05:15.079168+00:00 0:00:03.491617 58472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T01:05:09.392017+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T00:00:00+00:00 EmrJobFlowSensor 2021-07-26T01:01:04.993759+00:00 2021-07-26T01:11:08.028743+00:00 0:10:03.034984 58471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T01:01:02.811764+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T00:00:00+00:00 EmrJobFlowSensor 2021-07-26T01:00:50.974041+00:00 2021-07-26T01:13:54.271544+00:00 0:13:03.297503 58470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T01:00:48.797613+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T01:00:36.986060+00:00 2021-07-26T01:00:38.660744+00:00 0:00:01.674684 58469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T01:00:34.791979+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T01:00:31.333736+00:00 2021-07-26T01:00:33.108232+00:00 0:00:01.774496 58468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T01:00:28.869215+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T00:00:00+00:00 PythonOperator 2021-07-26T01:00:17.322271+00:00 2021-07-26T01:00:20.867966+00:00 0:00:03.545695 58467 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T01:00:14.739025+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T00:00:00+00:00 PythonOperator 2021-07-26T01:00:09.258357+00:00 2021-07-26T01:00:13.298595+00:00 0:00:04.040238 58466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T01:00:06.727993+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T23:00:00+00:00 EmrJobFlowSensor 2021-07-26T00:11:21.299026+00:00 2021-07-26T00:21:24.460470+00:00 0:10:03.161444 58464 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T00:11:19.119320+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T23:00:00+00:00 EmrJobFlowSensor 2021-07-26T00:11:09.383126+00:00 2021-07-26T00:20:12.158207+00:00 0:09:02.775081 58463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T00:11:07.118765+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T00:10:59.620552+00:00 2021-07-26T00:11:01.437490+00:00 0:00:01.816938 58462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T00:10:57.168805+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T00:10:45.648728+00:00 2021-07-26T00:10:47.514604+00:00 0:00:01.865876 58461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T00:10:43.101856+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T23:00:00+00:00 PythonOperator 2021-07-26T00:10:39.687299+00:00 2021-07-26T00:10:43.553617+00:00 0:00:03.866318 58460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T00:10:37.085644+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T23:00:00+00:00 PythonOperator 2021-07-26T00:10:23.703424+00:00 2021-07-26T00:10:27.615116+00:00 0:00:03.911692 58459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T00:10:21.040913+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T23:00:00+00:00 TriggerDagRunOperator 2021-07-26T00:10:15.734077+00:00 2021-07-26T00:10:16.198120+00:00 0:00:00.464043 58458 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T00:10:13.030987+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T23:00:00+00:00 TriggerDagRunOperator 2021-07-26T00:10:15.316065+00:00 2021-07-26T00:10:15.703022+00:00 0:00:00.386957 58457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T00:10:13.031016+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T23:05:00+00:00 EmrJobFlowSensor 2021-07-26T00:05:56.972788+00:00 2021-07-26T00:14:59.909208+00:00 0:09:02.936420 58456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T00:05:54.670407+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T00:05:35.023501+00:00 2021-07-26T00:05:36.732149+00:00 0:00:01.708648 58455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T00:05:32.649959+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T23:05:00+00:00 PythonOperator 2021-07-26T00:05:14.773576+00:00 2021-07-26T00:05:18.456275+00:00 0:00:03.682699 58454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T00:05:12.530383+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T23:00:00+00:00 EmrJobFlowSensor 2021-07-26T00:01:04.479488+00:00 2021-07-26T00:14:08.018392+00:00 0:13:03.538904 58453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T00:01:02.085418+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T23:00:00+00:00 EmrJobFlowSensor 2021-07-26T00:01:04.453132+00:00 2021-07-26T00:10:07.545596+00:00 0:09:03.092464 58452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T00:01:02.085450+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T00:00:42.662578+00:00 2021-07-26T00:00:44.461985+00:00 0:00:01.799407 58451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T00:00:40.022217+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T00:00:42.389941+00:00 2021-07-26T00:00:44.236574+00:00 0:00:01.846633 58450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T00:00:40.022247+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T23:00:00+00:00 PythonOperator 2021-07-26T00:00:12.224104+00:00 2021-07-26T00:00:16.347723+00:00 0:00:04.123619 58449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T00:00:09.997862+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T23:00:00+00:00 PythonOperator 2021-07-26T00:00:06.416372+00:00 2021-07-26T00:00:10.073240+00:00 0:00:03.656868 58448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T00:00:03.996871+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T22:00:00+00:00 EmrJobFlowSensor 2021-07-25T23:11:04.591263+00:00 2021-07-25T23:20:07.496924+00:00 0:09:02.905661 58446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T23:11:02.264886+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T22:00:00+00:00 EmrJobFlowSensor 2021-07-25T23:11:00.915425+00:00 2021-07-25T23:21:04.269814+00:00 0:10:03.354389 58445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T23:10:58.266032+00:00 2 default_pool