Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-17T04:00:00+00:00 EmrJobFlowSensor 2021-07-17T05:00:50.904827+00:00 2021-07-17T05:09:53.890024+00:00 0:09:02.985197 54615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T05:00:48.702964+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T05:00:39.030076+00:00 2021-07-17T05:00:40.909658+00:00 0:00:01.879582 54614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T05:00:36.689155+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T05:00:29.027925+00:00 2021-07-17T05:00:30.824742+00:00 0:00:01.796817 54613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T05:00:26.623461+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T04:00:00+00:00 PythonOperator 2021-07-17T05:00:17.371434+00:00 2021-07-17T05:00:21.458255+00:00 0:00:04.086821 54612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T05:00:14.615101+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T04:00:00+00:00 PythonOperator 2021-07-17T05:00:08.884850+00:00 2021-07-17T05:00:12.654209+00:00 0:00:03.769359 54611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T05:00:06.613028+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T03:00:00+00:00 EmrJobFlowSensor 2021-07-17T04:12:30.158095+00:00 2021-07-17T04:21:32.993200+00:00 0:09:02.835105 54609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T04:12:27.757567+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T03:00:00+00:00 EmrJobFlowSensor 2021-07-17T04:12:21.961627+00:00 2021-07-17T04:22:24.879246+00:00 0:10:02.917619 54608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T04:12:19.571608+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T04:12:08.271415+00:00 2021-07-17T04:12:09.957331+00:00 0:00:01.685916 54607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T04:12:05.575664+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T04:12:00.207131+00:00 2021-07-17T04:12:02.020406+00:00 0:00:01.813275 54606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T04:11:57.460710+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T03:00:00+00:00 PythonOperator 2021-07-17T04:11:45.906548+00:00 2021-07-17T04:11:49.362434+00:00 0:00:03.455886 54605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T04:11:43.363168+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T03:00:00+00:00 PythonOperator 2021-07-17T04:11:37.427150+00:00 2021-07-17T04:11:41.414768+00:00 0:00:03.987618 54604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T04:11:35.300192+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T03:00:00+00:00 TriggerDagRunOperator 2021-07-17T04:11:20.219347+00:00 2021-07-17T04:11:20.702972+00:00 0:00:00.483625 54603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T04:11:17.224806+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T03:00:00+00:00 TriggerDagRunOperator 2021-07-17T04:11:19.997811+00:00 2021-07-17T04:11:20.400429+00:00 0:00:00.402618 54602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T04:11:17.224779+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T03:05:00+00:00 EmrJobFlowSensor 2021-07-17T04:06:06.745878+00:00 2021-07-17T04:14:09.508868+00:00 0:08:02.762990 54601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T04:06:04.600762+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T04:05:42.828616+00:00 2021-07-17T04:05:44.586594+00:00 0:00:01.757978 54600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T04:05:40.516880+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T03:05:00+00:00 PythonOperator 2021-07-17T04:05:22.636376+00:00 2021-07-17T04:05:26.396344+00:00 0:00:03.759968 54599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T04:05:20.501089+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T03:00:00+00:00 EmrJobFlowSensor 2021-07-17T04:01:08.368937+00:00 2021-07-17T04:15:11.864696+00:00 0:14:03.495759 54598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T04:01:06.000438+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T03:00:00+00:00 EmrJobFlowSensor 2021-07-17T04:00:52.867152+00:00 2021-07-17T04:10:55.912920+00:00 0:10:03.045768 54597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T04:00:50.060068+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T04:00:44.450070+00:00 2021-07-17T04:00:46.201906+00:00 0:00:01.751836 54596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T04:00:41.987756+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T04:00:30.486902+00:00 2021-07-17T04:00:32.224643+00:00 0:00:01.737741 54595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T04:00:27.969495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T03:00:00+00:00 PythonOperator 2021-07-17T04:00:22.099882+00:00 2021-07-17T04:00:25.966680+00:00 0:00:03.866798 54594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T04:00:19.875059+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T03:00:00+00:00 PythonOperator 2021-07-17T04:00:10.517209+00:00 2021-07-17T04:00:14.104447+00:00 0:00:03.587238 54593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T04:00:07.850592+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T02:00:00+00:00 EmrJobFlowSensor 2021-07-17T03:24:30.088529+00:00 2021-07-17T03:24:31.578222+00:00 0:00:01.489693 54591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T03:24:27.681206+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T02:00:00+00:00 EmrJobFlowSensor 2021-07-17T03:11:22.529859+00:00 2021-07-17T03:21:25.647026+00:00 0:10:03.117167 54589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T03:11:20.258661+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T03:11:18.958970+00:00 2021-07-17T03:11:20.739328+00:00 0:00:01.780358 54588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T03:11:16.248149+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T03:11:02.424027+00:00 2021-07-17T03:11:04.247599+00:00 0:00:01.823572 54587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T03:10:58.359372+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T02:00:00+00:00 PythonOperator 2021-07-17T03:10:56.494165+00:00 2021-07-17T03:11:01.736391+00:00 0:00:05.242226 54586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T03:10:54.248663+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T02:00:00+00:00 PythonOperator 2021-07-17T03:10:38.746599+00:00 2021-07-17T03:10:42.842601+00:00 0:00:04.096002 54585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T03:10:36.174399+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T02:00:00+00:00 TriggerDagRunOperator 2021-07-17T03:10:30.944217+00:00 2021-07-17T03:10:31.471390+00:00 0:00:00.527173 54584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T03:10:28.241636+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T02:00:00+00:00 TriggerDagRunOperator 2021-07-17T03:10:30.855200+00:00 2021-07-17T03:10:31.304430+00:00 0:00:00.449230 54583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T03:10:28.241591+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T02:05:00+00:00 EmrJobFlowSensor 2021-07-17T03:05:55.928681+00:00 2021-07-17T03:13:58.529427+00:00 0:08:02.600746 54582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T03:05:53.568848+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T03:05:33.954966+00:00 2021-07-17T03:05:35.696707+00:00 0:00:01.741741 54581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T03:05:31.553972+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T02:05:00+00:00 PythonOperator 2021-07-17T03:05:13.717447+00:00 2021-07-17T03:05:17.197105+00:00 0:00:03.479658 54580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T03:05:11.419689+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T02:00:00+00:00 EmrJobFlowSensor 2021-07-17T03:01:07.512943+00:00 2021-07-17T03:10:10.345419+00:00 0:09:02.832476 54579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T03:01:04.993103+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T02:00:00+00:00 EmrJobFlowSensor 2021-07-17T03:00:57.322593+00:00 2021-07-17T03:15:01.022179+00:00 0:14:03.699586 54578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T03:00:55.055673+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T03:00:45.298684+00:00 2021-07-17T03:00:47.077487+00:00 0:00:01.778803 54577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T03:00:42.921747+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T03:00:35.480658+00:00 2021-07-17T03:00:37.237714+00:00 0:00:01.757056 54576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T03:00:32.977369+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T02:00:00+00:00 PythonOperator 2021-07-17T03:00:25.222783+00:00 2021-07-17T03:00:28.796712+00:00 0:00:03.573929 54575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T03:00:22.770035+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T02:00:00+00:00 PythonOperator 2021-07-17T03:00:05.109893+00:00 2021-07-17T03:00:09.272766+00:00 0:00:04.162873 54574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T03:00:02.751629+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T01:00:00+00:00 EmrJobFlowSensor 2021-07-17T02:11:50.278239+00:00 2021-07-17T02:21:53.194649+00:00 0:10:02.916410 54572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T02:11:48.057615+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T01:00:00+00:00 EmrJobFlowSensor 2021-07-17T02:11:44.238614+00:00 2021-07-17T02:20:47.077710+00:00 0:09:02.839096 54571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T02:11:42.035812+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T02:11:24.559968+00:00 2021-07-17T02:11:26.296326+00:00 0:00:01.736358 54570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T02:11:22.077060+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T02:11:20.497008+00:00 2021-07-17T02:11:22.409542+00:00 0:00:01.912534 54569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T02:11:18.065062+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T01:00:00+00:00 PythonOperator 2021-07-17T02:11:03.812625+00:00 2021-07-17T02:11:07.906693+00:00 0:00:04.094068 54568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T02:11:00.066818+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T01:00:00+00:00 PythonOperator 2021-07-17T02:10:58.279207+00:00 2021-07-17T02:11:03.525283+00:00 0:00:05.246076 54567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T02:10:56.047143+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T01:00:00+00:00 TriggerDagRunOperator 2021-07-17T02:10:38.576675+00:00 2021-07-17T02:10:38.988558+00:00 0:00:00.411883 54566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T02:10:36.044708+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T01:00:00+00:00 TriggerDagRunOperator 2021-07-17T02:10:38.584007+00:00 2021-07-17T02:10:39.142406+00:00 0:00:00.558399 54565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T02:10:36.044740+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T01:05:00+00:00 EmrJobFlowSensor 2021-07-17T02:06:20.139290+00:00 2021-07-17T02:14:22.775178+00:00 0:08:02.635888 54564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T02:06:17.762246+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T02:05:49.739700+00:00 2021-07-17T02:05:51.363102+00:00 0:00:01.623402 54563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T02:05:47.651303+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T01:05:00+00:00 PythonOperator 2021-07-17T02:05:24.331984+00:00 2021-07-17T02:05:27.244497+00:00 0:00:02.912513 54562 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T02:05:21.678785+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T01:00:00+00:00 EmrJobFlowSensor 2021-07-17T02:00:59.578083+00:00 2021-07-17T02:10:02.342864+00:00 0:09:02.764781 54561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T02:00:57.278904+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T01:00:00+00:00 EmrJobFlowSensor 2021-07-17T02:00:53.400656+00:00 2021-07-17T02:14:56.909845+00:00 0:14:03.509189 54560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T02:00:51.193071+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T02:00:39.514020+00:00 2021-07-17T02:00:41.535818+00:00 0:00:02.021798 54559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T02:00:37.182648+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T02:00:33.522802+00:00 2021-07-17T02:00:35.480452+00:00 0:00:01.957650 54558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T02:00:31.176198+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T01:00:00+00:00 PythonOperator 2021-07-17T02:00:15.479332+00:00 2021-07-17T02:00:19.262571+00:00 0:00:03.783239 54557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T02:00:13.164252+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T01:00:00+00:00 PythonOperator 2021-07-17T02:00:11.929275+00:00 2021-07-17T02:00:15.808855+00:00 0:00:03.879580 54556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T02:00:09.166546+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T00:00:00+00:00 EmrJobFlowSensor 2021-07-17T01:11:24.812798+00:00 2021-07-17T01:20:27.740356+00:00 0:09:02.927558 54554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T01:11:22.409374+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T00:00:00+00:00 EmrJobFlowSensor 2021-07-17T01:11:20.475012+00:00 2021-07-17T01:23:23.788642+00:00 0:12:03.313630 54553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T01:11:18.398427+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T01:11:00.788513+00:00 2021-07-17T01:11:02.591722+00:00 0:00:01.803209 54552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T01:10:58.467606+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T01:10:58.898320+00:00 2021-07-17T01:11:00.740787+00:00 0:00:01.842467 54551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T01:10:56.448144+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T00:00:00+00:00 PythonOperator 2021-07-17T01:10:41.593624+00:00 2021-07-17T01:10:45.552859+00:00 0:00:03.959235 54550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T01:10:38.340885+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T00:00:00+00:00 PythonOperator 2021-07-17T01:10:36.602608+00:00 2021-07-17T01:10:41.820945+00:00 0:00:05.218337 54549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T01:10:34.377153+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T00:00:00+00:00 TriggerDagRunOperator 2021-07-17T01:10:24.763468+00:00 2021-07-17T01:10:25.295835+00:00 0:00:00.532367 54548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T01:10:22.304991+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T00:00:00+00:00 TriggerDagRunOperator 2021-07-17T01:10:24.588352+00:00 2021-07-17T01:10:24.993969+00:00 0:00:00.405617 54547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T01:10:22.304896+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T00:05:00+00:00 EmrJobFlowSensor 2021-07-17T01:06:40.094980+00:00 2021-07-17T01:14:42.581837+00:00 0:08:02.486857 54546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T01:06:37.923272+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T01:05:58.345818+00:00 2021-07-17T01:06:00.126740+00:00 0:00:01.780922 54545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T01:05:55.941050+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T00:05:00+00:00 PythonOperator 2021-07-17T01:05:21.885733+00:00 2021-07-17T01:05:25.582563+00:00 0:00:03.696830 54544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T01:05:19.783952+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T00:00:00+00:00 EmrJobFlowSensor 2021-07-17T01:01:10.231721+00:00 2021-07-17T01:10:13.257004+00:00 0:09:03.025283 54543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T01:01:07.451934+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T00:00:00+00:00 EmrJobFlowSensor 2021-07-17T01:01:07.780661+00:00 2021-07-17T01:15:12.188110+00:00 0:14:04.407449 54542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T01:01:05.450786+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-17T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T01:00:45.708121+00:00 2021-07-17T01:00:47.427618+00:00 0:00:01.719497 54541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T01:00:43.357507+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-17T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T01:00:39.707742+00:00 2021-07-17T01:00:41.552735+00:00 0:00:01.844993 54540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T01:00:37.338064+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-17T00:00:00+00:00 PythonOperator 2021-07-17T01:00:18.801864+00:00 2021-07-17T01:00:23.043598+00:00 0:00:04.241734 54539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T01:00:15.346367+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-17T00:00:00+00:00 PythonOperator 2021-07-17T01:00:13.997226+00:00 2021-07-17T01:00:19.115772+00:00 0:00:05.118546 54538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T01:00:11.353238+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T23:00:00+00:00 EmrJobFlowSensor 2021-07-17T00:11:30.299156+00:00 2021-07-17T00:21:33.351224+00:00 0:10:03.052068 54536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T00:11:27.867000+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T23:00:00+00:00 EmrJobFlowSensor 2021-07-17T00:11:22.002722+00:00 2021-07-17T00:21:24.913402+00:00 0:10:02.910680 54535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T00:11:19.847874+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T00:11:10.321625+00:00 2021-07-17T00:11:12.284456+00:00 0:00:01.962831 54534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T00:11:07.840021+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T00:11:00.324617+00:00 2021-07-17T00:11:02.169078+00:00 0:00:01.844461 54533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T00:10:57.957173+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T23:00:00+00:00 PythonOperator 2021-07-17T00:10:46.393823+00:00 2021-07-17T00:10:50.179348+00:00 0:00:03.785525 54532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T00:10:43.844293+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T23:00:00+00:00 PythonOperator 2021-07-17T00:10:40.210237+00:00 2021-07-17T00:10:43.705281+00:00 0:00:03.495044 54531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T00:10:37.846652+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T23:00:00+00:00 TriggerDagRunOperator 2021-07-17T00:10:22.086670+00:00 2021-07-17T00:10:22.623074+00:00 0:00:00.536404 54530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T00:10:19.686064+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T23:00:00+00:00 TriggerDagRunOperator 2021-07-17T00:10:22.052748+00:00 2021-07-17T00:10:22.500978+00:00 0:00:00.448230 54529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T00:10:19.686028+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T23:05:00+00:00 EmrJobFlowSensor 2021-07-17T00:05:49.682809+00:00 2021-07-17T00:14:52.364862+00:00 0:09:02.682053 54528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T00:05:47.358604+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-17T00:05:27.875122+00:00 2021-07-17T00:05:29.669227+00:00 0:00:01.794105 54527 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T00:05:25.265302+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T23:05:00+00:00 PythonOperator 2021-07-17T00:05:07.973850+00:00 2021-07-17T00:05:10.870093+00:00 0:00:02.896243 54526 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T00:05:05.245929+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T23:00:00+00:00 EmrJobFlowSensor 2021-07-17T00:00:58.967911+00:00 2021-07-17T00:10:01.733353+00:00 0:09:02.765442 54525 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T00:00:56.689116+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T23:00:00+00:00 EmrJobFlowSensor 2021-07-17T00:00:51.279123+00:00 2021-07-17T00:13:54.827008+00:00 0:13:03.547885 54524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-17T00:00:48.769513+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T00:00:39.050437+00:00 2021-07-17T00:00:40.775657+00:00 0:00:01.725220 54523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-17T00:00:36.653403+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-17T00:00:28.789840+00:00 2021-07-17T00:00:30.524511+00:00 0:00:01.734671 54522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-17T00:00:26.537601+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T23:00:00+00:00 PythonOperator 2021-07-17T00:00:16.760991+00:00 2021-07-17T00:00:20.216811+00:00 0:00:03.455820 54521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-17T00:00:14.523295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T23:00:00+00:00 PythonOperator 2021-07-17T00:00:09.343572+00:00 2021-07-17T00:00:13.441833+00:00 0:00:04.098261 54520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-17T00:00:06.519564+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T22:00:00+00:00 EmrJobFlowSensor 2021-07-16T23:12:43.402902+00:00 2021-07-16T23:21:46.141783+00:00 0:09:02.738881 54518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T23:12:41.242835+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T22:00:00+00:00 EmrJobFlowSensor 2021-07-16T23:12:17.394434+00:00 2021-07-16T23:21:20.533836+00:00 0:09:03.139402 54517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T23:12:15.226154+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T23:12:07.438243+00:00 2021-07-16T23:12:09.267876+00:00 0:00:01.829633 54516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T23:12:05.213867+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T23:11:51.376940+00:00 2021-07-16T23:11:53.202006+00:00 0:00:01.825066 54515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T23:11:49.215644+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T22:00:00+00:00 PythonOperator 2021-07-16T23:11:45.379102+00:00 2021-07-16T23:11:49.145167+00:00 0:00:03.766065 54514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T23:11:43.193578+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T22:00:00+00:00 PythonOperator 2021-07-16T23:11:29.691077+00:00 2021-07-16T23:11:33.482872+00:00 0:00:03.791795 54513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T23:11:27.176308+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T22:00:00+00:00 TriggerDagRunOperator 2021-07-16T23:11:19.588126+00:00 2021-07-16T23:11:20.118160+00:00 0:00:00.530034 54512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T23:11:17.108366+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T22:00:00+00:00 TriggerDagRunOperator 2021-07-16T23:11:19.478415+00:00 2021-07-16T23:11:19.879794+00:00 0:00:00.401379 54511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T23:11:17.108403+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T22:05:00+00:00 EmrJobFlowSensor 2021-07-16T23:05:59.065655+00:00 2021-07-16T23:14:01.660391+00:00 0:08:02.594736 54510 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T23:05:56.671016+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T23:05:38.813924+00:00 2021-07-16T23:05:40.524877+00:00 0:00:01.710953 54509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T23:05:36.588627+00:00 2 default_pool