Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-07-26T16:05:00+00:00 EmrJobFlowSensor 2021-07-26T17:05:57.519403+00:00 2021-07-26T17:15:00.331650+00:00 0:09:02.812247 58761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T17:05:55.414814+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T17:05:35.562091+00:00 2021-07-26T17:05:37.258220+00:00 0:00:01.696129 58760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T17:05:33.394705+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T16:05:00+00:00 PythonOperator 2021-07-26T17:05:13.654126+00:00 2021-07-26T17:05:17.226221+00:00 0:00:03.572095 58759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T17:05:11.359837+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T16:00:00+00:00 EmrJobFlowSensor 2021-07-26T17:02:07.291443+00:00 2021-07-26T17:15:10.606069+00:00 0:13:03.314626 58758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T17:02:05.095147+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T17:01:43.237977+00:00 2021-07-26T17:01:45.144267+00:00 0:00:01.906290 58757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T17:01:41.020870+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T16:00:00+00:00 PythonOperator 2021-07-26T17:01:15.232023+00:00 2021-07-26T17:01:19.353869+00:00 0:00:04.121846 58756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T17:01:12.993894+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T16:00:00+00:00 EmrJobFlowSensor 2021-07-26T17:01:11.138205+00:00 2021-07-26T17:09:14.082838+00:00 0:08:02.944633 58755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T17:01:08.989426+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T17:00:47.109367+00:00 2021-07-26T17:00:48.807717+00:00 0:00:01.698350 58754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T17:00:44.933359+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T16:00:00+00:00 PythonOperator 2021-07-26T17:00:19.526677+00:00 2021-07-26T17:00:23.460312+00:00 0:00:03.933635 58753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T17:00:16.911618+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T15:00:00+00:00 EmrJobFlowSensor 2021-07-26T16:11:40.011301+00:00 2021-07-26T16:21:43.015182+00:00 0:10:03.003881 58751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T16:11:37.496939+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T15:00:00+00:00 EmrJobFlowSensor 2021-07-26T16:11:25.965886+00:00 2021-07-26T16:23:29.178174+00:00 0:12:03.212288 58750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T16:11:23.416635+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T16:11:17.501465+00:00 2021-07-26T16:11:19.216070+00:00 0:00:01.714605 58749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T16:11:15.410732+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T16:11:04.104996+00:00 2021-07-26T16:11:05.998977+00:00 0:00:01.893981 58748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T16:11:01.401292+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T15:00:00+00:00 PythonOperator 2021-07-26T16:10:55.605927+00:00 2021-07-26T16:10:59.618015+00:00 0:00:04.012088 58747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T16:10:53.334928+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T15:00:00+00:00 PythonOperator 2021-07-26T16:10:42.310710+00:00 2021-07-26T16:10:46.533601+00:00 0:00:04.222891 58746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T16:10:39.379230+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T15:00:00+00:00 TriggerDagRunOperator 2021-07-26T16:10:34.044264+00:00 2021-07-26T16:10:34.532012+00:00 0:00:00.487748 58745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T16:10:31.377094+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T15:00:00+00:00 TriggerDagRunOperator 2021-07-26T16:10:33.629299+00:00 2021-07-26T16:10:34.094811+00:00 0:00:00.465512 58744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T16:10:31.377129+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T15:05:00+00:00 EmrJobFlowSensor 2021-07-26T16:06:17.379408+00:00 2021-07-26T16:14:19.980241+00:00 0:08:02.600833 58743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T16:06:15.086405+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T16:05:43.358111+00:00 2021-07-26T16:05:45.150060+00:00 0:00:01.791949 58742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T16:05:40.991993+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T15:05:00+00:00 PythonOperator 2021-07-26T16:05:21.160350+00:00 2021-07-26T16:05:25.165322+00:00 0:00:04.004972 58741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T16:05:18.936043+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T15:00:00+00:00 EmrJobFlowSensor 2021-07-26T16:01:10.615772+00:00 2021-07-26T16:10:13.759226+00:00 0:09:03.143454 58740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T16:01:08.211111+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T15:00:00+00:00 EmrJobFlowSensor 2021-07-26T16:01:04.594159+00:00 2021-07-26T16:15:08.554302+00:00 0:14:03.960143 58739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T16:01:02.205237+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T16:00:48.368746+00:00 2021-07-26T16:00:50.050639+00:00 0:00:01.681893 58738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T16:00:46.192584+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T16:00:42.600709+00:00 2021-07-26T16:00:44.387168+00:00 0:00:01.786459 58737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T16:00:40.185428+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T15:00:00+00:00 PythonOperator 2021-07-26T16:00:18.411304+00:00 2021-07-26T16:00:21.959188+00:00 0:00:03.547884 58736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T16:00:16.132049+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T15:00:00+00:00 PythonOperator 2021-07-26T16:00:08.461729+00:00 2021-07-26T16:00:12.843575+00:00 0:00:04.381846 58735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T16:00:06.123517+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T14:00:00+00:00 EmrJobFlowSensor 2021-07-26T15:12:46.517498+00:00 2021-07-26T15:22:49.678648+00:00 0:10:03.161150 58733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T15:12:44.121784+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T15:12:24.483025+00:00 2021-07-26T15:12:26.314246+00:00 0:00:01.831221 58732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T15:12:22.161160+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T14:00:00+00:00 EmrJobFlowSensor 2021-07-26T15:12:20.259741+00:00 2021-07-26T15:22:23.284435+00:00 0:10:03.024694 58731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T15:12:18.094032+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T14:00:00+00:00 PythonOperator 2021-07-26T15:12:04.325637+00:00 2021-07-26T15:12:08.377158+00:00 0:00:04.051521 58730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T15:12:02.053027+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T15:11:58.506134+00:00 2021-07-26T15:12:00.383090+00:00 0:00:01.876956 58729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T15:11:56.048559+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T14:00:00+00:00 PythonOperator 2021-07-26T15:11:36.236711+00:00 2021-07-26T15:11:40.033834+00:00 0:00:03.797123 58728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T15:11:34.035351+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T14:00:00+00:00 TriggerDagRunOperator 2021-07-26T15:11:16.479393+00:00 2021-07-26T15:11:16.884882+00:00 0:00:00.405489 58727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T15:11:14.013900+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T14:00:00+00:00 TriggerDagRunOperator 2021-07-26T15:11:16.284701+00:00 2021-07-26T15:11:16.793569+00:00 0:00:00.508868 58726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T15:11:14.013936+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T14:05:00+00:00 EmrJobFlowSensor 2021-07-26T15:05:55.812636+00:00 2021-07-26T15:14:58.477906+00:00 0:09:02.665270 58725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T15:05:53.483224+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T15:05:33.794469+00:00 2021-07-26T15:05:35.612301+00:00 0:00:01.817832 58724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T15:05:31.466388+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T14:05:00+00:00 PythonOperator 2021-07-26T15:05:11.642829+00:00 2021-07-26T15:05:15.604842+00:00 0:00:03.962013 58723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T15:05:09.393444+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T14:00:00+00:00 EmrJobFlowSensor 2021-07-26T15:01:07.371828+00:00 2021-07-26T15:11:10.290459+00:00 0:10:02.918631 58722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T15:01:04.977487+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T14:00:00+00:00 EmrJobFlowSensor 2021-07-26T15:00:55.408122+00:00 2021-07-26T15:13:58.709779+00:00 0:13:03.301657 58721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T15:00:52.947168+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T15:00:45.007201+00:00 2021-07-26T15:00:46.842000+00:00 0:00:01.834799 58720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T15:00:42.851079+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T15:00:35.004530+00:00 2021-07-26T15:00:36.733266+00:00 0:00:01.728736 58719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T15:00:32.835859+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T14:00:00+00:00 PythonOperator 2021-07-26T15:00:23.227964+00:00 2021-07-26T15:00:26.777246+00:00 0:00:03.549282 58718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T15:00:20.827305+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T14:00:00+00:00 PythonOperator 2021-07-26T15:00:13.397264+00:00 2021-07-26T15:00:17.595445+00:00 0:00:04.198181 58717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T15:00:10.819328+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T13:00:00+00:00 EmrJobFlowSensor 2021-07-26T14:11:19.079053+00:00 2021-07-26T14:23:22.413894+00:00 0:12:03.334841 58715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T14:11:16.902666+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T13:00:00+00:00 EmrJobFlowSensor 2021-07-26T14:11:13.097932+00:00 2021-07-26T14:20:15.730476+00:00 0:09:02.632544 58714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T14:11:10.900373+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T14:10:57.026819+00:00 2021-07-26T14:10:58.846653+00:00 0:00:01.819834 58713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T14:10:54.794509+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T14:10:50.910885+00:00 2021-07-26T14:10:52.659073+00:00 0:00:01.748188 58712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T14:10:48.788117+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T13:00:00+00:00 PythonOperator 2021-07-26T14:10:37.011674+00:00 2021-07-26T14:10:40.778619+00:00 0:00:03.766945 58711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T14:10:34.738337+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T13:00:00+00:00 PythonOperator 2021-07-26T14:10:28.996855+00:00 2021-07-26T14:10:33.116198+00:00 0:00:04.119343 58710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T14:10:26.773485+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T13:00:00+00:00 TriggerDagRunOperator 2021-07-26T14:10:25.139973+00:00 2021-07-26T14:10:25.647945+00:00 0:00:00.507972 58709 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T14:10:22.777156+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T13:00:00+00:00 TriggerDagRunOperator 2021-07-26T14:10:25.079610+00:00 2021-07-26T14:10:25.467023+00:00 0:00:00.387413 58708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T14:10:22.777203+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T13:05:00+00:00 EmrJobFlowSensor 2021-07-26T14:05:48.475051+00:00 2021-07-26T14:14:51.274944+00:00 0:09:02.799893 58707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T14:05:46.300011+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T14:05:26.391215+00:00 2021-07-26T14:05:28.102027+00:00 0:00:01.710812 58706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T14:05:24.233775+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T13:05:00+00:00 PythonOperator 2021-07-26T14:05:04.525922+00:00 2021-07-26T14:05:08.353721+00:00 0:00:03.827799 58705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T14:05:02.218753+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T13:00:00+00:00 EmrJobFlowSensor 2021-07-26T14:01:12.061719+00:00 2021-07-26T14:10:15.102579+00:00 0:09:03.040860 58704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T14:01:09.898703+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T13:00:00+00:00 EmrJobFlowSensor 2021-07-26T14:01:08.425834+00:00 2021-07-26T14:15:12.132459+00:00 0:14:03.706625 58703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T14:01:05.963322+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T14:00:48.203506+00:00 2021-07-26T14:00:49.919945+00:00 0:00:01.716439 58702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T14:00:45.872695+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T14:00:44.004973+00:00 2021-07-26T14:00:45.772919+00:00 0:00:01.767946 58701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T14:00:41.858201+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T13:00:00+00:00 PythonOperator 2021-07-26T14:00:27.331935+00:00 2021-07-26T14:00:31.597431+00:00 0:00:04.265496 58700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T14:00:23.853710+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T13:00:00+00:00 PythonOperator 2021-07-26T14:00:22.126179+00:00 2021-07-26T14:00:28.081933+00:00 0:00:05.955754 58699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T14:00:19.837689+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T12:00:00+00:00 EmrJobFlowSensor 2021-07-26T13:11:36.658478+00:00 2021-07-26T13:21:39.507437+00:00 0:10:02.848959 58697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T13:11:34.537355+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T12:00:00+00:00 EmrJobFlowSensor 2021-07-26T13:11:30.913691+00:00 2021-07-26T13:23:34.464521+00:00 0:12:03.550830 58696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T13:11:28.565946+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T13:11:11.759072+00:00 2021-07-26T13:11:13.498318+00:00 0:00:01.739246 58695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T13:11:08.516431+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T13:11:09.498620+00:00 2021-07-26T13:11:11.537778+00:00 0:00:02.039158 58694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T13:11:06.519215+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T12:00:00+00:00 PythonOperator 2021-07-26T13:10:47.165377+00:00 2021-07-26T13:10:51.350899+00:00 0:00:04.185522 58693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T13:10:44.554033+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T12:00:00+00:00 PythonOperator 2021-07-26T13:10:47.041271+00:00 2021-07-26T13:10:50.688599+00:00 0:00:03.647328 58692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T13:10:44.554083+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T12:00:00+00:00 TriggerDagRunOperator 2021-07-26T13:10:41.011430+00:00 2021-07-26T13:10:41.526505+00:00 0:00:00.515075 58691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T13:10:38.547536+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T12:00:00+00:00 TriggerDagRunOperator 2021-07-26T13:10:40.950229+00:00 2021-07-26T13:10:41.361065+00:00 0:00:00.410836 58690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T13:10:38.547572+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T12:05:00+00:00 EmrJobFlowSensor 2021-07-26T13:05:52.168180+00:00 2021-07-26T13:14:54.738339+00:00 0:09:02.570159 58689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T13:05:50.035273+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T13:05:29.097167+00:00 2021-07-26T13:05:30.937280+00:00 0:00:01.840113 58688 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T13:05:26.051457+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T12:05:00+00:00 PythonOperator 2021-07-26T13:05:06.362837+00:00 2021-07-26T13:05:10.181607+00:00 0:00:03.818770 58687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T13:05:04.057351+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T12:00:00+00:00 EmrJobFlowSensor 2021-07-26T13:01:21.790902+00:00 2021-07-26T13:15:25.309825+00:00 0:14:03.518923 58686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T13:01:19.607287+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T12:00:00+00:00 EmrJobFlowSensor 2021-07-26T13:01:11.805261+00:00 2021-07-26T13:10:15.050820+00:00 0:09:03.245559 58685 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T13:01:09.596588+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T13:01:00.186774+00:00 2021-07-26T13:01:02.091155+00:00 0:00:01.904381 58684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T13:00:57.545565+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T13:00:49.703354+00:00 2021-07-26T13:00:51.416862+00:00 0:00:01.713508 58683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T13:00:47.501574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T12:00:00+00:00 PythonOperator 2021-07-26T13:00:37.694690+00:00 2021-07-26T13:00:41.748152+00:00 0:00:04.053462 58682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T13:00:35.488315+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T12:00:00+00:00 PythonOperator 2021-07-26T13:00:28.117658+00:00 2021-07-26T13:00:32.015842+00:00 0:00:03.898184 58681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T13:00:25.547531+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T11:00:00+00:00 EmrJobFlowSensor 2021-07-26T12:12:28.894245+00:00 2021-07-26T12:23:31.981257+00:00 0:11:03.087012 58679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T12:12:26.735239+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T11:00:00+00:00 EmrJobFlowSensor 2021-07-26T12:12:20.904451+00:00 2021-07-26T12:21:23.582944+00:00 0:09:02.678493 58678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T12:12:18.729831+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T12:12:07.118485+00:00 2021-07-26T12:12:08.850625+00:00 0:00:01.732140 58677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T12:12:04.845844+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T12:11:59.056610+00:00 2021-07-26T12:12:00.842683+00:00 0:00:01.786073 58676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T12:11:56.655960+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T11:00:00+00:00 PythonOperator 2021-07-26T12:11:43.792047+00:00 2021-07-26T12:11:48.151327+00:00 0:00:04.359280 58675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T12:11:40.671919+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T11:00:00+00:00 PythonOperator 2021-07-26T12:11:39.701795+00:00 2021-07-26T12:11:45.006232+00:00 0:00:05.304437 58674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T12:11:36.676300+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T11:00:00+00:00 TriggerDagRunOperator 2021-07-26T12:11:31.501877+00:00 2021-07-26T12:11:31.929894+00:00 0:00:00.428017 58673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T12:11:28.578995+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T11:00:00+00:00 TriggerDagRunOperator 2021-07-26T12:11:31.337601+00:00 2021-07-26T12:11:31.873431+00:00 0:00:00.535830 58672 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T12:11:28.578940+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T11:05:00+00:00 EmrJobFlowSensor 2021-07-26T12:05:54.394795+00:00 2021-07-26T12:15:57.377848+00:00 0:10:02.983053 58671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T12:05:51.951088+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T12:05:34.116796+00:00 2021-07-26T12:05:35.774873+00:00 0:00:01.658077 58670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T12:05:31.844155+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T11:05:00+00:00 PythonOperator 2021-07-26T12:05:10.177962+00:00 2021-07-26T12:05:13.756451+00:00 0:00:03.578489 58669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T12:05:07.730380+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T11:00:00+00:00 EmrJobFlowSensor 2021-07-26T12:01:04.012736+00:00 2021-07-26T12:11:07.253520+00:00 0:10:03.240784 58668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T12:01:01.347972+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T11:00:00+00:00 EmrJobFlowSensor 2021-07-26T12:00:47.769150+00:00 2021-07-26T12:14:51.396517+00:00 0:14:03.627367 58667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T12:00:45.261962+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T12:00:43.520453+00:00 2021-07-26T12:00:45.288360+00:00 0:00:01.767907 58666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T12:00:41.182914+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T12:00:25.528119+00:00 2021-07-26T12:00:27.318707+00:00 0:00:01.790588 58665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T12:00:23.095684+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T11:00:00+00:00 PythonOperator 2021-07-26T12:00:21.656219+00:00 2021-07-26T12:00:25.318276+00:00 0:00:03.662057 58664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T12:00:19.175902+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T11:00:00+00:00 PythonOperator 2021-07-26T12:00:05.475776+00:00 2021-07-26T12:00:09.602382+00:00 0:00:04.126606 58663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T12:00:03.056173+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T10:00:00+00:00 EmrJobFlowSensor 2021-07-26T11:11:58.351568+00:00 2021-07-26T11:21:01.001688+00:00 0:09:02.650120 58661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T11:11:55.813914+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T10:00:00+00:00 EmrJobFlowSensor 2021-07-26T11:11:56.033964+00:00 2021-07-26T11:22:59.507170+00:00 0:11:03.473206 58660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T11:11:53.813528+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T11:11:36.380833+00:00 2021-07-26T11:11:38.217613+00:00 0:00:01.836780 58659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T11:11:33.849453+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T11:11:34.088319+00:00 2021-07-26T11:11:35.835801+00:00 0:00:01.747482 58658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T11:11:31.851615+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T10:00:00+00:00 PythonOperator 2021-07-26T11:11:12.403769+00:00 2021-07-26T11:11:16.387283+00:00 0:00:03.983514 58657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T11:11:09.855586+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T10:00:00+00:00 PythonOperator 2021-07-26T11:11:12.387475+00:00 2021-07-26T11:11:16.415960+00:00 0:00:04.028485 58656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T11:11:09.855638+00:00 2 default_pool