Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T14:00:00+00:00 TriggerDagRunOperator 2021-07-15T15:12:10.070824+00:00 2021-07-15T15:12:10.467503+00:00 0:00:00.396679 53929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T15:12:07.897941+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T14:05:00+00:00 EmrJobFlowSensor 2021-07-15T15:06:05.791530+00:00 2021-07-15T15:14:08.319251+00:00 0:08:02.527721 53928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T15:06:03.466916+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T15:05:41.589216+00:00 2021-07-15T15:05:43.406993+00:00 0:00:01.817777 53927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T15:05:39.393284+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T14:05:00+00:00 PythonOperator 2021-07-15T15:05:19.707581+00:00 2021-07-15T15:05:23.156906+00:00 0:00:03.449325 53926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T15:05:17.349700+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T14:00:00+00:00 EmrJobFlowSensor 2021-07-15T15:00:51.207686+00:00 2021-07-15T15:11:54.429578+00:00 0:11:03.221892 53925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T15:00:48.949688+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T14:00:00+00:00 EmrJobFlowSensor 2021-07-15T15:00:49.096586+00:00 2021-07-15T15:15:52.685794+00:00 0:15:03.589208 53924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T15:00:46.937759+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T15:00:29.553273+00:00 2021-07-15T15:00:31.348480+00:00 0:00:01.795207 53923 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T15:00:26.960462+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T15:00:25.542211+00:00 2021-07-15T15:00:27.351798+00:00 0:00:01.809587 53922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T15:00:22.974109+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T14:00:00+00:00 PythonOperator 2021-07-15T15:00:10.353336+00:00 2021-07-15T15:00:14.810276+00:00 0:00:04.456940 53921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T15:00:06.960753+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T14:00:00+00:00 PythonOperator 2021-07-15T15:00:05.465433+00:00 2021-07-15T15:00:11.091009+00:00 0:00:05.625576 53920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T15:00:02.965690+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T13:00:00+00:00 EmrJobFlowSensor 2021-07-15T14:11:19.621551+00:00 2021-07-15T14:20:22.132563+00:00 0:09:02.511012 53918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T14:11:17.423655+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T13:00:00+00:00 EmrJobFlowSensor 2021-07-15T14:11:15.699332+00:00 2021-07-15T14:20:18.444669+00:00 0:09:02.745337 53917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T14:11:13.425704+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T14:10:49.861895+00:00 2021-07-15T14:10:51.684228+00:00 0:00:01.822333 53916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T14:10:47.396876+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T14:10:49.588053+00:00 2021-07-15T14:10:51.309373+00:00 0:00:01.721320 53915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T14:10:47.396904+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T13:00:00+00:00 PythonOperator 2021-07-15T14:10:20.206191+00:00 2021-07-15T14:10:23.929653+00:00 0:00:03.723462 53914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T14:10:17.361060+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T13:00:00+00:00 PythonOperator 2021-07-15T14:10:19.777019+00:00 2021-07-15T14:10:23.780918+00:00 0:00:04.003899 53913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T14:10:17.361104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T13:00:00+00:00 TriggerDagRunOperator 2021-07-15T14:10:09.801096+00:00 2021-07-15T14:10:10.311153+00:00 0:00:00.510057 53912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T14:10:07.297533+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T13:00:00+00:00 TriggerDagRunOperator 2021-07-15T14:10:09.676247+00:00 2021-07-15T14:10:10.082868+00:00 0:00:00.406621 53911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T14:10:07.297498+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T13:05:00+00:00 EmrJobFlowSensor 2021-07-15T14:05:47.011716+00:00 2021-07-15T14:14:49.773374+00:00 0:09:02.761658 53910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T14:05:44.811360+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T14:05:24.959397+00:00 2021-07-15T14:05:26.599075+00:00 0:00:01.639678 53909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T14:05:22.750902+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T13:05:00+00:00 PythonOperator 2021-07-15T14:05:04.954229+00:00 2021-07-15T14:05:08.695450+00:00 0:00:03.741221 53908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T14:05:02.687059+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T13:00:00+00:00 EmrJobFlowSensor 2021-07-15T14:00:58.570319+00:00 2021-07-15T14:14:02.140048+00:00 0:13:03.569729 53907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T14:00:56.158408+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T13:00:00+00:00 EmrJobFlowSensor 2021-07-15T14:00:48.404602+00:00 2021-07-15T14:09:51.412589+00:00 0:09:03.007987 53906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T14:00:46.159347+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T14:00:36.614104+00:00 2021-07-15T14:00:38.407750+00:00 0:00:01.793646 53905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T14:00:34.179191+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T14:00:26.290590+00:00 2021-07-15T14:00:28.008323+00:00 0:00:01.717733 53904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T14:00:24.102615+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T13:00:00+00:00 PythonOperator 2021-07-15T14:00:16.301547+00:00 2021-07-15T14:00:20.262738+00:00 0:00:03.961191 53903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T14:00:14.108231+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T13:00:00+00:00 PythonOperator 2021-07-15T14:00:06.395502+00:00 2021-07-15T14:00:10.231799+00:00 0:00:03.836297 53902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T14:00:04.085838+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T12:00:00+00:00 EmrJobFlowSensor 2021-07-15T13:12:21.377163+00:00 2021-07-15T13:21:24.098534+00:00 0:09:02.721371 53900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T13:12:19.287302+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T12:00:00+00:00 EmrJobFlowSensor 2021-07-15T13:12:19.929090+00:00 2021-07-15T13:21:22.775769+00:00 0:09:02.846679 53899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T13:12:17.361824+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T13:12:01.586768+00:00 2021-07-15T13:12:03.340360+00:00 0:00:01.753592 53898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T13:11:59.266516+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T13:11:57.646607+00:00 2021-07-15T13:11:59.330284+00:00 0:00:01.683677 53897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T13:11:55.257802+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T12:00:00+00:00 PythonOperator 2021-07-15T13:11:39.605114+00:00 2021-07-15T13:11:43.296881+00:00 0:00:03.691767 53896 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T13:11:37.182347+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T12:00:00+00:00 PythonOperator 2021-07-15T13:11:37.453803+00:00 2021-07-15T13:11:41.201527+00:00 0:00:03.747724 53895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T13:11:35.192386+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T12:00:00+00:00 TriggerDagRunOperator 2021-07-15T13:11:21.344967+00:00 2021-07-15T13:11:21.889928+00:00 0:00:00.544961 53894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T13:11:19.097591+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T12:00:00+00:00 TriggerDagRunOperator 2021-07-15T13:11:21.244801+00:00 2021-07-15T13:11:21.639852+00:00 0:00:00.395051 53893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T13:11:19.097625+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T12:05:00+00:00 EmrJobFlowSensor 2021-07-15T13:06:35.305909+00:00 2021-07-15T13:14:37.704535+00:00 0:08:02.398626 53892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T13:06:32.845260+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T13:05:56.953791+00:00 2021-07-15T13:05:58.685220+00:00 0:00:01.731429 53891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T13:05:54.764737+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T12:05:00+00:00 PythonOperator 2021-07-15T13:05:24.868378+00:00 2021-07-15T13:05:28.754433+00:00 0:00:03.886055 53890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T13:05:22.696355+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T12:00:00+00:00 EmrJobFlowSensor 2021-07-15T13:01:00.850196+00:00 2021-07-15T13:11:04.249963+00:00 0:10:03.399767 53889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T13:00:58.274470+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T12:00:00+00:00 EmrJobFlowSensor 2021-07-15T13:00:56.445549+00:00 2021-07-15T13:14:59.813090+00:00 0:14:03.367541 53888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T13:00:54.247732+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T13:00:38.391029+00:00 2021-07-15T13:00:40.105892+00:00 0:00:01.714863 53887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T13:00:36.174951+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T13:00:34.506442+00:00 2021-07-15T13:00:36.233918+00:00 0:00:01.727476 53886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T13:00:32.150710+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T12:00:00+00:00 PythonOperator 2021-07-15T13:00:17.337354+00:00 2021-07-15T13:00:21.418189+00:00 0:00:04.080835 53885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T13:00:14.126716+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T12:00:00+00:00 PythonOperator 2021-07-15T13:00:12.449242+00:00 2021-07-15T13:00:18.041607+00:00 0:00:05.592365 53884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T13:00:10.123440+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T11:00:00+00:00 EmrJobFlowSensor 2021-07-15T12:10:23.005376+00:00 2021-07-15T12:20:26.153864+00:00 0:10:03.148488 53882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T12:10:20.726304+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T11:00:00+00:00 EmrJobFlowSensor 2021-07-15T12:10:19.191462+00:00 2021-07-15T12:19:21.979447+00:00 0:09:02.787985 53881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T12:10:16.756486+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T12:09:59.290331+00:00 2021-07-15T12:10:01.061301+00:00 0:00:01.770970 53880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T12:09:56.764591+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T12:09:57.008908+00:00 2021-07-15T12:09:58.761462+00:00 0:00:01.752554 53879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T12:09:54.750824+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T11:00:00+00:00 PythonOperator 2021-07-15T12:09:36.920949+00:00 2021-07-15T12:09:40.980129+00:00 0:00:04.059180 53878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T12:09:34.686354+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T11:00:00+00:00 PythonOperator 2021-07-15T12:09:36.928381+00:00 2021-07-15T12:09:40.386824+00:00 0:00:03.458443 53877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T12:09:34.686390+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T11:00:00+00:00 TriggerDagRunOperator 2021-07-15T12:09:15.111158+00:00 2021-07-15T12:09:15.614113+00:00 0:00:00.502955 53876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T12:09:12.634284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T11:00:00+00:00 TriggerDagRunOperator 2021-07-15T12:09:14.790356+00:00 2021-07-15T12:09:15.265152+00:00 0:00:00.474796 53875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T12:09:12.634253+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T11:05:00+00:00 EmrJobFlowSensor 2021-07-15T12:06:00.740612+00:00 2021-07-15T12:15:03.518814+00:00 0:09:02.778202 53874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T12:05:58.363001+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T12:05:38.525040+00:00 2021-07-15T12:05:40.332166+00:00 0:00:01.807126 53873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T12:05:36.267092+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T11:05:00+00:00 PythonOperator 2021-07-15T12:05:16.383606+00:00 2021-07-15T12:05:20.151188+00:00 0:00:03.767582 53872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T12:05:14.249588+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T11:00:00+00:00 EmrJobFlowSensor 2021-07-15T12:00:56.204535+00:00 2021-07-15T12:08:58.894042+00:00 0:08:02.689507 53871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T12:00:53.921654+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T11:00:00+00:00 EmrJobFlowSensor 2021-07-15T12:00:50.090903+00:00 2021-07-15T12:13:53.548009+00:00 0:13:03.457106 53870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T12:00:47.913568+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T12:00:34.432394+00:00 2021-07-15T12:00:36.230988+00:00 0:00:01.798594 53869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T12:00:31.959993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T12:00:28.377250+00:00 2021-07-15T12:00:30.310869+00:00 0:00:01.933619 53868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T12:00:25.959867+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T11:00:00+00:00 PythonOperator 2021-07-15T12:00:13.550160+00:00 2021-07-15T12:00:17.700614+00:00 0:00:04.150454 53867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T12:00:09.893130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T11:00:00+00:00 PythonOperator 2021-07-15T12:00:08.715918+00:00 2021-07-15T12:00:14.307739+00:00 0:00:05.591821 53866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T12:00:05.655654+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T10:00:00+00:00 EmrJobFlowSensor 2021-07-15T11:12:27.768242+00:00 2021-07-15T11:21:30.454283+00:00 0:09:02.686041 53864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T11:12:25.495535+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T10:00:00+00:00 EmrJobFlowSensor 2021-07-15T11:12:17.912306+00:00 2021-07-15T11:20:20.608715+00:00 0:08:02.696409 53863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T11:12:15.493310+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T11:12:05.862820+00:00 2021-07-15T11:12:07.754203+00:00 0:00:01.891383 53862 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T11:12:03.434212+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T11:11:55.803616+00:00 2021-07-15T11:11:57.655380+00:00 0:00:01.851764 53861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T11:11:53.487203+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T10:00:00+00:00 PythonOperator 2021-07-15T11:11:43.684029+00:00 2021-07-15T11:11:47.695082+00:00 0:00:04.011053 53860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T11:11:41.418879+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T10:00:00+00:00 PythonOperator 2021-07-15T11:11:33.917551+00:00 2021-07-15T11:11:37.813189+00:00 0:00:03.895638 53859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T11:11:31.409982+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T10:00:00+00:00 TriggerDagRunOperator 2021-07-15T11:11:19.794226+00:00 2021-07-15T11:11:20.318031+00:00 0:00:00.523805 53858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T11:11:17.397180+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T10:00:00+00:00 TriggerDagRunOperator 2021-07-15T11:11:19.652619+00:00 2021-07-15T11:11:20.073681+00:00 0:00:00.421062 53857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T11:11:17.397214+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T10:05:00+00:00 EmrJobFlowSensor 2021-07-15T11:07:07.352319+00:00 2021-07-15T11:16:10.216632+00:00 0:09:02.864313 53856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T11:07:04.999721+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T11:06:45.466551+00:00 2021-07-15T11:06:47.168352+00:00 0:00:01.701801 53855 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T11:06:42.980014+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T10:05:00+00:00 PythonOperator 2021-07-15T11:05:27.021989+00:00 2021-07-15T11:05:30.810121+00:00 0:00:03.788132 53854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T11:05:24.733960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T10:00:00+00:00 EmrJobFlowSensor 2021-07-15T11:00:56.711896+00:00 2021-07-15T11:14:00.092100+00:00 0:13:03.380204 53853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T11:00:54.463313+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T10:00:00+00:00 EmrJobFlowSensor 2021-07-15T11:00:52.824795+00:00 2021-07-15T11:10:55.839502+00:00 0:10:03.014707 53852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T11:00:50.458971+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T11:00:34.635944+00:00 2021-07-15T11:00:36.435875+00:00 0:00:01.799931 53851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T11:00:32.350766+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T11:00:31.075748+00:00 2021-07-15T11:00:32.815070+00:00 0:00:01.739322 53850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T11:00:28.652740+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T10:00:00+00:00 PythonOperator 2021-07-15T11:00:12.465927+00:00 2021-07-15T11:00:16.285475+00:00 0:00:03.819548 53849 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T11:00:10.187217+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T10:00:00+00:00 PythonOperator 2021-07-15T11:00:10.495347+00:00 2021-07-15T11:00:14.342467+00:00 0:00:03.847120 53848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T11:00:08.182086+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T09:00:00+00:00 EmrJobFlowSensor 2021-07-15T10:23:08.430143+00:00 2021-07-15T10:23:10.037727+00:00 0:00:01.607584 53846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T10:23:06.216740+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T09:00:00+00:00 EmrJobFlowSensor 2021-07-15T10:11:13.117043+00:00 2021-07-15T10:22:16.077976+00:00 0:11:02.960933 53844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T10:11:10.925810+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T10:11:01.244437+00:00 2021-07-15T10:11:02.934670+00:00 0:00:01.690233 53843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T10:10:58.952918+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T10:10:51.121467+00:00 2021-07-15T10:10:53.005088+00:00 0:00:01.883621 53842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T10:10:48.910321+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T09:00:00+00:00 PythonOperator 2021-07-15T10:10:39.260125+00:00 2021-07-15T10:10:42.782853+00:00 0:00:03.522728 53841 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T10:10:36.897616+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T09:00:00+00:00 PythonOperator 2021-07-15T10:10:29.151199+00:00 2021-07-15T10:10:33.192753+00:00 0:00:04.041554 53840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T10:10:26.868389+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T09:00:00+00:00 TriggerDagRunOperator 2021-07-15T10:10:19.169753+00:00 2021-07-15T10:10:19.648824+00:00 0:00:00.479071 53839 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T10:10:16.796412+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T09:00:00+00:00 TriggerDagRunOperator 2021-07-15T10:10:19.105552+00:00 2021-07-15T10:10:19.477544+00:00 0:00:00.371992 53838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T10:10:16.796443+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T09:05:00+00:00 EmrJobFlowSensor 2021-07-15T10:06:00.570150+00:00 2021-07-15T10:15:03.284478+00:00 0:09:02.714328 53837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T10:05:58.369946+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T10:05:40.511835+00:00 2021-07-15T10:05:42.269094+00:00 0:00:01.757259 53836 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T10:05:38.315595+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T09:05:00+00:00 PythonOperator 2021-07-15T10:05:18.742239+00:00 2021-07-15T10:05:22.288147+00:00 0:00:03.545908 53835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T10:05:16.361127+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T09:00:00+00:00 EmrJobFlowSensor 2021-07-15T10:01:04.344937+00:00 2021-07-15T10:10:07.075197+00:00 0:09:02.730260 53834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T10:01:01.965064+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T09:00:00+00:00 EmrJobFlowSensor 2021-07-15T10:00:54.286816+00:00 2021-07-15T10:14:57.774627+00:00 0:14:03.487811 53833 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T10:00:51.954306+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T10:00:44.084021+00:00 2021-07-15T10:00:45.824903+00:00 0:00:01.740882 53832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T10:00:41.945827+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T10:00:34.225266+00:00 2021-07-15T10:00:36.109319+00:00 0:00:01.884053 53831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T10:00:31.936825+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T09:00:00+00:00 PythonOperator 2021-07-15T10:00:22.040493+00:00 2021-07-15T10:00:25.763144+00:00 0:00:03.722651 53830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T10:00:19.928185+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T09:00:00+00:00 PythonOperator 2021-07-15T10:00:10.688811+00:00 2021-07-15T10:00:14.513922+00:00 0:00:03.825111 53829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T10:00:07.971484+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T08:00:00+00:00 EmrJobFlowSensor 2021-07-15T09:12:10.671602+00:00 2021-07-15T09:23:13.858960+00:00 0:11:03.187358 53827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T09:12:08.389941+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T08:00:00+00:00 EmrJobFlowSensor 2021-07-15T09:11:51.050344+00:00 2021-07-15T09:21:54.090283+00:00 0:10:03.039939 53826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T09:11:48.334865+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T09:11:48.512003+00:00 2021-07-15T09:11:50.689135+00:00 0:00:02.177132 53825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T09:11:46.339019+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T08:00:00+00:00 PythonOperator 2021-07-15T09:11:26.928928+00:00 2021-07-15T09:11:30.639556+00:00 0:00:03.710628 53824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T09:11:24.378655+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T09:11:26.794712+00:00 2021-07-15T09:11:28.525021+00:00 0:00:01.730309 53823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T09:11:24.378613+00:00 2 default_pool