Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T10:00:44.721488+00:00 2021-07-07T10:00:46.410947+00:00 0:00:01.689459 50963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T10:00:42.250191+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T10:00:38.409765+00:00 2021-07-07T10:00:40.125793+00:00 0:00:01.716028 50962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T10:00:36.237566+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T09:00:00+00:00 PythonOperator 2021-07-07T10:00:20.624427+00:00 2021-07-07T10:00:24.113026+00:00 0:00:03.488599 50961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T10:00:18.220298+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T09:00:00+00:00 PythonOperator 2021-07-07T10:00:14.759826+00:00 2021-07-07T10:00:18.424542+00:00 0:00:03.664716 50960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T10:00:12.278482+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-05T12:44:48.207167+00:00 EmrJobFlowSensor 2021-07-07T09:53:11.768983+00:00 2021-07-07T10:07:15.229729+00:00 0:14:03.460746 50959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:53:09.670452+00:00 7 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-05T12:44:48.207167+00:00 EmrCreateJobFlowOperator 2021-07-07T09:52:49.986650+00:00 2021-07-07T09:52:51.760605+00:00 0:00:01.773955 50958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T09:52:47.644101+00:00 3 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-05T12:44:48.207167+00:00 PythonOperator 2021-07-07T09:52:23.780046+00:00 2021-07-07T09:52:27.718596+00:00 0:00:03.938550 50957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:52:21.618586+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T08:00:00+00:00 EmrJobFlowSensor 2021-07-07T09:13:00.620321+00:00 2021-07-07T09:22:03.435957+00:00 0:09:02.815636 50956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:12:57.840995+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T08:00:00+00:00 EmrJobFlowSensor 2021-07-07T09:12:58.436978+00:00 2021-07-07T09:21:01.405683+00:00 0:08:02.968705 50955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:12:55.788328+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T09:12:39.996420+00:00 2021-07-07T09:12:41.764976+00:00 0:00:01.768556 50954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T09:12:37.743365+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T09:12:35.938131+00:00 2021-07-07T09:12:37.592463+00:00 0:00:01.654332 50953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T09:12:33.744501+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T08:00:00+00:00 PythonOperator 2021-07-07T09:12:17.960928+00:00 2021-07-07T09:12:21.547791+00:00 0:00:03.586863 50952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:12:15.727500+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T08:00:00+00:00 PythonOperator 2021-07-07T09:12:15.886972+00:00 2021-07-07T09:12:19.585160+00:00 0:00:03.698188 50951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:12:13.724444+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T08:00:00+00:00 TriggerDagRunOperator 2021-07-07T09:12:06.110612+00:00 2021-07-07T09:12:06.584866+00:00 0:00:00.474254 50950 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:12:03.718161+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T08:00:00+00:00 TriggerDagRunOperator 2021-07-07T09:12:05.984189+00:00 2021-07-07T09:12:06.357684+00:00 0:00:00.373495 50949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:12:03.718243+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T08:05:00+00:00 EmrJobFlowSensor 2021-07-07T09:06:05.625501+00:00 2021-07-07T09:15:08.570755+00:00 0:09:02.945254 50948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:06:03.299855+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T09:05:43.375847+00:00 2021-07-07T09:05:44.996950+00:00 0:00:01.621103 50947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T09:05:41.223288+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T08:05:00+00:00 PythonOperator 2021-07-07T09:05:21.659615+00:00 2021-07-07T09:05:25.080424+00:00 0:00:03.420809 50946 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:05:19.264585+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T08:00:00+00:00 EmrJobFlowSensor 2021-07-07T09:03:37.307870+00:00 2021-07-07T09:11:39.883307+00:00 0:08:02.575437 50945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:03:35.151117+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T08:00:00+00:00 EmrJobFlowSensor 2021-07-07T09:03:33.187670+00:00 2021-07-07T09:14:36.334115+00:00 0:11:03.146445 50944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:03:31.083076+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T09:03:15.581061+00:00 2021-07-07T09:03:17.314219+00:00 0:00:01.733158 50943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T09:03:13.067884+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T09:03:13.382180+00:00 2021-07-07T09:03:15.273505+00:00 0:00:01.891325 50942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T09:03:11.076078+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T08:00:00+00:00 PythonOperator 2021-07-07T09:02:55.952389+00:00 2021-07-07T09:03:00.147153+00:00 0:00:04.194764 50941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T09:02:53.052468+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T08:00:00+00:00 PythonOperator 2021-07-07T09:02:51.723059+00:00 2021-07-07T09:02:56.464921+00:00 0:00:04.741862 50940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:02:49.056054+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T07:00:00+00:00 EmrJobFlowSensor 2021-07-07T08:11:49.312562+00:00 2021-07-07T08:21:52.172195+00:00 0:10:02.859633 50938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:11:46.883239+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T07:00:00+00:00 EmrJobFlowSensor 2021-07-07T08:11:37.315577+00:00 2021-07-07T08:21:40.080654+00:00 0:10:02.765077 50937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:11:34.809645+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T08:11:29.111651+00:00 2021-07-07T08:11:30.809914+00:00 0:00:01.698263 50936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T08:11:26.808582+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T08:11:13.003686+00:00 2021-07-07T08:11:14.844842+00:00 0:00:01.841156 50935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T08:11:10.790573+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T07:00:00+00:00 PythonOperator 2021-07-07T08:11:07.088016+00:00 2021-07-07T08:11:11.068892+00:00 0:00:03.980876 50934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T08:11:04.850659+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T07:00:00+00:00 PythonOperator 2021-07-07T08:10:48.952613+00:00 2021-07-07T08:10:52.401503+00:00 0:00:03.448890 50933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T08:10:46.669250+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T07:00:00+00:00 TriggerDagRunOperator 2021-07-07T08:10:33.135942+00:00 2021-07-07T08:10:33.515420+00:00 0:00:00.379478 50932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:10:30.650916+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T07:00:00+00:00 TriggerDagRunOperator 2021-07-07T08:10:33.027867+00:00 2021-07-07T08:10:33.545587+00:00 0:00:00.517720 50931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:10:30.650945+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T07:05:00+00:00 EmrJobFlowSensor 2021-07-07T08:06:04.715876+00:00 2021-07-07T08:15:07.671426+00:00 0:09:02.955550 50930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:06:02.285036+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T08:05:42.509551+00:00 2021-07-07T08:05:44.265131+00:00 0:00:01.755580 50929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T08:05:40.256553+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T07:05:00+00:00 PythonOperator 2021-07-07T08:05:20.378684+00:00 2021-07-07T08:05:24.037118+00:00 0:00:03.658434 50928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T08:05:18.193188+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T07:00:00+00:00 EmrJobFlowSensor 2021-07-07T08:01:06.022528+00:00 2021-07-07T08:13:09.657665+00:00 0:12:03.635137 50927 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:01:03.815789+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T07:00:00+00:00 EmrJobFlowSensor 2021-07-07T08:01:04.251948+00:00 2021-07-07T08:10:06.990066+00:00 0:09:02.738118 50926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T08:01:01.940883+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T08:00:46.008220+00:00 2021-07-07T08:00:47.692798+00:00 0:00:01.684578 50925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T08:00:43.806865+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T08:00:42.009203+00:00 2021-07-07T08:00:43.759853+00:00 0:00:01.750650 50924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T08:00:39.796913+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T07:00:00+00:00 PythonOperator 2021-07-07T08:00:23.928741+00:00 2021-07-07T08:00:27.658717+00:00 0:00:03.729976 50923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T08:00:21.779977+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T07:00:00+00:00 PythonOperator 2021-07-07T08:00:22.149627+00:00 2021-07-07T08:00:25.612585+00:00 0:00:03.462958 50922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T08:00:19.775031+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T06:00:00+00:00 EmrJobFlowSensor 2021-07-07T07:11:37.466309+00:00 2021-07-07T07:19:40.142709+00:00 0:08:02.676400 50920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:11:35.123601+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T06:00:00+00:00 EmrJobFlowSensor 2021-07-07T07:11:21.396600+00:00 2021-07-07T07:21:24.333249+00:00 0:10:02.936649 50919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:11:19.112678+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T07:11:17.549727+00:00 2021-07-07T07:11:19.395047+00:00 0:00:01.845320 50918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T07:11:15.170963+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T07:11:01.613508+00:00 2021-07-07T07:11:03.345494+00:00 0:00:01.731986 50917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T07:10:59.241843+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T06:00:00+00:00 PythonOperator 2021-07-07T07:10:55.531765+00:00 2021-07-07T07:10:59.254846+00:00 0:00:03.723081 50916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T07:10:53.085925+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T06:00:00+00:00 PythonOperator 2021-07-07T07:10:35.272856+00:00 2021-07-07T07:10:38.937065+00:00 0:00:03.664209 50915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T07:10:33.036578+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T06:00:00+00:00 TriggerDagRunOperator 2021-07-07T07:10:23.199203+00:00 2021-07-07T07:10:23.711008+00:00 0:00:00.511805 50914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:10:20.996153+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T06:00:00+00:00 TriggerDagRunOperator 2021-07-07T07:10:23.128389+00:00 2021-07-07T07:10:23.525669+00:00 0:00:00.397280 50913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:10:20.996123+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T06:05:00+00:00 EmrJobFlowSensor 2021-07-07T07:06:16.647838+00:00 2021-07-07T07:14:19.208096+00:00 0:08:02.560258 50912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:06:14.561307+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T07:05:54.775604+00:00 2021-07-07T07:05:56.525930+00:00 0:00:01.750326 50911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T07:05:52.542724+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T06:05:00+00:00 PythonOperator 2021-07-07T07:05:16.946417+00:00 2021-07-07T07:05:19.944457+00:00 0:00:02.998040 50910 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T07:05:14.507333+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T06:00:00+00:00 EmrJobFlowSensor 2021-07-07T07:01:02.265703+00:00 2021-07-07T07:12:05.356661+00:00 0:11:03.090958 50909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:01:00.066478+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T06:00:00+00:00 EmrJobFlowSensor 2021-07-07T07:00:58.263761+00:00 2021-07-07T07:10:00.905132+00:00 0:09:02.641371 50908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T07:00:56.024672+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T07:00:40.197427+00:00 2021-07-07T07:00:41.903365+00:00 0:00:01.705938 50907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T07:00:38.009705+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T07:00:36.395960+00:00 2021-07-07T07:00:38.106645+00:00 0:00:01.710685 50906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T07:00:34.071547+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T06:00:00+00:00 PythonOperator 2021-07-07T07:00:18.310409+00:00 2021-07-07T07:00:21.744799+00:00 0:00:03.434390 50905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T07:00:15.991384+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T06:00:00+00:00 PythonOperator 2021-07-07T07:00:16.285642+00:00 2021-07-07T07:00:20.027018+00:00 0:00:03.741376 50904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T07:00:13.987240+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T05:00:00+00:00 EmrJobFlowSensor 2021-07-07T06:12:38.080097+00:00 2021-07-07T06:24:41.143562+00:00 0:12:03.063465 50902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:12:35.903245+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T05:00:00+00:00 EmrJobFlowSensor 2021-07-07T06:12:24.610739+00:00 2021-07-07T06:22:27.601648+00:00 0:10:02.990909 50901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:12:21.944169+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T06:12:16.079639+00:00 2021-07-07T06:12:17.838861+00:00 0:00:01.759222 50900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T06:12:13.904550+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T06:12:02.103975+00:00 2021-07-07T06:12:03.928212+00:00 0:00:01.824237 50899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T06:11:59.886432+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T05:00:00+00:00 PythonOperator 2021-07-07T06:11:56.021131+00:00 2021-07-07T06:11:59.850386+00:00 0:00:03.829255 50898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T06:11:53.865434+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T05:00:00+00:00 PythonOperator 2021-07-07T06:11:40.101186+00:00 2021-07-07T06:11:43.768944+00:00 0:00:03.667758 50897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T06:11:37.842985+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T05:00:00+00:00 TriggerDagRunOperator 2021-07-07T06:11:30.487764+00:00 2021-07-07T06:11:30.903215+00:00 0:00:00.415451 50896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:11:27.861794+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T05:00:00+00:00 TriggerDagRunOperator 2021-07-07T06:11:30.381636+00:00 2021-07-07T06:11:30.932714+00:00 0:00:00.551078 50895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:11:27.861826+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T05:05:00+00:00 EmrJobFlowSensor 2021-07-07T06:05:47.380073+00:00 2021-07-07T06:14:50.038607+00:00 0:09:02.658534 50894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:05:45.294658+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T06:05:27.365526+00:00 2021-07-07T06:05:29.170367+00:00 0:00:01.804841 50893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T06:05:25.189909+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T05:05:00+00:00 PythonOperator 2021-07-07T06:05:05.330614+00:00 2021-07-07T06:05:09.129446+00:00 0:00:03.798832 50892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T06:05:03.146743+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T05:00:00+00:00 EmrJobFlowSensor 2021-07-07T06:01:03.210511+00:00 2021-07-07T06:11:06.362904+00:00 0:10:03.152393 50891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T06:01:00.784346+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T05:00:00+00:00 EmrJobFlowSensor 2021-07-07T06:00:56.931466+00:00 2021-07-07T06:10:59.837373+00:00 0:10:02.905907 50890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:00:54.702423+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T06:00:41.177956+00:00 2021-07-07T06:00:42.992251+00:00 0:00:01.814295 50889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T06:00:38.762382+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T06:00:34.998085+00:00 2021-07-07T06:00:36.666671+00:00 0:00:01.668586 50888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T06:00:32.688080+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T05:00:00+00:00 PythonOperator 2021-07-07T06:00:19.203501+00:00 2021-07-07T06:00:22.728386+00:00 0:00:03.524885 50887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T06:00:16.680271+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T05:00:00+00:00 PythonOperator 2021-07-07T06:00:13.199908+00:00 2021-07-07T06:00:16.657201+00:00 0:00:03.457293 50886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T06:00:10.613600+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T04:00:00+00:00 EmrJobFlowSensor 2021-07-07T05:11:30.108491+00:00 2021-07-07T05:21:33.079251+00:00 0:10:02.970760 50884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:11:27.650857+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T04:00:00+00:00 EmrJobFlowSensor 2021-07-07T05:11:24.093628+00:00 2021-07-07T05:20:26.845360+00:00 0:09:02.751732 50883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:11:21.627661+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T05:11:07.811727+00:00 2021-07-07T05:11:09.542867+00:00 0:00:01.731140 50882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T05:11:05.613206+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T05:11:02.236950+00:00 2021-07-07T05:11:03.942648+00:00 0:00:01.705698 50881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T05:10:59.751208+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T04:00:00+00:00 PythonOperator 2021-07-07T05:10:46.197689+00:00 2021-07-07T05:10:49.907378+00:00 0:00:03.709689 50880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T05:10:43.593959+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T04:00:00+00:00 PythonOperator 2021-07-07T05:10:40.052629+00:00 2021-07-07T05:10:44.302001+00:00 0:00:04.249372 50879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T05:10:37.679969+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T04:00:00+00:00 TriggerDagRunOperator 2021-07-07T05:10:26.015854+00:00 2021-07-07T05:10:26.519442+00:00 0:00:00.503588 50878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:10:23.532038+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T04:00:00+00:00 TriggerDagRunOperator 2021-07-07T05:10:25.812250+00:00 2021-07-07T05:10:26.228508+00:00 0:00:00.416258 50877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:10:23.532005+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T04:05:00+00:00 EmrJobFlowSensor 2021-07-07T05:05:59.223433+00:00 2021-07-07T05:15:01.882318+00:00 0:09:02.658885 50876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:05:57.055565+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T05:05:37.181305+00:00 2021-07-07T05:05:38.891717+00:00 0:00:01.710412 50875 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T05:05:34.983679+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T04:05:00+00:00 PythonOperator 2021-07-07T05:05:17.054464+00:00 2021-07-07T05:05:20.658896+00:00 0:00:03.604432 50874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T05:05:14.916403+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T04:00:00+00:00 EmrJobFlowSensor 2021-07-07T05:01:19.045011+00:00 2021-07-07T05:10:21.969239+00:00 0:09:02.924228 50873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T05:01:16.570465+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T04:00:00+00:00 EmrJobFlowSensor 2021-07-07T05:01:11.119823+00:00 2021-07-07T05:12:14.304025+00:00 0:11:03.184202 50872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:01:08.563600+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T05:00:58.980576+00:00 2021-07-07T05:01:00.802953+00:00 0:00:01.822377 50871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T05:00:56.554550+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T05:00:46.694187+00:00 2021-07-07T05:00:48.400748+00:00 0:00:01.706561 50870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T05:00:44.523391+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T04:00:00+00:00 PythonOperator 2021-07-07T05:00:20.664432+00:00 2021-07-07T05:00:24.381520+00:00 0:00:03.717088 50869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T05:00:18.500196+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T04:00:00+00:00 PythonOperator 2021-07-07T05:00:12.824685+00:00 2021-07-07T05:00:16.275237+00:00 0:00:03.450552 50868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T05:00:10.492090+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T03:00:00+00:00 EmrJobFlowSensor 2021-07-07T04:10:18.768513+00:00 2021-07-07T04:19:21.352264+00:00 0:09:02.583751 50866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:10:15.780642+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T03:00:00+00:00 EmrJobFlowSensor 2021-07-07T04:10:16.514113+00:00 2021-07-07T04:19:19.595573+00:00 0:09:03.081460 50865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:10:13.765479+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T04:09:56.084945+00:00 2021-07-07T04:09:57.900171+00:00 0:00:01.815226 50864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T04:09:53.582885+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T04:09:56.052724+00:00 2021-07-07T04:09:57.871998+00:00 0:00:01.819274 50863 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T04:09:53.582855+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T03:00:00+00:00 PythonOperator 2021-07-07T04:09:35.942699+00:00 2021-07-07T04:09:39.966048+00:00 0:00:04.023349 50862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T04:09:33.524468+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T03:00:00+00:00 PythonOperator 2021-07-07T04:09:33.867210+00:00 2021-07-07T04:09:37.282753+00:00 0:00:03.415543 50861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T04:09:31.524838+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T03:00:00+00:00 TriggerDagRunOperator 2021-07-07T04:09:23.834984+00:00 2021-07-07T04:09:24.300991+00:00 0:00:00.466007 50860 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:09:21.511415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T03:00:00+00:00 TriggerDagRunOperator 2021-07-07T04:09:23.669574+00:00 2021-07-07T04:09:24.103204+00:00 0:00:00.433630 50859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:09:21.511450+00:00 2 default_pool