Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T18:12:39.992942+00:00 2021-07-03T18:12:41.794645+00:00 0:00:01.801703 49352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T18:12:37.725945+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T18:12:35.995629+00:00 2021-07-03T18:12:37.770528+00:00 0:00:01.774899 49351 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T18:12:33.726166+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T17:00:00+00:00 PythonOperator 2021-07-03T18:12:08.004338+00:00 2021-07-03T18:12:11.624491+00:00 0:00:03.620153 49350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T18:12:05.757761+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T17:00:00+00:00 PythonOperator 2021-07-03T18:12:06.337095+00:00 2021-07-03T18:12:09.996318+00:00 0:00:03.659223 49349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T18:12:03.841319+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T17:00:00+00:00 TriggerDagRunOperator 2021-07-03T18:11:44.519148+00:00 2021-07-03T18:11:45.022212+00:00 0:00:00.503064 49348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:11:41.779083+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T17:00:00+00:00 TriggerDagRunOperator 2021-07-03T18:11:44.079870+00:00 2021-07-03T18:11:44.462126+00:00 0:00:00.382256 49347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:11:41.779046+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T17:05:00+00:00 EmrJobFlowSensor 2021-07-03T18:06:03.111853+00:00 2021-07-03T18:15:05.680028+00:00 0:09:02.568175 49346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:06:00.983806+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T18:05:39.152648+00:00 2021-07-03T18:05:40.897259+00:00 0:00:01.744611 49345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T18:05:36.906228+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T17:05:00+00:00 PythonOperator 2021-07-03T18:05:07.210413+00:00 2021-07-03T18:05:10.806025+00:00 0:00:03.595612 49344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T18:05:04.949672+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T17:00:00+00:00 EmrJobFlowSensor 2021-07-03T18:01:28.814829+00:00 2021-07-03T18:11:31.899407+00:00 0:10:03.084578 49343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T18:01:26.467015+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T18:01:08.759301+00:00 2021-07-03T18:01:10.598631+00:00 0:00:01.839330 49342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T18:01:06.426069+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T17:00:00+00:00 EmrJobFlowSensor 2021-07-03T18:01:00.848630+00:00 2021-07-03T18:11:03.885884+00:00 0:10:03.037254 49341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:00:58.466600+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T17:00:00+00:00 PythonOperator 2021-07-03T18:00:46.462261+00:00 2021-07-03T18:00:50.354469+00:00 0:00:03.892208 49340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T18:00:44.396070+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T18:00:40.612072+00:00 2021-07-03T18:00:42.408903+00:00 0:00:01.796831 49339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T18:00:38.392457+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T17:00:00+00:00 PythonOperator 2021-07-03T18:00:12.483592+00:00 2021-07-03T18:00:16.138949+00:00 0:00:03.655357 49338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T18:00:10.322030+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T16:00:00+00:00 EmrJobFlowSensor 2021-07-03T17:14:39.900458+00:00 2021-07-03T17:24:42.781628+00:00 0:10:02.881170 49337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:14:37.652388+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T16:00:00+00:00 EmrJobFlowSensor 2021-07-03T17:14:37.894739+00:00 2021-07-03T17:23:41.075508+00:00 0:09:03.180769 49336 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:14:35.589738+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T17:14:20.008999+00:00 2021-07-03T17:14:21.833810+00:00 0:00:01.824811 49335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T17:14:17.540237+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T17:14:15.798001+00:00 2021-07-03T17:14:17.478621+00:00 0:00:01.680620 49334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T17:14:13.581239+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T16:00:00+00:00 PythonOperator 2021-07-03T17:13:58.809975+00:00 2021-07-03T17:14:02.991454+00:00 0:00:04.181479 49333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T17:13:55.517756+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T16:00:00+00:00 PythonOperator 2021-07-03T17:13:53.690312+00:00 2021-07-03T17:13:58.525661+00:00 0:00:04.835349 49332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T17:13:51.511960+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T16:00:00+00:00 TriggerDagRunOperator 2021-07-03T17:13:42.431488+00:00 2021-07-03T17:13:42.964517+00:00 0:00:00.533029 49331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:13:39.463983+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T16:00:00+00:00 TriggerDagRunOperator 2021-07-03T17:13:42.403964+00:00 2021-07-03T17:13:42.836404+00:00 0:00:00.432440 49330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:13:39.464024+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T16:05:00+00:00 EmrJobFlowSensor 2021-07-03T17:05:51.382609+00:00 2021-07-03T17:13:54.002747+00:00 0:08:02.620138 49328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:05:49.196901+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T17:05:29.365103+00:00 2021-07-03T17:05:31.055291+00:00 0:00:01.690188 49327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T17:05:27.151966+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T16:05:00+00:00 PythonOperator 2021-07-03T17:05:09.215753+00:00 2021-07-03T17:05:12.783903+00:00 0:00:03.568150 49326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T17:05:07.066281+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T16:00:00+00:00 EmrJobFlowSensor 2021-07-03T17:01:05.262828+00:00 2021-07-03T17:10:08.041768+00:00 0:09:02.778940 49325 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T17:01:02.738413+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T16:00:00+00:00 EmrJobFlowSensor 2021-07-03T17:00:58.948488+00:00 2021-07-03T17:11:02.036537+00:00 0:10:03.088049 49324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:00:56.731132+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T17:00:43.133891+00:00 2021-07-03T17:00:44.935534+00:00 0:00:01.801643 49323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T17:00:40.785762+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T17:00:36.991870+00:00 2021-07-03T17:00:38.875032+00:00 0:00:01.883162 49322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T17:00:34.711569+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T16:00:00+00:00 PythonOperator 2021-07-03T17:00:22.302745+00:00 2021-07-03T17:00:26.020414+00:00 0:00:03.717669 49321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T17:00:18.705891+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T16:00:00+00:00 PythonOperator 2021-07-03T17:00:17.102248+00:00 2021-07-03T17:00:22.209673+00:00 0:00:05.107425 49320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T17:00:14.694813+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T15:00:00+00:00 EmrJobFlowSensor 2021-07-03T16:13:34.240395+00:00 2021-07-03T16:22:37.111001+00:00 0:09:02.870606 49319 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:13:31.845775+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T15:00:00+00:00 EmrJobFlowSensor 2021-07-03T16:13:26.024374+00:00 2021-07-03T16:23:29.067529+00:00 0:10:03.043155 49318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:13:23.764039+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T16:13:12.405804+00:00 2021-07-03T16:13:14.131108+00:00 0:00:01.725304 49317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T16:13:09.708226+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T16:13:03.955953+00:00 2021-07-03T16:13:05.691805+00:00 0:00:01.735852 49316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T16:13:01.703222+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T15:00:00+00:00 PythonOperator 2021-07-03T16:12:50.196761+00:00 2021-07-03T16:12:53.543815+00:00 0:00:03.347054 49315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T16:12:47.755201+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T15:00:00+00:00 PythonOperator 2021-07-03T16:12:42.029632+00:00 2021-07-03T16:12:45.937302+00:00 0:00:03.907670 49314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T16:12:39.752374+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T15:00:00+00:00 TriggerDagRunOperator 2021-07-03T16:12:26.127623+00:00 2021-07-03T16:12:26.603778+00:00 0:00:00.476155 49313 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:12:23.656416+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T15:00:00+00:00 TriggerDagRunOperator 2021-07-03T16:12:25.989263+00:00 2021-07-03T16:12:26.378136+00:00 0:00:00.388873 49312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:12:23.656463+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T15:05:00+00:00 EmrJobFlowSensor 2021-07-03T16:09:55.618277+00:00 2021-07-03T16:18:58.250550+00:00 0:09:02.632273 49311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:09:53.403305+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T16:09:33.540984+00:00 2021-07-03T16:09:35.188033+00:00 0:00:01.647049 49310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T16:09:31.386732+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T15:05:00+00:00 PythonOperator 2021-07-03T16:09:14.211191+00:00 2021-07-03T16:09:17.887314+00:00 0:00:03.676123 49309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T16:09:11.365961+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T15:00:00+00:00 EmrJobFlowSensor 2021-07-03T16:01:03.329637+00:00 2021-07-03T16:12:06.259116+00:00 0:11:02.929479 49307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T16:01:00.987231+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T15:00:00+00:00 EmrJobFlowSensor 2021-07-03T16:00:49.540252+00:00 2021-07-03T16:11:52.698745+00:00 0:11:03.158493 49306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:00:46.932824+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T16:00:41.186301+00:00 2021-07-03T16:00:42.886229+00:00 0:00:01.699928 49305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T16:00:38.970562+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T16:00:27.183447+00:00 2021-07-03T16:00:28.962091+00:00 0:00:01.778644 49304 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T16:00:24.908904+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T15:00:00+00:00 PythonOperator 2021-07-03T16:00:19.201607+00:00 2021-07-03T16:00:22.879275+00:00 0:00:03.677668 49303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T16:00:16.965840+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T15:00:00+00:00 PythonOperator 2021-07-03T16:00:07.178761+00:00 2021-07-03T16:00:10.594089+00:00 0:00:03.415328 49302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T16:00:04.890310+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T14:00:00+00:00 EmrJobFlowSensor 2021-07-03T15:11:40.048089+00:00 2021-07-03T15:19:42.666843+00:00 0:08:02.618754 49301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:11:37.616673+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T15:11:17.728607+00:00 2021-07-03T15:11:19.471481+00:00 0:00:01.742874 49300 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T15:11:15.599312+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T14:00:00+00:00 EmrJobFlowSensor 2021-07-03T15:11:15.968706+00:00 2021-07-03T15:21:19.053349+00:00 0:10:03.084643 49299 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:11:13.596028+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T14:00:00+00:00 PythonOperator 2021-07-03T15:10:55.907316+00:00 2021-07-03T15:10:59.337607+00:00 0:00:03.430291 49298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T15:10:53.555902+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T15:10:53.683971+00:00 2021-07-03T15:10:55.449639+00:00 0:00:01.765668 49297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T15:10:51.553889+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T14:00:00+00:00 PythonOperator 2021-07-03T15:10:28.186642+00:00 2021-07-03T15:10:31.861533+00:00 0:00:03.674891 49296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T15:10:25.529048+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T14:00:00+00:00 TriggerDagRunOperator 2021-07-03T15:10:20.091657+00:00 2021-07-03T15:10:20.567789+00:00 0:00:00.476132 49295 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:10:17.536312+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T14:00:00+00:00 TriggerDagRunOperator 2021-07-03T15:10:19.806856+00:00 2021-07-03T15:10:20.224236+00:00 0:00:00.417380 49294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:10:17.536355+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T14:05:00+00:00 EmrJobFlowSensor 2021-07-03T15:06:01.188331+00:00 2021-07-03T15:15:03.963778+00:00 0:09:02.775447 49293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:05:59.098215+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T15:05:41.248911+00:00 2021-07-03T15:05:42.884733+00:00 0:00:01.635822 49292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T15:05:39.058313+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T14:05:00+00:00 PythonOperator 2021-07-03T15:05:19.744954+00:00 2021-07-03T15:05:23.414300+00:00 0:00:03.669346 49291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T15:05:16.948051+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T14:00:00+00:00 EmrJobFlowSensor 2021-07-03T15:02:11.585267+00:00 2021-07-03T15:10:14.228046+00:00 0:08:02.642779 49289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T15:02:09.361834+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T14:00:00+00:00 EmrJobFlowSensor 2021-07-03T15:01:13.387100+00:00 2021-07-03T15:11:16.397205+00:00 0:10:03.010105 49288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:01:11.189448+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T15:00:55.393276+00:00 2021-07-03T15:00:57.177019+00:00 0:00:01.783743 49287 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T15:00:53.172411+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T15:00:51.400442+00:00 2021-07-03T15:00:53.205368+00:00 0:00:01.804926 49286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T15:00:49.167123+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T14:00:00+00:00 PythonOperator 2021-07-03T15:00:23.521168+00:00 2021-07-03T15:00:26.916714+00:00 0:00:03.395546 49285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T15:00:21.146592+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T14:00:00+00:00 PythonOperator 2021-07-03T15:00:17.371880+00:00 2021-07-03T15:00:20.997807+00:00 0:00:03.625927 49284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T15:00:15.138572+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T13:00:00+00:00 EmrJobFlowSensor 2021-07-03T14:16:07.091482+00:00 2021-07-03T14:25:09.987753+00:00 0:09:02.896271 49283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:16:04.843386+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T13:00:00+00:00 EmrJobFlowSensor 2021-07-03T14:16:03.212367+00:00 2021-07-03T14:26:05.990358+00:00 0:10:02.777991 49282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:16:00.851903+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T14:15:45.193946+00:00 2021-07-03T14:15:46.985021+00:00 0:00:01.791075 49281 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T14:15:42.690545+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T14:15:40.880660+00:00 2021-07-03T14:15:42.700101+00:00 0:00:01.819441 49280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T14:15:38.669824+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T13:00:00+00:00 PythonOperator 2021-07-03T14:15:23.929891+00:00 2021-07-03T14:15:27.875876+00:00 0:00:03.945985 49279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T14:15:20.659297+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T13:00:00+00:00 PythonOperator 2021-07-03T14:15:18.917664+00:00 2021-07-03T14:15:24.405698+00:00 0:00:05.488034 49278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T14:15:16.650135+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T13:00:00+00:00 TriggerDagRunOperator 2021-07-03T14:14:50.908965+00:00 2021-07-03T14:14:51.347481+00:00 0:00:00.438516 49277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:14:48.633940+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T13:00:00+00:00 TriggerDagRunOperator 2021-07-03T14:14:50.906962+00:00 2021-07-03T14:14:51.454292+00:00 0:00:00.547330 49276 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:14:48.633866+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T13:05:00+00:00 EmrJobFlowSensor 2021-07-03T14:06:06.064354+00:00 2021-07-03T14:14:08.566071+00:00 0:08:02.501717 49275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:06:03.869140+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T14:05:46.374443+00:00 2021-07-03T14:05:48.100718+00:00 0:00:01.726275 49274 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T14:05:43.845169+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T13:05:00+00:00 PythonOperator 2021-07-03T14:05:23.876693+00:00 2021-07-03T14:05:27.496597+00:00 0:00:03.619904 49273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T14:05:21.746760+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T13:00:00+00:00 EmrJobFlowSensor 2021-07-03T14:04:38.486712+00:00 2021-07-03T14:14:41.386916+00:00 0:10:02.900204 49272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T14:04:35.773089+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T13:00:00+00:00 EmrJobFlowSensor 2021-07-03T14:04:38.212477+00:00 2021-07-03T14:14:41.213637+00:00 0:10:03.001160 49271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:04:35.773145+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T14:04:16.020136+00:00 2021-07-03T14:04:17.929192+00:00 0:00:01.909056 49270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T14:04:13.687616+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T14:04:16.039194+00:00 2021-07-03T14:04:17.952860+00:00 0:00:01.913666 49269 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T14:04:13.687575+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T13:00:00+00:00 PythonOperator 2021-07-03T14:03:55.936595+00:00 2021-07-03T14:03:59.424840+00:00 0:00:03.488245 49268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T14:03:53.667269+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T13:00:00+00:00 PythonOperator 2021-07-03T14:03:54.044151+00:00 2021-07-03T14:03:57.663787+00:00 0:00:03.619636 49267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T14:03:51.669395+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T12:00:00+00:00 EmrJobFlowSensor 2021-07-03T13:12:34.292140+00:00 2021-07-03T13:20:36.871549+00:00 0:08:02.579409 49265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:12:32.008081+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T12:00:00+00:00 EmrJobFlowSensor 2021-07-03T13:12:30.378589+00:00 2021-07-03T13:22:33.298694+00:00 0:10:02.920105 49264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:12:28.007924+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T13:12:12.422811+00:00 2021-07-03T13:12:14.159542+00:00 0:00:01.736731 49263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T13:12:10.057226+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T13:12:10.300973+00:00 2021-07-03T13:12:12.171430+00:00 0:00:01.870457 49262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T13:12:07.990967+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T12:00:00+00:00 PythonOperator 2021-07-03T13:11:52.991770+00:00 2021-07-03T13:11:56.467303+00:00 0:00:03.475533 49261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T13:11:49.918548+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T12:00:00+00:00 PythonOperator 2021-07-03T13:11:48.238412+00:00 2021-07-03T13:11:52.811103+00:00 0:00:04.572691 49260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T13:11:45.921440+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T12:00:00+00:00 TriggerDagRunOperator 2021-07-03T13:11:34.425486+00:00 2021-07-03T13:11:34.953948+00:00 0:00:00.528462 49259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:11:31.904601+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T12:00:00+00:00 TriggerDagRunOperator 2021-07-03T13:11:34.237481+00:00 2021-07-03T13:11:34.654763+00:00 0:00:00.417282 49258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:11:31.904568+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T12:05:00+00:00 EmrJobFlowSensor 2021-07-03T13:05:57.730163+00:00 2021-07-03T13:14:00.386227+00:00 0:08:02.656064 49257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:05:55.500538+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T13:05:37.661134+00:00 2021-07-03T13:05:39.358636+00:00 0:00:01.697502 49256 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T13:05:35.451499+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T12:05:00+00:00 PythonOperator 2021-07-03T13:05:15.803994+00:00 2021-07-03T13:05:19.182597+00:00 0:00:03.378603 49255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T13:05:13.418776+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T12:00:00+00:00 EmrJobFlowSensor 2021-07-03T13:02:27.311060+00:00 2021-07-03T13:11:29.996976+00:00 0:09:02.685916 49254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T13:02:25.142089+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T13:02:05.680713+00:00 2021-07-03T13:02:07.376154+00:00 0:00:01.695441 49253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T13:02:03.157799+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T12:00:00+00:00 EmrJobFlowSensor 2021-07-03T13:01:53.384534+00:00 2021-07-03T13:11:56.185458+00:00 0:10:02.800924 49252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:01:51.146292+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T13:01:21.203659+00:00 2021-07-03T13:01:23.106449+00:00 0:00:01.902790 49251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T13:01:19.024629+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T12:00:00+00:00 PythonOperator 2021-07-03T13:00:55.355217+00:00 2021-07-03T13:00:58.809697+00:00 0:00:03.454480 49250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T13:00:53.003838+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T12:00:00+00:00 PythonOperator 2021-07-03T13:00:43.344212+00:00 2021-07-03T13:00:47.047776+00:00 0:00:03.703564 49249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T13:00:40.992975+00:00 2 default_pool