Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T22:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:33:32.506299+00:00 2021-07-12T07:33:34.145215+00:00 0:00:01.638916 52516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:33:30.068979+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T21:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:33:10.319773+00:00 2021-07-12T07:33:11.879211+00:00 0:00:01.559438 52515 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:33:07.993759+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T20:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:32:48.210574+00:00 2021-07-12T07:32:49.809077+00:00 0:00:01.598503 52514 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:32:45.922498+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T19:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:32:26.181128+00:00 2021-07-12T07:32:27.669808+00:00 0:00:01.488680 52513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:32:23.899212+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T18:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:32:04.558720+00:00 2021-07-12T07:32:06.185262+00:00 0:00:01.626542 52512 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:32:01.867738+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T07:32:04.355011+00:00 2021-07-12T07:32:06.130332+00:00 0:00:01.775321 52511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T07:32:01.867695+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T17:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:31:40.458217+00:00 2021-07-12T07:31:41.937391+00:00 0:00:01.479174 52510 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:31:37.847769+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T06:00:00+00:00 PythonOperator 2021-07-12T07:31:40.390367+00:00 2021-07-12T07:31:44.279594+00:00 0:00:03.889227 52509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:31:37.847740+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T16:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:31:18.080032+00:00 2021-07-12T07:31:19.883704+00:00 0:00:01.803672 52508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:31:15.747410+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T06:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:30:20.150297+00:00 2021-07-12T07:36:22.722959+00:00 0:06:02.572662 52507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:30:17.694686+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-11T04:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:30:20.100407+00:00 2021-07-12T07:30:20.530423+00:00 0:00:00.430016 52506 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:30:17.694639+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-11T04:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:30:19.933495+00:00 2021-07-12T07:30:20.369246+00:00 0:00:00.435751 52505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:30:17.694673+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-11T03:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:30:00.610106+00:00 2021-07-12T07:30:01.148753+00:00 0:00:00.538647 52504 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:29:57.691293+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-11T03:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:30:00.443136+00:00 2021-07-12T07:30:00.844315+00:00 0:00:00.401179 52503 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:29:57.691245+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-11T04:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:30:00.249218+00:00 2021-07-12T07:30:01.778163+00:00 0:00:01.528945 52502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:29:57.691318+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-11T02:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:29:38.207472+00:00 2021-07-12T07:29:38.657411+00:00 0:00:00.449939 52501 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:29:35.655801+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-11T03:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:29:38.210827+00:00 2021-07-12T07:29:39.831804+00:00 0:00:01.620977 52500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:29:35.655848+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-11T02:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:29:38.099482+00:00 2021-07-12T07:29:38.490689+00:00 0:00:00.391207 52499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:29:35.655833+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-11T01:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:29:16.325965+00:00 2021-07-12T07:29:16.846688+00:00 0:00:00.520723 52498 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:29:13.671206+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-11T01:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:29:16.177559+00:00 2021-07-12T07:29:16.616098+00:00 0:00:00.438539 52497 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:29:13.671235+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-11T02:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:29:16.002999+00:00 2021-07-12T07:29:17.483817+00:00 0:00:01.480818 52496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:29:13.671249+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-11T00:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:28:56.270754+00:00 2021-07-12T07:28:56.802294+00:00 0:00:00.531540 52495 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:28:53.544635+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-11T01:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:28:56.043769+00:00 2021-07-12T07:28:57.601308+00:00 0:00:01.557539 52494 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:28:53.544707+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-11T00:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:28:55.845828+00:00 2021-07-12T07:28:56.268841+00:00 0:00:00.423013 52493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:28:53.544682+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-11T00:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:28:34.164816+00:00 2021-07-12T07:28:35.756328+00:00 0:00:01.591512 52492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:28:31.517374+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T23:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:28:34.067420+00:00 2021-07-12T07:28:34.642506+00:00 0:00:00.575086 52491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:28:31.517360+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T23:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:28:34.068547+00:00 2021-07-12T07:28:34.648281+00:00 0:00:00.579734 52490 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:28:31.517333+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T23:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:28:12.720629+00:00 2021-07-12T07:28:14.428926+00:00 0:00:01.708297 52489 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:28:09.562807+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T22:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:28:12.094025+00:00 2021-07-12T07:28:12.688106+00:00 0:00:00.594081 52488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:28:09.562780+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T22:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:28:12.075322+00:00 2021-07-12T07:28:12.645272+00:00 0:00:00.569950 52487 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:28:09.562731+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T22:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:27:50.466266+00:00 2021-07-12T07:27:51.970927+00:00 0:00:01.504661 52486 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:27:47.557129+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T21:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:27:50.461734+00:00 2021-07-12T07:27:50.966216+00:00 0:00:00.504482 52485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:27:47.557104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T21:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:27:49.990376+00:00 2021-07-12T07:27:50.407942+00:00 0:00:00.417566 52484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:27:47.557036+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T21:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:27:27.962918+00:00 2021-07-12T07:27:29.577158+00:00 0:00:01.614240 52483 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:27:25.414385+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T20:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:27:27.770295+00:00 2021-07-12T07:27:28.215166+00:00 0:00:00.444871 52482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:27:25.414342+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T20:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:27:27.708085+00:00 2021-07-12T07:27:28.362976+00:00 0:00:00.654891 52481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:27:25.414371+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T19:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:27:06.375249+00:00 2021-07-12T07:27:07.056675+00:00 0:00:00.681426 52480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:27:01.469584+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T19:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:27:06.359702+00:00 2021-07-12T07:27:07.061306+00:00 0:00:00.701604 52479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:27:01.469552+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T20:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:27:04.052982+00:00 2021-07-12T07:27:05.562719+00:00 0:00:01.509737 52478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:27:01.469598+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T18:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:26:44.073508+00:00 2021-07-12T07:26:44.708362+00:00 0:00:00.634854 52477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:26:39.367327+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T18:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:26:44.064084+00:00 2021-07-12T07:26:44.698226+00:00 0:00:00.634142 52476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:26:39.367293+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T19:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:26:41.931485+00:00 2021-07-12T07:26:43.509286+00:00 0:00:01.577801 52475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:26:39.367341+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T18:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:26:25.598698+00:00 2021-07-12T07:26:27.538985+00:00 0:00:01.940287 52474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:26:17.251934+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T17:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:26:25.435968+00:00 2021-07-12T07:26:26.374353+00:00 0:00:00.938385 52473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:26:17.251872+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T07:26:25.375198+00:00 2021-07-12T07:26:27.650184+00:00 0:00:02.274986 52472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T07:26:17.251921+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T17:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:26:19.906105+00:00 2021-07-12T07:26:20.423816+00:00 0:00:00.517711 52471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:26:17.251906+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T06:00:00+00:00 PythonOperator 2021-07-12T07:26:00.145690+00:00 2021-07-12T07:26:04.179235+00:00 0:00:04.033545 52470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T07:25:55.176880+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T16:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:26:00.087234+00:00 2021-07-12T07:26:00.607047+00:00 0:00:00.519813 52469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:25:55.176838+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T17:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:25:59.791372+00:00 2021-07-12T07:26:01.523128+00:00 0:00:01.731756 52468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:25:55.176893+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T16:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:25:59.729720+00:00 2021-07-12T07:26:00.392272+00:00 0:00:00.662552 52467 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:25:55.176866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T15:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:25:37.868988+00:00 2021-07-12T07:25:38.533661+00:00 0:00:00.664673 52466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:25:33.160648+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T16:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:25:37.886010+00:00 2021-07-12T07:25:39.600354+00:00 0:00:01.714344 52465 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:25:33.160697+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T15:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:25:35.579215+00:00 2021-07-12T07:25:35.949091+00:00 0:00:00.369876 52464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:25:33.160683+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T14:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:25:13.508487+00:00 2021-07-12T07:25:14.202132+00:00 0:00:00.693645 52463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:25:09.152309+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T15:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:25:13.540398+00:00 2021-07-12T07:25:15.335471+00:00 0:00:01.795073 52462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:25:09.152375+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T14:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:25:11.478097+00:00 2021-07-12T07:25:11.828508+00:00 0:00:00.350411 52461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:25:09.152359+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T14:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:24:52.017910+00:00 2021-07-12T07:24:53.771973+00:00 0:00:01.754063 52460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:24:47.076860+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-10T13:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:24:51.964983+00:00 2021-07-12T07:24:52.629265+00:00 0:00:00.664282 52459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:24:47.076812+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-10T13:00:00+00:00 TriggerDagRunOperator 2021-07-12T07:24:49.393066+00:00 2021-07-12T07:24:49.748223+00:00 0:00:00.355157 52458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:24:47.076846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T15:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:18:08.670098+00:00 2021-07-12T07:31:12.084621+00:00 0:13:03.414523 52457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:18:06.270910+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T07:17:24.491286+00:00 2021-07-12T07:17:26.330053+00:00 0:00:01.838767 52456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T07:17:22.129267+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T15:00:00+00:00 PythonOperator 2021-07-12T07:17:00.601628+00:00 2021-07-12T07:17:04.631962+00:00 0:00:04.030334 52455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:16:58.268895+00:00 3 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-10T13:00:00+00:00 EmrJobFlowSensor 2021-07-12T07:16:28.505826+00:00 2021-07-12T07:24:31.212428+00:00 0:08:02.706602 52454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:16:26.062738+00:00 7 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-10T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T07:16:06.181400+00:00 2021-07-12T07:16:07.905945+00:00 0:00:01.724545 52453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T07:16:03.950234+00:00 3 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-10T13:00:00+00:00 PythonOperator 2021-07-12T07:15:44.199319+00:00 2021-07-12T07:15:47.966230+00:00 0:00:03.766911 52452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T07:15:41.925018+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T06:05:00+00:00 EmrJobFlowSensor 2021-07-12T07:05:59.330744+00:00 2021-07-12T07:15:02.230049+00:00 0:09:02.899305 52451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T07:05:56.862004+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T07:05:36.979512+00:00 2021-07-12T07:05:38.722127+00:00 0:00:01.742615 52450 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T07:05:34.839539+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T06:05:00+00:00 PythonOperator 2021-07-12T07:05:15.372373+00:00 2021-07-12T07:05:19.059461+00:00 0:00:03.687088 52449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T07:05:12.820315+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T05:05:00+00:00 EmrJobFlowSensor 2021-07-12T06:05:59.412314+00:00 2021-07-12T06:14:01.944394+00:00 0:08:02.532080 52447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T06:05:57.273959+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T06:05:39.375491+00:00 2021-07-12T06:05:40.988628+00:00 0:00:01.613137 52446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T06:05:37.258982+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T05:05:00+00:00 PythonOperator 2021-07-12T06:05:18.081598+00:00 2021-07-12T06:05:21.741435+00:00 0:00:03.659837 52445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T06:05:15.198272+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T04:05:00+00:00 EmrJobFlowSensor 2021-07-12T05:06:01.182085+00:00 2021-07-12T05:14:03.911083+00:00 0:08:02.728998 52443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T05:05:58.658681+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T05:05:38.810161+00:00 2021-07-12T05:05:40.462551+00:00 0:00:01.652390 52442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T05:05:36.515227+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T04:05:00+00:00 PythonOperator 2021-07-12T05:05:19.212512+00:00 2021-07-12T05:05:22.942117+00:00 0:00:03.729605 52441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T05:05:16.496091+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T03:05:00+00:00 EmrJobFlowSensor 2021-07-12T04:06:02.991637+00:00 2021-07-12T04:14:05.563881+00:00 0:08:02.572244 52439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T04:06:00.566380+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T04:05:40.867761+00:00 2021-07-12T04:05:42.530997+00:00 0:00:01.663236 52438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T04:05:38.488575+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T03:05:00+00:00 PythonOperator 2021-07-12T04:05:18.661342+00:00 2021-07-12T04:05:22.435190+00:00 0:00:03.773848 52437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T04:05:16.398444+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T02:05:00+00:00 EmrJobFlowSensor 2021-07-12T03:06:04.043236+00:00 2021-07-12T03:15:06.835973+00:00 0:09:02.792737 52435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T03:06:01.489788+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T03:05:41.579484+00:00 2021-07-12T03:05:43.438034+00:00 0:00:01.858550 52434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T03:05:39.452522+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T02:05:00+00:00 PythonOperator 2021-07-12T03:05:19.768724+00:00 2021-07-12T03:05:23.503320+00:00 0:00:03.734596 52433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T03:05:17.370479+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T01:05:00+00:00 EmrJobFlowSensor 2021-07-12T02:05:55.464265+00:00 2021-07-12T02:14:58.316768+00:00 0:09:02.852503 52431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T02:05:53.198925+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T02:05:33.532655+00:00 2021-07-12T02:05:35.236728+00:00 0:00:01.704073 52430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T02:05:31.189208+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T01:05:00+00:00 PythonOperator 2021-07-12T02:05:05.328464+00:00 2021-07-12T02:05:08.909045+00:00 0:00:03.580581 52429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T02:05:03.013224+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T00:05:00+00:00 EmrJobFlowSensor 2021-07-12T01:20:42.944354+00:00 2021-07-12T01:29:45.723421+00:00 0:09:02.779067 52428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T01:20:40.487675+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T01:20:22.558472+00:00 2021-07-12T01:20:24.180520+00:00 0:00:01.622048 52427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T01:20:20.434894+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T00:05:00+00:00 PythonOperator 2021-07-12T01:20:01.051289+00:00 2021-07-12T01:20:04.785022+00:00 0:00:03.733733 52426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T01:19:58.478146+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-11T23:05:00+00:00 EmrJobFlowSensor 2021-07-12T00:06:22.233239+00:00 2021-07-12T00:14:25.026584+00:00 0:08:02.793345 52424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T00:06:20.057625+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-11T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T00:05:46.410544+00:00 2021-07-12T00:05:48.151197+00:00 0:00:01.740653 52423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T00:05:44.021893+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-11T23:05:00+00:00 PythonOperator 2021-07-12T00:05:24.460358+00:00 2021-07-12T00:05:28.139333+00:00 0:00:03.678975 52422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T00:05:22.059242+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-11T22:05:00+00:00 EmrJobFlowSensor 2021-07-11T23:05:58.003530+00:00 2021-07-11T23:15:00.832945+00:00 0:09:02.829415 52420 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-11T23:05:55.635514+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-11T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-11T23:05:27.877657+00:00 2021-07-11T23:05:29.622525+00:00 0:00:01.744868 52419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-11T23:05:25.611249+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-11T22:05:00+00:00 PythonOperator 2021-07-11T23:05:04.138248+00:00 2021-07-11T23:05:07.888067+00:00 0:00:03.749819 52418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-11T23:05:01.665511+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-10T23:00:00+00:00 EmrJobFlowSensor 2021-07-11T23:01:41.641845+00:00 2021-07-11T23:10:44.724958+00:00 0:09:03.083113 52417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-11T23:01:39.266953+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-10T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-11T23:01:01.663108+00:00 2021-07-11T23:01:03.375108+00:00 0:00:01.712000 52416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-11T23:00:59.287835+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-10T23:00:00+00:00 PythonOperator 2021-07-11T23:00:22.173271+00:00 2021-07-11T23:00:25.754695+00:00 0:00:03.581424 52414 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-11T23:00:20.034580+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-11T21:05:00+00:00 EmrJobFlowSensor 2021-07-11T22:05:51.995680+00:00 2021-07-11T22:13:54.639404+00:00 0:08:02.643724 52413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-11T22:05:49.906631+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-11T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-11T22:05:28.362944+00:00 2021-07-11T22:05:30.099024+00:00 0:00:01.736080 52412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-11T22:05:25.959851+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-11T21:05:00+00:00 PythonOperator 2021-07-11T22:05:08.413496+00:00 2021-07-11T22:05:11.912098+00:00 0:00:03.498602 52411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-11T22:05:05.831073+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-11T20:05:00+00:00 EmrJobFlowSensor 2021-07-11T21:06:00.758720+00:00 2021-07-11T21:15:03.824968+00:00 0:09:03.066248 52409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-11T21:05:58.355766+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-11T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-11T21:05:38.728532+00:00 2021-07-11T21:05:40.494321+00:00 0:00:01.765789 52408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-11T21:05:36.244392+00:00 2 default_pool