Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T11:00:00+00:00 TriggerDagRunOperator 2021-06-22T12:11:04.384462+00:00 2021-06-22T12:11:04.779510+00:00 0:00:00.395048 44475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:01.070830+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T11:00:00+00:00 TriggerDagRunOperator 2021-06-22T12:11:04.186792+00:00 2021-06-22T12:11:04.710765+00:00 0:00:00.523973 44474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:01.070800+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:05:33.718944+00:00 2021-06-22T12:05:35.524354+00:00 0:00:01.805410 44471 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:05:30.977987+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T11:05:00+00:00 PythonOperator 2021-06-22T12:05:11.221414+00:00 2021-06-22T12:05:14.759373+00:00 0:00:03.537959 44470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:05:08.946555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:01:00.946348+00:00 44469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:00:58.465699+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:00:48.715860+00:00 2021-06-22T12:10:51.583781+00:00 0:10:02.867921 44468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:00:46.413784+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:00:40.565841+00:00 2021-06-22T12:00:42.283178+00:00 0:00:01.717337 44467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:00:38.402967+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:00:26.687826+00:00 2021-06-22T12:00:28.508731+00:00 0:00:01.820905 44466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T12:00:24.390040+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:00:18.819560+00:00 2021-06-22T12:00:22.463558+00:00 0:00:03.643998 44465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:00:16.383944+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:00:04.519247+00:00 2021-06-22T12:00:08.107515+00:00 0:00:03.588268 44464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T12:00:02.347697+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:11:19.629544+00:00 2021-06-22T11:21:22.492131+00:00 0:10:02.862587 44463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:11:17.381023+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:11:05.573356+00:00 2021-06-22T11:21:08.506480+00:00 0:10:02.933124 44462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:11:03.375557+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:10:57.688615+00:00 2021-06-22T11:10:59.383234+00:00 0:00:01.694619 44461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:10:55.365602+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:10:44.048258+00:00 2021-06-22T11:10:45.785249+00:00 0:00:01.736991 44460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:10:41.323316+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:10:35.744757+00:00 2021-06-22T11:10:39.291411+00:00 0:00:03.546654 44459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:10:33.373128+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:10:21.440721+00:00 2021-06-22T11:10:25.367534+00:00 0:00:03.926813 44458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:10:19.304663+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T10:00:00+00:00 TriggerDagRunOperator 2021-06-22T11:10:18.017470+00:00 2021-06-22T11:10:18.458810+00:00 0:00:00.441340 44457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:10:15.363915+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T10:00:00+00:00 TriggerDagRunOperator 2021-06-22T11:10:17.918815+00:00 2021-06-22T11:10:18.532771+00:00 0:00:00.613956 44456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:10:15.363874+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T10:05:00+00:00 EmrJobFlowSensor 2021-06-22T11:05:51.378488+00:00 2021-06-22T11:13:53.954820+00:00 0:08:02.576332 44454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:05:49.181160+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:05:31.476571+00:00 2021-06-22T11:05:33.131458+00:00 0:00:01.654887 44453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:05:29.140780+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T10:05:00+00:00 PythonOperator 2021-06-22T11:05:09.401211+00:00 2021-06-22T11:05:12.895628+00:00 0:00:03.494417 44452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:05:07.095960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:00:59.013496+00:00 44451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:00:56.705647+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:00:50.857032+00:00 2021-06-22T11:09:53.614065+00:00 0:09:02.757033 44450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:00:48.698574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:00:37.627676+00:00 2021-06-22T11:00:39.376121+00:00 0:00:01.748445 44449 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:00:34.760192+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:00:29.209494+00:00 2021-06-22T11:00:31.014625+00:00 0:00:01.805131 44448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T11:00:26.749245+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:00:14.883270+00:00 2021-06-22T11:00:18.370774+00:00 0:00:03.487504 44447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:00:12.606345+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:00:06.905008+00:00 2021-06-22T11:00:10.413325+00:00 0:00:03.508317 44446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T11:00:04.657192+00:00 2 default_pool
failed livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:47:33.494004+00:00 2021-06-22T10:47:35.026706+00:00 0:00:01.532702 44445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:47:31.286696+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:11:19.784936+00:00 2021-06-22T10:20:22.395229+00:00 0:09:02.610293 44441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:11:17.616098+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:11:04.149810+00:00 2021-06-22T10:22:07.096819+00:00 0:11:02.947009 44440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:11:01.674964+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:10:57.989272+00:00 2021-06-22T10:10:59.691882+00:00 0:00:01.702610 44439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:10:55.651199+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:10:41.805398+00:00 2021-06-22T10:10:43.570447+00:00 0:00:01.765049 44438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:10:39.579441+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:10:35.885085+00:00 2021-06-22T10:10:39.452365+00:00 0:00:03.567280 44437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:10:33.584831+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:10:19.822528+00:00 2021-06-22T10:10:23.764219+00:00 0:00:03.941691 44436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:10:17.530872+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T09:00:00+00:00 TriggerDagRunOperator 2021-06-22T10:10:13.974393+00:00 2021-06-22T10:10:14.490353+00:00 0:00:00.515960 44435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:10:11.516808+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T09:00:00+00:00 TriggerDagRunOperator 2021-06-22T10:10:13.783433+00:00 2021-06-22T10:10:14.219438+00:00 0:00:00.436005 44434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:10:11.516775+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T09:05:00+00:00 EmrJobFlowSensor 2021-06-22T10:07:49.632696+00:00 2021-06-22T10:16:52.233007+00:00 0:09:02.600311 44433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T10:07:47.307224+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:07:27.541781+00:00 2021-06-22T10:07:29.186744+00:00 0:00:01.644963 44432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:07:25.293836+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T09:05:00+00:00 PythonOperator 2021-06-22T10:07:07.962164+00:00 2021-06-22T10:07:11.339955+00:00 0:00:03.377791 44431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:07:05.326178+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T10:00:49.589562+00:00 2021-06-22T10:09:52.268803+00:00 0:09:02.679241 44428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:00:47.096648+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:00:35.241469+00:00 2021-06-22T10:00:37.026416+00:00 0:00:01.784947 44427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T10:00:33.046653+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T10:00:29.289807+00:00 2021-06-22T10:00:30.979691+00:00 0:00:01.689884 44426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T10:00:26.932905+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:00:13.161483+00:00 2021-06-22T10:00:16.667063+00:00 0:00:03.505580 44425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T10:00:10.917642+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T10:00:07.145572+00:00 2021-06-22T10:00:10.537512+00:00 0:00:03.391940 44424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T10:00:04.913305+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T08:05:00+00:00 EmrJobFlowSensor 2021-06-22T09:17:08.691591+00:00 2021-06-22T09:17:10.223222+00:00 0:00:01.531631 44423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:17:06.532999+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:12:16.525777+00:00 2021-06-22T09:21:19.274151+00:00 0:09:02.748374 44422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:12:14.146928+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:12:04.441672+00:00 2021-06-22T09:22:07.370026+00:00 0:10:02.928354 44421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:12:02.052677+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:11:56.190872+00:00 2021-06-22T09:11:58.112624+00:00 0:00:01.921752 44420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:11:53.936251+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:11:42.520821+00:00 2021-06-22T09:11:44.248287+00:00 0:00:01.727466 44419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:11:39.918717+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:11:34.087355+00:00 2021-06-22T09:11:37.889354+00:00 0:00:03.801999 44418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:11:31.913448+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:11:20.393578+00:00 2021-06-22T09:11:23.981697+00:00 0:00:03.588119 44417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:11:17.903147+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T08:00:00+00:00 TriggerDagRunOperator 2021-06-22T09:11:16.306656+00:00 2021-06-22T09:11:16.803544+00:00 0:00:00.496888 44416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:11:13.894822+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T08:00:00+00:00 TriggerDagRunOperator 2021-06-22T09:11:16.092350+00:00 2021-06-22T09:11:16.486674+00:00 0:00:00.394324 44415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:11:13.894793+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:05:39.690136+00:00 2021-06-22T09:05:41.329220+00:00 0:00:01.639084 44413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:05:37.405070+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T08:05:00+00:00 PythonOperator 2021-06-22T09:05:17.719268+00:00 2021-06-22T09:05:20.981937+00:00 0:00:03.262669 44412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:05:15.348202+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:01:04.991279+00:00 2021-06-22T09:11:07.970058+00:00 0:10:02.978779 44410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:01:02.380424+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T08:00:00+00:00 EmrJobFlowSensor 2021-06-22T09:00:54.644735+00:00 2021-06-22T09:12:57.874426+00:00 0:12:03.229691 44409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T09:00:52.292788+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:00:42.831394+00:00 2021-06-22T09:00:44.574237+00:00 0:00:01.742843 44408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T09:00:40.233058+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T09:00:34.660615+00:00 2021-06-22T09:00:36.358179+00:00 0:00:01.697564 44407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T09:00:32.221807+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:00:20.844942+00:00 2021-06-22T09:00:24.488447+00:00 0:00:03.643505 44406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T09:00:18.213233+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T08:00:00+00:00 PythonOperator 2021-06-22T09:00:12.329561+00:00 2021-06-22T09:00:15.946767+00:00 0:00:03.617206 44405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T09:00:10.199560+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:12:25.308682+00:00 2021-06-22T08:22:27.928028+00:00 0:10:02.619346 44404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:12:23.115884+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:12:13.401395+00:00 2021-06-22T08:20:15.927145+00:00 0:08:02.525750 44403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:12:11.162839+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:12:03.560451+00:00 2021-06-22T08:12:05.318142+00:00 0:00:01.757691 44402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:12:01.157690+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:11:51.308924+00:00 2021-06-22T08:11:53.145206+00:00 0:00:01.836282 44401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:11:49.094285+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:11:41.410110+00:00 2021-06-22T08:11:45.257008+00:00 0:00:03.846898 44400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:11:39.152608+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:11:25.431123+00:00 2021-06-22T08:11:29.059577+00:00 0:00:03.628454 44399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:11:23.054138+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T07:00:00+00:00 TriggerDagRunOperator 2021-06-22T08:11:19.458916+00:00 2021-06-22T08:11:19.947473+00:00 0:00:00.488557 44398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:11:17.053646+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T07:00:00+00:00 TriggerDagRunOperator 2021-06-22T08:11:19.357222+00:00 2021-06-22T08:11:19.738099+00:00 0:00:00.380877 44397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:11:17.053606+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T07:05:00+00:00 EmrJobFlowSensor 2021-06-22T08:06:12.657886+00:00 2021-06-22T08:15:15.295731+00:00 0:09:02.637845 44396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:06:10.549263+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:05:48.673992+00:00 2021-06-22T08:05:50.328319+00:00 0:00:01.654327 44395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:05:46.527271+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T07:05:00+00:00 PythonOperator 2021-06-22T08:05:26.814359+00:00 2021-06-22T08:05:30.084923+00:00 0:00:03.270564 44394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:05:24.508210+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:01:44.436051+00:00 2021-06-22T08:10:47.103694+00:00 0:09:02.667643 44393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:01:42.213628+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T07:00:00+00:00 EmrJobFlowSensor 2021-06-22T08:01:28.426508+00:00 2021-06-22T08:13:31.670076+00:00 0:12:03.243568 44392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T08:01:26.192395+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:01:22.533166+00:00 2021-06-22T08:01:24.422373+00:00 0:00:01.889207 44391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T08:01:20.185945+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T08:00:43.932940+00:00 2021-06-22T08:00:45.739437+00:00 0:00:01.806497 44389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T08:00:41.758825+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:00:24.277813+00:00 2021-06-22T08:00:27.769112+00:00 0:00:03.491299 44388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T08:00:21.740113+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T07:00:00+00:00 PythonOperator 2021-06-22T08:00:21.890481+00:00 2021-06-22T08:00:25.926218+00:00 0:00:04.035737 44387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T08:00:19.724358+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:11:57.405336+00:00 2021-06-22T07:22:00.147402+00:00 0:10:02.742066 44386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:11:55.302234+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:11:55.548774+00:00 2021-06-22T07:21:58.518353+00:00 0:10:02.969579 44385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:11:53.305590+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:11:36.036232+00:00 2021-06-22T07:11:37.782094+00:00 0:00:01.745862 44384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:11:33.343567+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:11:33.642744+00:00 2021-06-22T07:11:35.729667+00:00 0:00:02.086923 44383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:11:31.357701+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:11:14.282491+00:00 2021-06-22T07:11:17.818883+00:00 0:00:03.536392 44382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:11:11.184162+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:11:12.090955+00:00 2021-06-22T07:11:16.288585+00:00 0:00:04.197630 44381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:11:09.252558+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T06:00:00+00:00 TriggerDagRunOperator 2021-06-22T07:10:57.592977+00:00 2021-06-22T07:10:58.127410+00:00 0:00:00.534433 44380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:10:55.245036+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T06:00:00+00:00 TriggerDagRunOperator 2021-06-22T07:10:57.540220+00:00 2021-06-22T07:10:57.928318+00:00 0:00:00.388098 44379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:10:55.244975+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T06:05:00+00:00 EmrJobFlowSensor 2021-06-22T07:06:06.959054+00:00 2021-06-22T07:15:09.654519+00:00 0:09:02.695465 44378 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:06:04.814858+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:05:43.008089+00:00 2021-06-22T07:05:44.733069+00:00 0:00:01.724980 44377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:05:40.794508+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T06:05:00+00:00 PythonOperator 2021-06-22T07:05:20.860857+00:00 2021-06-22T07:05:24.341179+00:00 0:00:03.480322 44376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:05:18.734865+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:01:34.851200+00:00 2021-06-22T07:14:38.016401+00:00 0:13:03.165201 44375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T07:01:32.545794+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T06:00:00+00:00 EmrJobFlowSensor 2021-06-22T07:01:30.723087+00:00 2021-06-22T07:10:33.494841+00:00 0:09:02.771754 44374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:01:28.469603+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:01:12.677394+00:00 2021-06-22T07:01:14.504716+00:00 0:00:01.827322 44373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T07:01:10.401655+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T07:01:08.602219+00:00 2021-06-22T07:01:10.371611+00:00 0:00:01.769392 44372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T07:01:06.392329+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:00:52.474198+00:00 2021-06-22T07:00:56.122423+00:00 0:00:03.648225 44371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T07:00:50.377401+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T06:00:00+00:00 PythonOperator 2021-06-22T07:00:49.214078+00:00 2021-06-22T07:00:52.630368+00:00 0:00:03.416290 44370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T07:00:46.380314+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T05:00:00+00:00 EmrJobFlowSensor 2021-06-22T06:11:07.924915+00:00 2021-06-22T06:20:10.590275+00:00 0:09:02.665360 44368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:11:05.790469+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T05:00:00+00:00 EmrJobFlowSensor 2021-06-22T06:10:58.064116+00:00 2021-06-22T06:21:01.076423+00:00 0:10:03.012307 44367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T06:10:55.766223+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:10:47.929692+00:00 2021-06-22T06:10:49.648896+00:00 0:00:01.719204 44366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T06:10:45.752551+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T06:10:38.096336+00:00 2021-06-22T06:10:39.934459+00:00 0:00:01.838123 44365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T06:10:35.749715+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T05:00:00+00:00 PythonOperator 2021-06-22T06:10:26.033296+00:00 2021-06-22T06:10:29.377046+00:00 0:00:03.343750 44364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T06:10:23.706834+00:00 2 default_pool