State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.450097 | 5649 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.545794 | 5648 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.747363 | 5647 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.495464 | 5622 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.686273 | 5621 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.738071 | 5620 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.637122 | 5595 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.657133 | 5594 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.660234 | 5593 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.690457 | 5569 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.638456 | 5568 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.712458 | 5567 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.701705 | 5542 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.572180 | 5541 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.688147 | 5540 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.702937 | 5515 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.622220 | 5514 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.685100 | 5513 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.674749 | 5504 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.754971 | 5495 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.972141 | 5493 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.695833 | 5492 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.782358 | 5491 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.097552 | 5490 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.723311 | 5489 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.042280 | 5488 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.145847 | 5487 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.791615 | 5486 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.638251 | 5478 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.522178 | 5477 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.675343 | 5476 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.654965 | 5460 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.597397 | 5450 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.591192 | 5449 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.841304 | 5448 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.677436 | 5423 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.605847 | 5422 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.761943 | 5421 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.469761 | 5396 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.645773 | 5395 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.758278 | 5394 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.906724 | 5382 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:03.202874 | 5381 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.869816 | 5380 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.767161 | 5379 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.685385 | 5365 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.646681 | 5364 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.807289 | 5363 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.770375 | 5353 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.647105 | 5343 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.587360 | 5342 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.848545 | 5341 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.990823 | 5339 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.591322 | 5338 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.748627 | 5337 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.756997 | 5331 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.649435 | 5330 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.748118 | 5329 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.817081 | 5304 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.712105 | 5303 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.816539 | 5302 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.723200 | 5293 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.705397 | 5292 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.974949 | 5291 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.528535 | 5290 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
5288 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.633661 | 5287 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
5286 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:03:01.811615 | 5285 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.904366 | 5284 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.005420 | 5283 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.931379 | 5282 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.770639 | 5281 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.797636 | 5279 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.861276 | 5275 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.838718 | 5268 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.587595 | 5265 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.677186 | 5264 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.791646 | 5263 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.802592 | 5255 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.696604 | 5254 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.724400 | 5253 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.698429 | 5236 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.661873 | 5235 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.774659 | 5234 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.153542 | 5230 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.724417 | 5229 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.003800 | 5228 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.140746 | 5226 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.730793 | 5225 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.919702 | 5224 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.098179 | 5222 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.884460 | 5221 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.008664 | 5220 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.263605 | 5218 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.795294 | 5217 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.854583 | 5216 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.060491 | 5214 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.760260 | 5213 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.876475 | 5212 |
|
airflow | 3 | default |
|
2 | default_pool |