State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.993865 | 549151 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.488109 | 549149 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.175236 | 548660 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.948834 | 548658 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.163861 | 548656 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:02:01.044486 | 548168 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.842120 | 548163 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.316074 | 548161 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.778247 | 547664 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.879440 | 547659 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.626536 | 547656 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.314255 | 547159 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.877606 | 547157 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.574984 | 547154 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.760275 | 546671 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.922052 | 546666 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.350928 | 546664 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.384012 | 546173 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.595510 | 546171 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.632957 | 546169 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.563459 | 545666 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.893398 | 545664 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.433331 | 545662 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.553156 | 545162 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.060497 | 545161 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.447116 | 545158 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.274667 | 544634 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.116391 | 544632 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.900158 | 544630 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.450369 | 544153 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.882991 | 544151 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.386664 | 544149 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.082726 | 543673 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.962109 | 543671 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.462286 | 543669 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.573388 | 543194 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.021583 | 543189 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.353878 | 543187 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.408405 | 542703 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.935118 | 542701 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.261962 | 542699 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.260996 | 542213 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.058664 | 542211 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.636365 | 542209 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.287228 | 541725 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.932298 | 541723 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.657992 | 541721 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.353411 | 541228 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.926981 | 541226 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.430634 | 541224 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.299470 | 540730 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.928859 | 540728 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.235362 | 540726 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.681936 | 540246 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.908819 | 540244 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.619467 | 540242 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.418358 | 539760 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.927911 | 539758 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.397029 | 539756 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.316153 | 539270 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.983913 | 539268 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.542095 | 539266 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.721245 | 538773 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.104471 | 538771 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.241638 | 538769 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.441034 | 538284 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.954477 | 538282 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.233121 | 538280 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.164043 | 537837 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.757014 | 537835 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.110208 | 537833 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.318257 | 537404 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.930734 | 537402 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.125744 | 537400 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.215285 | 536971 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.963037 | 536969 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.369789 | 536967 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.457146 | 536502 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.063917 | 536500 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.320233 | 536498 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.577521 | 536009 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.990399 | 536007 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.632450 | 536005 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.117063 | 535509 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.943002 | 535507 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.871199 | 535505 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.526969 | 534952 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.151371 | 534950 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.363704 | 534948 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.215963 | 534385 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.973176 | 534383 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.256392 | 534381 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:04.471270 | 534000 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:02.888303 | 533999 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:03.246982 | 533997 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:04.995884 | 533855 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:06.203163 | 533743 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:06.995676 | 533211 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:14.330936 | 531495 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:14.595297 | 526321 |
|
airflow | 3 | default |
|
2 | default_pool |