State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.150326 | 368756 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.579614 | 368752 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.800100 | 368748 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.860874 | 368737 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.273376 | 368734 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:01.861897 | 365661 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.887099 | 365659 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.294867 | 365657 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.761152 | 365185 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.796937 | 365182 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.410047 | 365179 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.028910 | 364693 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.814452 | 364691 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.140166 | 364689 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.047647 | 364205 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.818706 | 364203 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.598783 | 364201 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.963935 | 363712 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.816851 | 363710 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.620485 | 363708 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.073715 | 363210 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.827197 | 363208 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.250581 | 363206 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.856780 | 362716 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.752540 | 362714 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:06.292130 | 362712 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.815231 | 362230 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.813332 | 362228 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.241405 | 362226 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.865121 | 361726 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.831365 | 361724 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.127095 | 361722 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.741004 | 361229 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.274404 | 361227 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.036636 | 361225 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.222485 | 360723 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.832463 | 360721 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.301776 | 360718 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.043285 | 360231 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.858370 | 360229 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.407174 | 360227 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.885966 | 359732 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.803732 | 359730 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.245625 | 359728 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:01.904744 | 359241 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.786449 | 359239 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.292432 | 359237 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.062507 | 358756 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.769444 | 358754 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.145863 | 358752 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.872877 | 358264 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.765219 | 358262 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:06.255252 | 358260 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.888070 | 357787 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.809299 | 357785 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.087881 | 357782 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.904509 | 357285 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.785520 | 357283 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.697227 | 357281 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.984227 | 356790 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.835865 | 356788 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.532783 | 356786 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.861439 | 356293 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.754556 | 356289 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.124553 | 356287 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.776408 | 355814 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.924961 | 355812 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.087575 | 355810 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.780648 | 355334 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.857308 | 355332 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.290268 | 355330 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.809720 | 354813 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.728240 | 354811 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.367795 | 354808 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.977254 | 354279 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.817184 | 354277 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.148293 | 354275 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.911789 | 353745 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.807661 | 353743 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.401766 | 353741 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:01.978694 | 353217 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.912309 | 353215 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.719702 | 353213 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.873250 | 352681 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.787930 | 352679 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.960172 | 352677 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.857763 | 352164 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.802788 | 352162 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.386480 | 352160 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.811708 | 351651 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.820059 | 351649 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.037582 | 351647 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.007745 | 351093 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.838264 | 351091 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.483186 | 351089 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.802626 | 350554 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.858604 | 350552 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.491803 | 350550 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.873292 | 350017 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.796180 | 350015 |
|
airflow | 2 | default |
|
2 | default_pool |