State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.606488 | 183698 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.804947 | 183065 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.790918 | 183064 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.631440 | 183063 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.892381 | 182424 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.774917 | 182423 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.561116 | 182422 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.744697 | 181789 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.835010 | 181788 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.600444 | 181787 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.994133 | 181166 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.731729 | 181165 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.526195 | 181164 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.910366 | 180533 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.755998 | 180532 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.248857 | 180531 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.827016 | 179905 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.735382 | 179903 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.296650 | 179902 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.158368 | 179280 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.755767 | 179279 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.540414 | 179278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.920394 | 179001 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.754802 | 179000 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.334758 | 178999 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.896320 | 136311 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.734991 | 136310 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.916699 | 136309 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.786688 | 135800 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717689 | 135799 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.886749 | 135798 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.885391 | 135329 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.776968 | 135328 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.078535 | 135327 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.987734 | 134860 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.774143 | 134859 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.003122 | 134858 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.860586 | 134390 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.780934 | 134389 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.865226 | 134388 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.794117 | 133923 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.735105 | 133922 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.813122 | 133921 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:03.237190 | 133455 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.609294 | 133454 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.998778 | 133453 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.979017 | 132807 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.869611 | 132806 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.947363 | 132805 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.981402 | 132411 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.767129 | 132410 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.002019 | 132409 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.954665 | 132024 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.727189 | 132019 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.723028 | 132015 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.905379 | 131819 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.845748 | 131818 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.588061 | 131817 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.052462 | 131396 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.767371 | 131395 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.470005 | 131394 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.017295 | 130945 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717462 | 130944 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.398479 | 130943 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.847429 | 130517 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.798777 | 130516 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.270626 | 130515 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.749010 | 130062 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.796504 | 130061 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.327350 | 130060 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.809924 | 128869 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.802194 | 128868 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.272568 | 128865 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.996156 | 128645 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.706573 | 128644 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.309584 | 128643 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.005493 | 128351 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.920115 | 128350 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.349292 | 128349 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.270938 | 128067 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.743308 | 128066 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.438057 | 128065 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.233271 | 127748 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.783270 | 127747 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.377647 | 127746 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:03.032609 | 127430 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.768440 | 127429 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.299599 | 127428 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.053212 | 127109 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.724027 | 127108 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.406993 | 127107 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.876593 | 126864 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.254951 | 126863 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.478705 | 126862 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.093203 | 126783 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.841688 | 126782 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.152724 | 126781 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.982841 | 126416 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.852055 | 126415 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.180044 | 126414 |
|
airflow | 3 | default |
|
2 | default_pool |