State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:08.990103 | 477331 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.021905 | 477329 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.593668 | 477327 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.914150 | 477312 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.823123 | 477310 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.501756 | 477308 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.632758 | 477296 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.987353 | 477294 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.606778 | 477292 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:03.307505 | 477279 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.936346 | 477275 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.506760 | 477273 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.479418 | 477261 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.891231 | 477260 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.518169 | 477257 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.478767 | 477243 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.903335 | 477241 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.548224 | 477239 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:03.333884 | 477227 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.017876 | 477225 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.639346 | 477223 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.655781 | 477209 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.882600 | 477207 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.573793 | 477205 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.698792 | 477189 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.860339 | 477187 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.560630 | 477185 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.713605 | 477171 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.927701 | 477169 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.557587 | 477167 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.987425 | 477152 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.896081 | 477150 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.503690 | 477148 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.487216 | 477133 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.878020 | 477131 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.552489 | 477129 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.496590 | 477117 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.974503 | 477115 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.521473 | 477113 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.667746 | 477099 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.933444 | 477094 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.477584 | 477091 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:03.252995 | 477079 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.946446 | 477075 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.537139 | 477073 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:03.355868 | 477061 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.855026 | 477058 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.733413 | 477056 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.769429 | 477037 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.964278 | 477035 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.591015 | 477031 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.396744 | 477019 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.860550 | 477017 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.495966 | 477015 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.886019 | 476996 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.928502 | 476995 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.521130 | 476991 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.740641 | 476978 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.912131 | 476976 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.674204 | 476973 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.095547 | 476959 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.030232 | 476957 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.532345 | 476953 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.613613 | 476942 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.786140 | 476940 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.547897 | 476938 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:28:04.435937 | 476922 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.938288 | 476920 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.546559 | 476917 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.712323 | 476903 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.974359 | 476901 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.594304 | 476897 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:10.512983 | 476882 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.994016 | 476880 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.588536 | 476878 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:19:02.997540 | 476867 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.029084 | 476859 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.867974 | 476856 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.903688 | 476843 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.902906 | 476841 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.825125 | 476839 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.385777 | 476829 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.840873 | 476827 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.756870 | 476824 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.641708 | 476811 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.931450 | 476809 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.821384 | 476807 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.077081 | 476794 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.988156 | 476792 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.878834 | 476790 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:04.089955 | 476775 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.073856 | 476773 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.752005 | 476771 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.592259 | 476758 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.950238 | 476756 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.830490 | 476754 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.976031 | 476744 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.225454 | 476741 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.008207 | 476738 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.406184 | 476726 |
|
airflow | 1 | default |
|
2 | default_pool |