State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:14:02.773598 | 553144 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.830381 | 553143 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.123000 | 553142 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:18:02.876565 | 552778 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.935184 | 552777 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.481543 | 552776 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:18:03.413877 | 505727 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.782105 | 505726 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.735459 | 505725 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:39:15.243891 | 496227 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.816433 | 496226 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.565966 | 496225 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:45:15.675189 | 495945 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.097731 | 495944 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.609440 | 495943 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:05:01.069170 | 456068 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.895723 | 456063 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.564808 | 456060 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:19:11.207360 | 453440 |
|
airflow | 1 | default |
|
7 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.131082 | 453439 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.539470 | 453438 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.894577 | 452988 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.593750 | 452987 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.888908 | 452939 |
|
airflow | 1 | default |
|
12 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.864364 | 452937 |
|
airflow | 2 | default |
|
4 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.589862 | 452935 |
|
airflow | 3 | default |
|
4 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.865918 | 445074 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary-backfill_all_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.097474 | 445073 |
|
airflow | 3 | default |
|
2 | default_pool |