State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.023496 | 395483 |
|
airflow | 2 | default |
|
4 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.155663 | 395481 |
|
airflow | 3 | default |
|
4 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.529701 | 324423 |
|
airflow | 1 | default |
|
6 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.916384 | 324407 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.861147 | 324406 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.593867 | 324289 |
|
airflow | 1 | default |
|
11 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.864784 | 324271 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.823145 | 324269 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:14:03.562194 | 50980 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.790855 | 50979 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.638302 | 50978 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:14:03.460746 | 50959 |
|
airflow | 1 | default |
|
7 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.773955 | 50958 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.938550 | 50957 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
50121 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673167 | 50120 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.909662 | 50119 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
50055 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.816274 | 50054 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.926948 | 50053 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
50016 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.811666 | 50015 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.853282 | 50014 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:01:01.720708 | 48882 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.693602 | 48881 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.633248 | 48880 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:01.584080 | 48879 |
|
airflow | 1 | default |
|
6 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717947 | 48838 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.830561 | 48837 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:46:08.092062 | 48273 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.724102 | 48272 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.660251 | 48271 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:05.180351 | 45394 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.635887 | 45393 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.503512 | 45392 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:47:08.669630 | 45373 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.763449 | 45372 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.478795 | 45371 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:47:08.203139 | 44976 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.749593 | 44975 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.693904 | 44974 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:04.415359 | 44958 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.797754 | 44957 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.666170 | 44956 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.666402 | 44955 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:48:08.364964 | 44939 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.657145 | 44938 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.750169 | 44937 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:04.307755 | 44921 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.719514 | 44920 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.686714 | 44919 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.977218 | 44918 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:04.601250 | 44511 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.676744 | 44510 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.593034 | 44509 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.561806 | 44508 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:21:04.498451 | 44489 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.854829 | 44488 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.322966 | 44487 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.562936 | 44486 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
44485 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.725852 | 44484 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.665455 | 44483 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.620993 | 35642 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.722587 | 35641 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.368248 | 35640 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
35636 |
|
airflow | 1 | default |
|
7 | default_pool | ||||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.124298 | 35632 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.208289 | 35629 |
|
airflow | 3 | default |
|
3 | default_pool |