State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.684131 | 34175 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.460077 | 34173 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.807399 | 34160 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.671099 | 34158 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.158010 | 34156 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.623675 | 34141 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.845412 | 34139 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.438518 | 34137 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.624301 | 34123 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.685693 | 34121 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.220544 | 34119 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.766485 | 34105 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.685640 | 34103 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.220699 | 34102 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.758240 | 34086 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.824140 | 34084 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.303422 | 34082 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.530159 | 34068 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.675635 | 34066 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.297850 | 34064 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.822571 | 34050 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.687349 | 34048 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.295378 | 34046 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.729367 | 34033 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.795302 | 34031 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.406058 | 34029 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.849050 | 34014 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.805436 | 34011 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.142305 | 34008 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.692675 | 33993 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.684326 | 33991 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.166562 | 33989 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.613318 | 33975 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.712350 | 33973 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.463274 | 33971 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.827483 | 33956 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.811508 | 33954 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.146735 | 33952 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.534540 | 33939 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.664533 | 33937 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.554233 | 33935 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.722480 | 33920 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.891168 | 33918 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.169885 | 33916 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.655298 | 33902 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.703549 | 33900 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.354478 | 33898 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.795915 | 33884 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.738551 | 33882 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.124569 | 33880 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.694566 | 33867 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.670703 | 33865 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.244842 | 33863 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.641331 | 33848 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.713618 | 33846 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.202509 | 33844 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.740492 | 33829 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.697361 | 33827 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.352941 | 33826 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.606107 | 33811 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.667129 | 33809 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.256165 | 33807 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.565480 | 33794 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.691597 | 33792 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.270639 | 33790 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.890478 | 33775 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.800700 | 33773 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.131230 | 33771 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.628517 | 33758 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.692096 | 33756 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.343347 | 33754 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.761528 | 33738 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.122282 | 33736 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.418641 | 33734 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:03.034586 | 33720 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.029459 | 33718 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.184357 | 33716 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.621061 | 33702 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.790036 | 33700 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.324160 | 33698 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.767510 | 33685 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.677132 | 33683 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.274086 | 33681 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.726440 | 33667 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.739304 | 33665 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.231630 | 33663 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.643292 | 33648 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.719719 | 33646 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.727254 | 33644 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.641691 | 33631 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.799888 | 33629 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.134784 | 33627 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.809742 | 33612 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.839729 | 33610 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.263888 | 33608 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.744209 | 33597 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.815837 | 33594 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.237090 | 33592 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.539133 | 33577 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.710075 | 33574 |
|
airflow | 2 | default |
|
2 | default_pool |