State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.653506 | 553548 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.093088 | 553070 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.862572 | 553068 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.014692 | 553066 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.969383 | 552808 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.729174 | 552807 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.908428 | 552806 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.439687 | 552148 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.667554 | 552138 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.960177 | 552135 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.896642 | 551658 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.883838 | 551655 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.037074 | 551652 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.037444 | 551157 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.900714 | 551154 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.138196 | 551151 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.545089 | 550684 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.971654 | 550672 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.906252 | 550669 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.327623 | 550186 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.947628 | 550183 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.006667 | 550178 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.192001 | 549684 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.985872 | 549681 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.212316 | 549677 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.138851 | 549207 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.939319 | 549204 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.117167 | 549200 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.156067 | 548715 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.937119 | 548712 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.604209 | 548708 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.266863 | 548218 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.883066 | 548215 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.002011 | 548212 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.570412 | 547723 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.854521 | 547712 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.017979 | 547707 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:05:01.279740 | 547219 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.825194 | 547208 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.029075 | 547204 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.563404 | 546729 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.872403 | 546719 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.946685 | 546716 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.531816 | 546236 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.894348 | 546226 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.960126 | 546223 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.080742 | 545720 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.947688 | 545717 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.122415 | 545713 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.044543 | 545214 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.167281 | 545210 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.274494 | 545206 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.009365 | 544686 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.865148 | 544682 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.492987 | 544679 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.247186 | 544205 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.983341 | 544201 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.966449 | 544197 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.069385 | 543723 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.849852 | 543720 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.950891 | 543716 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.022539 | 543245 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.937161 | 543242 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.128510 | 543238 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.822693 | 542761 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.927353 | 542750 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.064563 | 542747 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.124631 | 542263 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.304659 | 542260 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.911046 | 542257 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.044373 | 541779 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.933828 | 541776 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.211020 | 541773 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.476741 | 541278 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.199367 | 541276 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.961564 | 541271 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.917946 | 540782 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.958151 | 540779 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.028601 | 540775 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.592226 | 540308 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.186588 | 540296 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.727832 | 540292 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.094289 | 539813 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.862664 | 539810 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.786071 | 539806 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.044331 | 539325 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.252985 | 539322 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.092481 | 539319 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.018699 | 538826 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.983665 | 538823 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.881021 | 538819 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.957114 | 538338 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.873814 | 538335 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.488909 | 538330 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.040865 | 537885 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.904351 | 537880 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.887081 | 537877 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.988708 | 537450 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.701752 | 537447 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.746250 | 537443 |
|
airflow | 3 | default |
|
2 | default_pool |