State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.526438 | 588294 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.884878 | 588292 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.878307 | 588289 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.857330 | 587791 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.802627 | 587788 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.981485 | 587786 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.352369 | 587283 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.866769 | 587281 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.006245 | 587278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.708646 | 586780 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.202408 | 586778 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.923499 | 586774 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.581432 | 586283 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.830563 | 586281 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.079197 | 586278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.734159 | 585785 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.047160 | 585784 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.952506 | 585780 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.527050 | 585262 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.817848 | 585260 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.651511 | 585254 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.658689 | 584772 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.964037 | 584770 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.256571 | 584766 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.800108 | 584295 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.942090 | 584292 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.472361 | 584289 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.749184 | 583820 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.909865 | 583818 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.283484 | 583815 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.535005 | 583227 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.947096 | 583225 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.085804 | 583222 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.848484 | 582818 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.671281 | 582815 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.025624 | 582813 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.729113 | 582438 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.942524 | 582436 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.203105 | 582433 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.364503 | 581996 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.074511 | 581993 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.082940 | 581990 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.756272 | 581539 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.102595 | 581537 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.152167 | 581534 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.730530 | 581087 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.903034 | 581084 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.259633 | 581081 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.403243 | 580617 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.931046 | 580606 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.042174 | 580603 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.746162 | 580141 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.866903 | 580139 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.888194 | 580135 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.706700 | 579686 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.877417 | 579682 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.735076 | 579678 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.855884 | 579216 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.817881 | 579214 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.901534 | 579210 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.570724 | 578760 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.687915 | 578746 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.890000 | 578743 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.686856 | 578280 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.776267 | 578277 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.786712 | 578273 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.658354 | 577813 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.895778 | 577810 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.090837 | 577807 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.361636 | 577352 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.810981 | 577349 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.748972 | 577345 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.601157 | 576884 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.701732 | 576879 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.835446 | 576875 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.169058 | 576376 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.672059 | 576372 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.139765 | 576366 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.291641 | 575874 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.765224 | 575870 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.809786 | 575866 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.265483 | 575368 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.689919 | 575365 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.859762 | 575362 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.245680 | 574829 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.750569 | 574825 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.778775 | 574820 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.378706 | 574315 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.805195 | 574312 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.844802 | 574306 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.190033 | 573798 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.885188 | 573795 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.273973 | 573791 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.366776 | 573363 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.733813 | 573360 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.770944 | 573356 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.171522 | 572941 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.694738 | 572938 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.883029 | 572936 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.490887 | 572521 |
|
airflow | 1 | default |
|
2 | default_pool |