State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.650031 | 487968 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.959015 | 487966 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.974746 | 487964 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.925109 | 487949 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.893194 | 487947 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.864046 | 487945 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.920512 | 487930 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.912764 | 487928 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.836849 | 487925 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.848403 | 487912 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.021558 | 487910 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.840102 | 487908 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.758372 | 487892 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.004178 | 487890 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.485015 | 487887 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.965974 | 487874 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.944895 | 487872 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.552744 | 487869 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.266245 | 487854 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.025812 | 487852 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.514262 | 487849 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.853396 | 487835 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.270928 | 487833 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.837624 | 487830 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.078921 | 487816 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.858675 | 487814 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.575283 | 487811 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.835019 | 487798 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.194649 | 487796 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.099797 | 487794 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.928935 | 487776 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.012220 | 487773 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.936936 | 487769 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.135263 | 487754 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.930916 | 487752 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.865072 | 487750 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.005620 | 487733 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.398343 | 487731 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.987095 | 487728 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.204296 | 487708 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.970999 | 487706 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.049565 | 487704 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.513045 | 487690 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.951141 | 487688 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.661061 | 487684 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:14:02.437328 | 487675 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.002898 | 487663 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.823284 | 487660 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.218677 | 487644 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.005734 | 487643 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.839765 | 487641 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:15:02.555565 | 487631 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.016150 | 487623 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.522252 | 487621 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:30:04.637603 | 487605 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.958173 | 487603 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.495481 | 487600 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:30:04.719511 | 487586 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.031998 | 487584 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.534180 | 487582 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:31:04.700954 | 487565 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.893882 | 487563 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.535267 | 487560 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.237643 | 487546 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.883594 | 487543 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.812116 | 487542 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.009420 | 487526 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.900512 | 487524 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.136690 | 487522 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.080499 | 487506 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.029976 | 487505 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.765111 | 487502 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.192824 | 487487 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.973839 | 487485 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.469286 | 487483 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.689435 | 487468 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.951712 | 487466 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.869942 | 487464 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.205118 | 487450 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.938802 | 487448 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.858458 | 487446 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.367777 | 487431 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.954690 | 487429 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.593183 | 487426 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.201613 | 487411 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.327694 | 487409 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.834970 | 487406 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.037503 | 487393 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.989378 | 487391 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.809771 | 487389 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.950032 | 487374 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.893387 | 487372 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.898369 | 487369 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.214108 | 487353 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.981187 | 487351 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.847149 | 487348 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.187803 | 487338 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.919938 | 487330 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.358585 | 487327 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.318036 | 487318 |
|
airflow | 1 | default |
|
3 | default_pool |