State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.132375 | 500677 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.692740 | 500674 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.825740 | 500668 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.948755 | 500666 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.692798 | 500663 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.683029 | 500655 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.823680 | 500653 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.626302 | 500650 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.514305 | 500648 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.817181 | 500640 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.736974 | 500638 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.468807 | 500628 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.914985 | 500626 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.702379 | 500623 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.670535 | 500615 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.835199 | 500613 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.661590 | 500611 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.530465 | 500607 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.931610 | 500599 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.641539 | 500596 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.812090 | 500588 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.162505 | 500586 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.762885 | 500583 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:15:02.324781 | 500581 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.877403 | 500574 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.584505 | 500572 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.697540 | 500562 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.220498 | 500560 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.700436 | 500557 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.480922 | 500548 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.204930 | 500546 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.667665 | 500544 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.366483 | 500535 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.931497 | 500533 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.691483 | 500530 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.521289 | 500528 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.192305 | 500518 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.671439 | 500514 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.635488 | 500505 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.967298 | 500503 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.763249 | 500501 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.539208 | 500494 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.217814 | 500492 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.676137 | 500490 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.494617 | 500476 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.874402 | 500474 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.802032 | 500472 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.654280 | 500463 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.875009 | 500461 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.600810 | 500459 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:15:02.449584 | 500456 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.876565 | 500444 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.751148 | 500441 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.458609 | 500432 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.127646 | 500430 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.623641 | 500428 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.580229 | 500419 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.157185 | 500417 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.614404 | 500415 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:31:04.453471 | 500406 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.901085 | 500404 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.688629 | 500401 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:31:04.576827 | 500393 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.166639 | 500391 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.618018 | 500388 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:32:05.459706 | 500382 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.803320 | 500380 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.726376 | 500377 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:28:04.345276 | 500369 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.848503 | 500367 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.730530 | 500365 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:20:03.598965 | 500357 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.113392 | 500349 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.703944 | 500347 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.911146 | 500336 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.199551 | 500334 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.721910 | 500331 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.803330 | 500321 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.118392 | 500319 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.669948 | 500316 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:14:02.670788 | 500314 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.869008 | 500307 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.697639 | 500305 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.886462 | 500296 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.237921 | 500294 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.627239 | 500292 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.771705 | 500282 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.963171 | 500280 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.712738 | 500278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.726137 | 500269 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.208685 | 500267 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.650374 | 500264 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.729053 | 500257 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.928353 | 500255 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.693808 | 500253 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.857478 | 500243 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.203430 | 500241 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.662599 | 500238 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.032227 | 500232 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.095658 | 500230 |
|
airflow | 2 | default |
|
2 | default_pool |