State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.438125 | 8900 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.645130 | 8899 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.654545 | 8898 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.738226 | 8896 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.568389 | 8895 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.536286 | 8894 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.540482 | 8892 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.668473 | 8891 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.549079 | 8890 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.586387 | 8888 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.630581 | 8887 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.560395 | 8886 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.686596 | 8740 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.526998 | 8739 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.738998 | 8738 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.754820 | 8736 |
|
airflow | 1 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.503208 | 8663 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.700983 | 8662 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.582449 | 8661 |
|
airflow | 5 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.343211 | 8659 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.675333 | 8658 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.537436 | 8657 |
|
airflow | 5 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.328571 | 8655 |
|
airflow | 1 | default |
|
4 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.230913 | 8654 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8653 |
|
airflow | 3 | default |
|
4 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.546660 | 8652 |
|
airflow | 4 | default |
|
4 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.580683 | 8651 |
|
airflow | 5 | default |
|
4 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.245859 | 8645 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.164413 | 8644 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.192870 | 8643 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.291569 | 8642 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.270420 | 8641 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.213773 | 8640 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.290235 | 8639 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.198910 | 8638 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.249574 | 8631 |
|
airflow | 1 | default |
|
3 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.312520 | 8630 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.189935 | 8629 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.314845 | 8628 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.162641 | 8627 |
|
airflow | 4 | default |
|
3 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.332222 | 8626 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8624 |
|
airflow | 3 | default |
|
3 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.636615 | 8623 |
|
airflow | 4 | default |
|
3 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.531509 | 8622 |
|
airflow | 5 | default |
|
3 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.254645 | 8620 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.187458 | 8617 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.272656 | 8616 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.270392 | 8614 |
|
airflow | 4 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.221340 | 8607 |
|
airflow | 1 | default |
|
5 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.240943 | 8605 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8604 |
|
airflow | 3 | default |
|
5 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.610896 | 8603 |
|
airflow | 4 | default |
|
5 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.673647 | 8602 |
|
airflow | 5 | default |
|
5 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.208668 | 8596 |
|
airflow | 1 | default |
|
5 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.315458 | 8595 |
|
airflow | 1 | default |
|
5 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8594 |
|
airflow | 3 | default |
|
5 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.518401 | 8593 |
|
airflow | 4 | default |
|
5 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.671955 | 8592 |
|
airflow | 5 | default |
|
5 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.242602 | 8591 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.192007 | 8590 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.232794 | 8589 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.290873 | 8588 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.270900 | 8587 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.223666 | 8586 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.213607 | 8585 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.179377 | 8584 |
|
airflow | 4 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.307846 | 8574 |
|
airflow | 1 | default |
|
3 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.217772 | 8573 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8572 |
|
airflow | 3 | default |
|
3 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.628125 | 8571 |
|
airflow | 4 | default |
|
3 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.619850 | 8570 |
|
airflow | 5 | default |
|
3 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.251527 | 8569 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.185188 | 8568 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.266244 | 8567 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.178329 | 8566 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.246872 | 8565 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.183214 | 8564 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.290096 | 8563 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.172427 | 8562 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.177461 | 8556 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.255941 | 8555 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.183341 | 8554 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.169909 | 8553 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.163808 | 8552 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.253509 | 8551 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.202831 | 8550 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.183249 | 8549 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.288443 | 8548 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.293762 | 8547 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.166006 | 8546 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.177714 | 8545 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.596692 | 8539 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.267332 | 8538 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.184951 | 8537 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.479061 | 8536 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.278069 | 8535 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.278294 | 8534 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.187814 | 8533 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.182832 | 8532 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.189036 | 8528 |
|
airflow | 1 | default |
|
2 | default_pool |