State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.568064 | 8977 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.618412 | 8976 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.575767 | 8975 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.554355 | 8973 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.665219 | 8972 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.633842 | 8971 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.539665 | 8969 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.564506 | 8968 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.511896 | 8967 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.617252 | 8965 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.551037 | 8964 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.624663 | 8963 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.729345 | 8961 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.646360 | 8960 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.668792 | 8959 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.638075 | 8957 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.688620 | 8956 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.806981 | 8955 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.549396 | 8953 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.592457 | 8952 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.521400 | 8951 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.778908 | 8949 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.687059 | 8948 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.560729 | 8947 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.533369 | 8945 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.598661 | 8944 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.675808 | 8943 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.543753 | 8941 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.655383 | 8940 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.611827 | 8939 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.655638 | 8937 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.574991 | 8936 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.660389 | 8935 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.516686 | 8933 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.682173 | 8932 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.648276 | 8931 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:01:01.610936 | 8929 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.671286 | 8928 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.519240 | 8927 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.531712 | 8926 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.565866 | 8925 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.735307 | 8924 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.585803 | 8918 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.668633 | 8917 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.647207 | 8916 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.378290 | 8904 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.661886 | 8903 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.659909 | 8902 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.438125 | 8900 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.645130 | 8899 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.654545 | 8898 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.738226 | 8896 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.568389 | 8895 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.536286 | 8894 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.540482 | 8892 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.668473 | 8891 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.549079 | 8890 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.586387 | 8888 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.630581 | 8887 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.560395 | 8886 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.686596 | 8740 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.526998 | 8739 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.738998 | 8738 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.754820 | 8736 |
|
airflow | 1 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.503208 | 8663 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.700983 | 8662 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.582449 | 8661 |
|
airflow | 5 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.343211 | 8659 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.675333 | 8658 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.537436 | 8657 |
|
airflow | 5 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.328571 | 8655 |
|
airflow | 1 | default |
|
4 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.230913 | 8654 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8653 |
|
airflow | 3 | default |
|
4 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.546660 | 8652 |
|
airflow | 4 | default |
|
4 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.580683 | 8651 |
|
airflow | 5 | default |
|
4 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.245859 | 8645 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.164413 | 8644 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.192870 | 8643 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.291569 | 8642 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.270420 | 8641 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.213773 | 8640 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.290235 | 8639 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.198910 | 8638 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.249574 | 8631 |
|
airflow | 1 | default |
|
3 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.312520 | 8630 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | test-2-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.189935 | 8629 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | test-2-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.314845 | 8628 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | test-2-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.162641 | 8627 |
|
airflow | 4 | default |
|
3 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.332222 | 8626 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8624 |
|
airflow | 3 | default |
|
3 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.636615 | 8623 |
|
airflow | 4 | default |
|
3 | default_pool | |||
success | trigger_dags_test_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.531509 | 8622 |
|
airflow | 5 | default |
|
3 | default_pool | |||
success | test-1-dag-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.254645 | 8620 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.187458 | 8617 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.272656 | 8616 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.270392 | 8614 |
|
airflow | 4 | default |
|
2 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-1-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.221340 | 8607 |
|
airflow | 1 | default |
|
5 | default_pool | |||
failed | trigger_dags_test_v002 | trigger_dagrun_test-2-dag-cn-airflow |
|
TriggerDagRunOperator |
|
|
0:00:00.240943 | 8605 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | trigger_dags_test_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
8604 |
|
airflow | 3 | default |
|
5 | default_pool | ||||
success | trigger_dags_test_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.610896 | 8603 |
|
airflow | 4 | default |
|
5 | default_pool |