State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | test-2-dag-on-cn-airflow | task_4 |
|
BashOperator |
|
|
0:00:00.579830 | 8227 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.520955 | 8226 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.226664 | 8225 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.216448 | 8224 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-on-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.332237 | 8223 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-on-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.312784 | 8222 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-1-dag-on-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.265616 | 8221 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_3 |
|
BashOperator |
|
|
0:00:00.203316 | 8220 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_2 |
|
BashOperator |
|
|
0:00:00.211825 | 8219 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.261231 | 8218 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-1-dag-on-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.160501 | 8217 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | test-2-dag-on-cn-airflow | task_1 |
|
BashOperator |
|
|
0:00:00.159344 | 8216 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.792806 | 6744 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.737375 | 6724 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:03.008172 | 6696 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.232080 | 6695 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:02.872071 | 6693 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.180031 | 6692 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.676050 | 6691 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:03.054985 | 6689 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.300621 | 6688 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:03.023153 | 6682 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.289694 | 6681 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:03.036547 | 6592 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.303156 | 6591 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:03.023251 | 6589 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.273940 | 6588 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.634984 | 6586 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | create_cluster |
|
PythonOperator |
|
|
0:00:02.893544 | 6585 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | primary-audience-global-cassandra_v003 | validation |
|
PythonOperator |
|
|
0:00:00.191515 | 6584 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.605078 | 6579 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.877991 | 5722 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.923426 | 5721 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.686903 | 5720 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.829217 | 5719 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.520714 | 5703 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.671376 | 5702 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.813600 | 5701 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.700150 | 5676 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.595329 | 5675 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.796395 | 5674 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.450097 | 5649 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.545794 | 5648 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.747363 | 5647 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.495464 | 5622 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.686273 | 5621 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.738071 | 5620 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.637122 | 5595 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.657133 | 5594 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.660234 | 5593 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.690457 | 5569 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.638456 | 5568 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.712458 | 5567 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.701705 | 5542 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.572180 | 5541 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.688147 | 5540 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.702937 | 5515 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.622220 | 5514 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.685100 | 5513 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.674749 | 5504 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.754971 | 5495 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.972141 | 5493 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.695833 | 5492 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.782358 | 5491 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.097552 | 5490 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.723311 | 5489 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.042280 | 5488 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.145847 | 5487 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.791615 | 5486 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.638251 | 5478 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.522178 | 5477 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.675343 | 5476 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.654965 | 5460 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.597397 | 5450 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.591192 | 5449 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.841304 | 5448 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.677436 | 5423 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.605847 | 5422 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.761943 | 5421 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.469761 | 5396 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.645773 | 5395 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.758278 | 5394 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.906724 | 5382 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:03.202874 | 5381 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.869816 | 5380 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.767161 | 5379 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.685385 | 5365 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.646681 | 5364 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.807289 | 5363 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | Custom-EMR-cluster_v001 | create_cluster_n_add_steps |
|
PythonOperator |
|
|
0:00:02.770375 | 5353 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.647105 | 5343 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.587360 | 5342 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.848545 | 5341 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:13:02.990823 | 5339 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.591322 | 5338 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.748627 | 5337 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.756997 | 5331 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.649435 | 5330 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.748118 | 5329 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.817081 | 5304 |
|
airflow | 1 | default |
|
2 | default_pool |