State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
None | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
|
airflow | 3 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
upstream_failed | livepop-shuffle-aggregator-modeltransform_v004 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool |