State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.854793 | 48314 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.879986 | 48313 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673318 | 48310 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.736906 | 48309 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.630935 | 48307 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.859975 | 48306 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.961720 | 48304 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.596834 | 48303 |
|
airflow | 5 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.817925 | 48301 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.543726 | 48300 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.685396 | 48298 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.617695 | 48297 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.465242 | 48296 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.461068 | 48295 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.784507 | 48294 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.046264 | 48293 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.989642 | 48292 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.867410 | 48291 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.616184 | 48289 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.760590 | 48288 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.793967 | 48287 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.942649 | 48286 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.145129 | 48285 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.823489 | 48284 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.313869 | 48283 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.516708 | 48282 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.728013 | 48281 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:02:01.738874 | 48280 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.156564 | 48279 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.080850 | 48278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.719288 | 48277 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.693643 | 48275 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.700979 | 48274 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:46:08.092062 | 48273 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.724102 | 48272 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.660251 | 48271 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.693827 | 48270 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.713649 | 48269 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.753189 | 48268 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.021890 | 48267 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.626678 | 48266 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.668062 | 48265 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.701761 | 48264 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-history-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.715399 | 48263 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_booking-processing-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.480605 | 48262 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_campaign-history-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.411990 | 48261 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.716375 | 48260 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.679957 | 48259 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.561267 | 48258 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.832158 | 48257 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.682397 | 48256 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:03.004523 | 48255 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.371455 | 48254 |
|
airflow | 5 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.692024 | 48253 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.908796 | 48252 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_booking-processing-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.551980 | 48250 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_campaign-history-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.407983 | 48249 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.719320 | 48248 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.640827 | 48247 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.599813 | 48246 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:03.044949 | 48245 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.911260 | 48244 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.667046 | 48243 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.980622 | 48242 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.908158 | 48241 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.402393 | 48240 |
|
airflow | 5 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_booking-processing-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.550537 | 48238 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_campaign-history-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.411684 | 48237 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.547730 | 48236 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.768630 | 48235 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.586643 | 48234 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.240780 | 48233 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.937343 | 48232 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.705075 | 48231 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.884484 | 48230 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.741233 | 48229 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.704783 | 48228 |
|
airflow | 5 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_booking-processing-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.384559 | 48226 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_campaign-history-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.511012 | 48225 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.592191 | 48224 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.638512 | 48223 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.389395 | 48222 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.696896 | 48221 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.229264 | 48220 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.713487 | 48219 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.708487 | 48218 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.624263 | 48217 |
|
airflow | 5 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.360119 | 48216 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_booking-processing-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.474223 | 48214 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_campaign-history-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.393361 | 48213 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.783241 | 48212 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.636854 | 48211 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | vc-asset-import_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.391601 | 48210 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.841107 | 48209 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.679146 | 48208 |
|
airflow | 4 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:03.396335 | 48207 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.489268 | 48206 |
|
airflow | 5 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.790939 | 48205 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-aggregator-modeltransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.933593 | 48204 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-flow-job_v002 | trigger_dagrun_booking-processing-job_v002 |
|
TriggerDagRunOperator |
|
|
0:00:00.393552 | 48202 |
|
airflow | 1 | default |
|
2 | default_pool |