State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.943449 | 4868 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:03.030817 | 4866 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.789395 | 4865 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.848897 | 4864 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.274239 | 4862 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.765271 | 4861 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.060596 | 4860 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.114957 | 4858 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.784950 | 4857 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.931276 | 4856 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.110777 | 4854 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.720471 | 4853 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.850307 | 4852 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.192451 | 4850 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673699 | 4849 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.880020 | 4848 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
4846 |
|
airflow | 1 | default |
|
4 | default_pool | ||||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.718987 | 4845 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.687870 | 4844 |
|
airflow | 3 | default |
|
4 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.184243 | 4841 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.783458 | 4840 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.951723 | 4839 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.243467 | 4837 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.729345 | 4836 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.953246 | 4835 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.625027 | 4832 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.598603 | 4831 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.718529 | 4830 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.694187 | 4829 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.665293 | 4828 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.851401 | 4827 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.978501 | 4826 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.729290 | 4825 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.809792 | 4824 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.010371 | 4822 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.797430 | 4821 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.793000 | 4820 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.705827 | 4819 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.603778 | 4818 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.662540 | 4817 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.613926 | 4815 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.651437 | 4814 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.674253 | 4813 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.756783 | 4803 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.687613 | 4802 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.838630 | 4801 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:04.328152 | 4792 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.711179 | 4791 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.683527 | 4790 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:04.390371 | 4786 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.763043 | 4785 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.535527 | 4784 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.921685 | 4783 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.734000 | 4782 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.517345 | 4781 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.781946 | 4780 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.666857 | 4779 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.577161 | 4778 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.875237 | 4776 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673703 | 4775 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.643664 | 4774 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.667907 | 4772 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.625290 | 4771 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.047561 | 4770 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.773003 | 4768 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.660484 | 4767 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.664405 | 4766 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.598179 | 4764 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.657094 | 4763 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.625026 | 4762 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.758251 | 4760 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.669856 | 4759 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.614743 | 4758 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.676120 | 4757 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.682086 | 4756 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.635702 | 4755 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.695769 | 4753 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.637797 | 4752 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.689451 | 4751 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.580005 | 4750 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.709719 | 4749 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.761475 | 4748 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.668235 | 4747 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.643011 | 4746 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.805463 | 4745 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.551449 | 4744 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.854676 | 4743 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:02:01.709599 | 4742 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.706883 | 4741 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.663020 | 4740 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.709037 | 4739 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.696393 | 4737 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717331 | 4736 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.638416 | 4735 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.011745 | 4734 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.680117 | 4733 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.728805 | 4732 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.700208 | 4731 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.607651 | 4730 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.718033 | 4729 |
|
airflow | 3 | default |
|
2 | default_pool |