State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | missing-dr-check-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.718529 | 4830 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.694187 | 4829 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.665293 | 4828 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.851401 | 4827 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.978501 | 4826 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.729290 | 4825 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.809792 | 4824 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.010371 | 4822 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.797430 | 4821 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | booking-processing-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.793000 | 4820 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.705827 | 4819 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.603778 | 4818 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | pop-quality-check_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.662540 | 4817 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.613926 | 4815 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.651437 | 4814 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | missing-dr-check-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.674253 | 4813 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.756783 | 4803 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.687613 | 4802 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.838630 | 4801 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:04.328152 | 4792 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.711179 | 4791 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.683527 | 4790 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:04.390371 | 4786 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.763043 | 4785 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.535527 | 4784 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.921685 | 4783 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.734000 | 4782 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.517345 | 4781 |
|
airflow | 3 | default |
|
2 | default_pool | |||
failed | 24hrPOP-Aggregator-ModelTransform_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.781946 | 4780 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.666857 | 4779 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | 24hrPOP-Aggregator-ModelTransform_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.577161 | 4778 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.875237 | 4776 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673703 | 4775 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.643664 | 4774 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.667907 | 4772 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.625290 | 4771 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.047561 | 4770 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.773003 | 4768 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.660484 | 4767 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.664405 | 4766 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.598179 | 4764 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.657094 | 4763 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.625026 | 4762 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.758251 | 4760 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.669856 | 4759 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.614743 | 4758 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.676120 | 4757 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.682086 | 4756 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.635702 | 4755 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.695769 | 4753 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.637797 | 4752 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.689451 | 4751 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.580005 | 4750 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.709719 | 4749 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.761475 | 4748 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.668235 | 4747 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.643011 | 4746 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-past-delete-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.805463 | 4745 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.551449 | 4744 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.854676 | 4743 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:02:01.709599 | 4742 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.706883 | 4741 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.663020 | 4740 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | drm-migration-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.709037 | 4739 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.696393 | 4737 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717331 | 4736 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.638416 | 4735 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:03.011745 | 4734 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.680117 | 4733 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.728805 | 4732 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.700208 | 4731 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.607651 | 4730 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.718033 | 4729 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.929876 | 4728 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.683268 | 4727 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.721503 | 4726 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.493017 | 4725 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.679357 | 4724 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.707766 | 4723 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.856480 | 4721 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.610643 | 4720 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.781873 | 4719 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:17:03.665349 | 4701 |
|
airflow | 1 | default |
|
5 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.682019 | 4700 |
|
airflow | 2 | default |
|
5 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.769268 | 4699 |
|
airflow | 3 | default |
|
5 | default_pool | |||
success | campaign-versioning-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.717766 | 4698 |
|
airflow | 1 | default |
|
4 | default_pool | |||
success | campaign-versioning-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.677410 | 4697 |
|
airflow | 2 | default |
|
4 | default_pool | |||
success | campaign-versioning-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.524769 | 4696 |
|
airflow | 3 | default |
|
4 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.786883 | 4690 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.697316 | 4689 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.741666 | 4688 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.646712 | 4686 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.707498 | 4685 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.771592 | 4684 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.910831 | 4683 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.634565 | 4682 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | campaign-delta-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.802372 | 4681 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:18:03.829641 | 4679 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.663412 | 4678 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | daily-import-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.807738 | 4677 |
|
airflow | 3 | default |
|
2 | default_pool |