Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T11:00:00+00:00 PythonOperator 2021-07-27T12:00:14.207690+00:00 2021-07-27T12:00:18.409151+00:00 0:00:04.201461 59105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T12:00:11.851801+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T11:00:00+00:00 PythonOperator 2021-07-27T12:00:08.084010+00:00 2021-07-27T12:00:12.001490+00:00 0:00:03.917480 59104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T12:00:05.844010+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-07-26T02:00:00+00:00 EmrJobFlowSensor 2021-07-27T11:40:05.676236+00:00 2021-07-27T11:56:10.104488+00:00 0:16:04.428252 59103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:40:03.537470+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-07-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T11:39:44.240767+00:00 2021-07-27T11:39:46.070448+00:00 0:00:01.829681 59102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T11:39:41.569616+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-07-26T02:00:00+00:00 PythonOperator 2021-07-27T11:39:21.744630+00:00 2021-07-27T11:39:26.031420+00:00 0:00:04.286790 59101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T11:39:19.504816+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T10:00:00+00:00 EmrJobFlowSensor 2021-07-27T11:18:37.722942+00:00 2021-07-27T11:30:41.017059+00:00 0:12:03.294117 59100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:18:35.357611+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T10:00:00+00:00 EmrJobFlowSensor 2021-07-27T11:18:33.787555+00:00 2021-07-27T11:28:36.533774+00:00 0:10:02.746219 59099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:18:31.362547+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T11:18:15.500468+00:00 2021-07-27T11:18:17.194750+00:00 0:00:01.694282 59098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T11:18:13.263837+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T10:05:00+00:00 EmrJobFlowSensor 2021-07-27T11:18:13.597568+00:00 2021-07-27T11:27:16.635946+00:00 0:09:03.038378 59097 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:18:11.277566+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T11:18:11.481475+00:00 2021-07-27T11:18:13.192152+00:00 0:00:01.710677 59096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T11:18:09.266274+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T11:17:53.810477+00:00 2021-07-27T11:17:55.501245+00:00 0:00:01.690768 59095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T11:17:51.196063+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T10:00:00+00:00 PythonOperator 2021-07-27T11:17:53.571810+00:00 2021-07-27T11:17:57.482331+00:00 0:00:03.910521 59094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T11:17:51.196033+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T10:00:00+00:00 PythonOperator 2021-07-27T11:17:51.408068+00:00 2021-07-27T11:17:55.832857+00:00 0:00:04.424789 59093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T11:17:49.206330+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T10:00:00+00:00 TriggerDagRunOperator 2021-07-27T11:17:40.007349+00:00 2021-07-27T11:17:40.509341+00:00 0:00:00.501992 59092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:17:37.185435+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T10:00:00+00:00 TriggerDagRunOperator 2021-07-27T11:17:39.296376+00:00 2021-07-27T11:17:39.667754+00:00 0:00:00.371378 59091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:17:37.185402+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T10:05:00+00:00 PythonOperator 2021-07-27T11:17:31.968709+00:00 2021-07-27T11:17:35.406750+00:00 0:00:03.438041 59090 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T11:17:29.228851+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T10:00:00+00:00 EmrJobFlowSensor 2021-07-27T11:01:00.427314+00:00 2021-07-27T11:16:04.218222+00:00 0:15:03.790908 59088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T11:00:57.752976+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T10:00:00+00:00 EmrJobFlowSensor 2021-07-27T11:00:58.005840+00:00 2021-07-27T11:10:01.100581+00:00 0:09:03.094741 59087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T11:00:55.669829+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T11:00:38.012384+00:00 2021-07-27T11:00:39.720898+00:00 0:00:01.708514 59086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T11:00:35.655818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T11:00:38.015470+00:00 2021-07-27T11:00:39.968874+00:00 0:00:01.953404 59085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T11:00:35.655774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T10:00:00+00:00 PythonOperator 2021-07-27T11:00:17.852822+00:00 2021-07-27T11:00:21.789935+00:00 0:00:03.937113 59084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T11:00:15.516189+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T10:00:00+00:00 PythonOperator 2021-07-27T11:00:15.794596+00:00 2021-07-27T11:00:19.874974+00:00 0:00:04.080378 59083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T11:00:13.511820+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T09:00:00+00:00 EmrJobFlowSensor 2021-07-27T10:14:29.009543+00:00 2021-07-27T10:25:32.381101+00:00 0:11:03.371558 59082 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T10:14:26.474942+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T09:00:00+00:00 EmrJobFlowSensor 2021-07-27T10:14:28.936627+00:00 2021-07-27T10:24:32.087699+00:00 0:10:03.151072 59081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T10:14:26.474990+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T10:14:09.014175+00:00 2021-07-27T10:14:10.712578+00:00 0:00:01.698403 59080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T10:14:06.389686+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T10:14:06.609017+00:00 2021-07-27T10:14:08.742306+00:00 0:00:02.133289 59079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T10:14:04.388030+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T09:00:00+00:00 PythonOperator 2021-07-27T10:13:46.674070+00:00 2021-07-27T10:13:50.602284+00:00 0:00:03.928214 59078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T10:13:44.337781+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T09:00:00+00:00 PythonOperator 2021-07-27T10:13:46.694110+00:00 2021-07-27T10:13:50.419252+00:00 0:00:03.725142 59077 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T10:13:44.337747+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T09:00:00+00:00 TriggerDagRunOperator 2021-07-27T10:13:32.827001+00:00 2021-07-27T10:13:33.354996+00:00 0:00:00.527995 59076 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T10:13:30.340884+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T09:00:00+00:00 TriggerDagRunOperator 2021-07-27T10:13:32.819024+00:00 2021-07-27T10:13:33.231114+00:00 0:00:00.412090 59075 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T10:13:30.340930+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T09:00:00+00:00 EmrJobFlowSensor 2021-07-27T10:13:10.727888+00:00 2021-07-27T10:13:12.303890+00:00 0:00:01.576002 59074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T10:13:08.266112+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T09:05:00+00:00 EmrJobFlowSensor 2021-07-27T10:05:48.009806+00:00 2021-07-27T10:14:51.082930+00:00 0:09:03.073124 59073 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T10:05:45.575694+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T10:05:26.035888+00:00 2021-07-27T10:05:27.780411+00:00 0:00:01.744523 59072 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T10:05:23.502705+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T09:05:00+00:00 PythonOperator 2021-07-27T10:05:05.976595+00:00 2021-07-27T10:05:08.993412+00:00 0:00:03.016817 59071 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T10:05:03.437622+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T09:00:00+00:00 EmrJobFlowSensor 2021-07-27T10:00:48.471795+00:00 2021-07-27T10:13:52.020284+00:00 0:13:03.548489 59068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T10:00:46.129451+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T10:00:44.323370+00:00 2021-07-27T10:00:45.997279+00:00 0:00:01.673909 59067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T10:00:42.131276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T10:00:27.567296+00:00 2021-07-27T10:00:29.432268+00:00 0:00:01.864972 59066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T10:00:24.177468+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T09:00:00+00:00 PythonOperator 2021-07-27T10:00:22.334390+00:00 2021-07-27T10:00:26.933026+00:00 0:00:04.598636 59065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T10:00:20.108401+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T09:00:00+00:00 PythonOperator 2021-07-27T10:00:06.426178+00:00 2021-07-27T10:00:10.691259+00:00 0:00:04.265081 59064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T10:00:04.144689+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T08:00:00+00:00 EmrJobFlowSensor 2021-07-27T09:14:02.013097+00:00 2021-07-27T09:23:04.925204+00:00 0:09:02.912107 59063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T09:13:59.468878+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T08:00:00+00:00 EmrJobFlowSensor 2021-07-27T09:13:48.235482+00:00 2021-07-27T09:25:51.688435+00:00 0:12:03.452953 59062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T09:13:45.379160+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T09:13:39.802421+00:00 2021-07-27T09:13:41.585635+00:00 0:00:01.783214 59061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T09:13:37.375278+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T09:13:25.734039+00:00 2021-07-27T09:13:27.392188+00:00 0:00:01.658149 59060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T09:13:23.301047+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T08:00:00+00:00 PythonOperator 2021-07-27T09:13:19.431966+00:00 2021-07-27T09:13:23.419075+00:00 0:00:03.987109 59059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T09:13:17.297357+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T08:00:00+00:00 PythonOperator 2021-07-27T09:13:04.240079+00:00 2021-07-27T09:13:08.034959+00:00 0:00:03.794880 59058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T09:13:01.361726+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T08:00:00+00:00 TriggerDagRunOperator 2021-07-27T09:12:55.978594+00:00 2021-07-27T09:12:56.384328+00:00 0:00:00.405734 59057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T09:12:53.344658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T08:00:00+00:00 TriggerDagRunOperator 2021-07-27T09:12:55.761437+00:00 2021-07-27T09:12:56.268667+00:00 0:00:00.507230 59056 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T09:12:53.344612+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T08:05:00+00:00 EmrJobFlowSensor 2021-07-27T09:05:54.620156+00:00 2021-07-27T09:14:57.454953+00:00 0:09:02.834797 59055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T09:05:52.441941+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T09:05:34.644067+00:00 2021-07-27T09:05:36.328479+00:00 0:00:01.684412 59054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T09:05:32.417041+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T08:05:00+00:00 PythonOperator 2021-07-27T09:05:12.510073+00:00 2021-07-27T09:05:16.361289+00:00 0:00:03.851216 59053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T09:05:10.393191+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T08:00:00+00:00 EmrJobFlowSensor 2021-07-27T09:01:58.583911+00:00 2021-07-27T09:16:02.240698+00:00 0:14:03.656787 59052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T09:01:56.069375+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T08:00:00+00:00 EmrJobFlowSensor 2021-07-27T09:01:46.415455+00:00 2021-07-27T09:12:49.549898+00:00 0:11:03.134443 59051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T09:01:44.049387+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T09:01:36.383427+00:00 2021-07-27T09:01:38.239434+00:00 0:00:01.856007 59050 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T09:01:33.982091+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T09:01:24.458624+00:00 2021-07-27T09:01:26.337326+00:00 0:00:01.878702 59049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T09:01:21.949826+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T08:00:00+00:00 PythonOperator 2021-07-27T09:01:14.303151+00:00 2021-07-27T09:01:18.538876+00:00 0:00:04.235725 59048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T09:01:11.941711+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T08:00:00+00:00 PythonOperator 2021-07-27T09:01:04.809053+00:00 2021-07-27T09:01:08.790585+00:00 0:00:03.981532 59047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T09:01:01.983773+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T07:00:00+00:00 EmrJobFlowSensor 2021-07-27T08:11:56.740885+00:00 2021-07-27T08:24:00.104891+00:00 0:12:03.364006 59045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T08:11:54.362121+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T07:00:00+00:00 EmrJobFlowSensor 2021-07-27T08:11:40.697840+00:00 2021-07-27T08:19:43.357776+00:00 0:08:02.659936 59044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T08:11:38.347733+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T08:11:34.918196+00:00 2021-07-27T08:11:36.586885+00:00 0:00:01.668689 59043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T08:11:32.347633+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T08:11:18.595646+00:00 2021-07-27T08:11:20.453770+00:00 0:00:01.858124 59042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T08:11:16.248032+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T07:00:00+00:00 PythonOperator 2021-07-27T08:11:12.453219+00:00 2021-07-27T08:11:16.525722+00:00 0:00:04.072503 59041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T08:11:10.242697+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T07:00:00+00:00 PythonOperator 2021-07-27T08:10:56.833233+00:00 2021-07-27T08:11:00.419631+00:00 0:00:03.586398 59040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T08:10:54.227180+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T07:00:00+00:00 TriggerDagRunOperator 2021-07-27T08:10:48.615942+00:00 2021-07-27T08:10:49.168057+00:00 0:00:00.552115 59039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T08:10:46.221413+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T07:00:00+00:00 TriggerDagRunOperator 2021-07-27T08:10:48.452160+00:00 2021-07-27T08:10:48.848028+00:00 0:00:00.395868 59038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T08:10:46.221448+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T07:05:00+00:00 EmrJobFlowSensor 2021-07-27T08:05:54.229655+00:00 2021-07-27T08:14:56.757704+00:00 0:09:02.528049 59037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T08:05:51.858508+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T08:05:34.077032+00:00 2021-07-27T08:05:35.741930+00:00 0:00:01.664898 59036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T08:05:31.686759+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T07:05:00+00:00 PythonOperator 2021-07-27T08:05:11.746370+00:00 2021-07-27T08:05:15.662602+00:00 0:00:03.916232 59035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T08:05:09.590048+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T07:00:00+00:00 EmrJobFlowSensor 2021-07-27T08:01:43.624253+00:00 2021-07-27T08:14:47.175449+00:00 0:13:03.551196 59034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T08:01:41.352781+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T07:00:00+00:00 EmrJobFlowSensor 2021-07-27T08:01:25.823629+00:00 2021-07-27T08:10:28.598664+00:00 0:09:02.775035 59033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T08:01:23.127423+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T08:01:23.306908+00:00 2021-07-27T08:01:25.577859+00:00 0:00:02.270951 59032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T08:01:21.128555+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T08:00:57.977436+00:00 2021-07-27T08:00:59.913115+00:00 0:00:01.935679 59031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T08:00:55.103328+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T07:00:00+00:00 PythonOperator 2021-07-27T08:00:55.511450+00:00 2021-07-27T08:00:59.998702+00:00 0:00:04.487252 59030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T08:00:53.099339+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T07:00:00+00:00 PythonOperator 2021-07-27T08:00:32.014198+00:00 2021-07-27T08:00:35.662579+00:00 0:00:03.648381 59029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T08:00:29.347957+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T06:00:00+00:00 EmrJobFlowSensor 2021-07-27T07:13:05.281802+00:00 2021-07-27T07:22:08.335393+00:00 0:09:03.053591 59027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T07:13:02.905203+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T06:00:00+00:00 EmrJobFlowSensor 2021-07-27T07:12:57.306781+00:00 2021-07-27T07:27:00.972019+00:00 0:14:03.665238 59026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T07:12:54.899403+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T07:12:43.595703+00:00 2021-07-27T07:12:45.349759+00:00 0:00:01.754056 59025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T07:12:40.886003+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T07:12:35.088724+00:00 2021-07-27T07:12:36.750596+00:00 0:00:01.661872 59024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T07:12:32.858405+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T06:00:00+00:00 PythonOperator 2021-07-27T07:12:21.103348+00:00 2021-07-27T07:12:25.009440+00:00 0:00:03.906092 59023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T07:12:18.733834+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T06:00:00+00:00 PythonOperator 2021-07-27T07:12:13.505455+00:00 2021-07-27T07:12:17.777477+00:00 0:00:04.272022 59022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T07:12:10.725266+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T06:00:00+00:00 TriggerDagRunOperator 2021-07-27T07:12:05.218020+00:00 2021-07-27T07:12:05.698095+00:00 0:00:00.480075 59021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T07:12:02.720345+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T06:00:00+00:00 TriggerDagRunOperator 2021-07-27T07:12:04.985000+00:00 2021-07-27T07:12:05.367786+00:00 0:00:00.382786 59020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T07:12:02.720381+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T06:05:00+00:00 EmrJobFlowSensor 2021-07-27T07:06:06.575935+00:00 2021-07-27T07:15:09.390936+00:00 0:09:02.815001 59019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T07:06:04.259918+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T07:05:46.335232+00:00 2021-07-27T07:05:48.028557+00:00 0:00:01.693325 59018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T07:05:44.153927+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T06:05:00+00:00 PythonOperator 2021-07-27T07:05:24.466994+00:00 2021-07-27T07:05:28.276892+00:00 0:00:03.809898 59017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T07:05:22.175352+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T06:00:00+00:00 EmrJobFlowSensor 2021-07-27T07:00:53.958431+00:00 2021-07-27T07:14:57.477595+00:00 0:14:03.519164 59016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T07:00:51.685626+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T06:00:00+00:00 EmrJobFlowSensor 2021-07-27T07:00:51.956470+00:00 2021-07-27T07:10:55.088749+00:00 0:10:03.132279 59015 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T07:00:49.683780+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T07:00:34.122106+00:00 2021-07-27T07:00:35.914464+00:00 0:00:01.792358 59014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T07:00:31.664238+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T07:00:31.944050+00:00 2021-07-27T07:00:33.684387+00:00 0:00:01.740337 59013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T07:00:29.618377+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T06:00:00+00:00 PythonOperator 2021-07-27T07:00:10.439470+00:00 2021-07-27T07:00:14.418914+00:00 0:00:03.979444 59012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T07:00:07.670063+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T06:00:00+00:00 PythonOperator 2021-07-27T07:00:10.331400+00:00 2021-07-27T07:00:14.312831+00:00 0:00:03.981431 59011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T07:00:07.670091+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T05:00:00+00:00 EmrJobFlowSensor 2021-07-27T06:12:32.833660+00:00 2021-07-27T06:22:35.862450+00:00 0:10:03.028790 59009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:12:30.607269+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T05:00:00+00:00 EmrJobFlowSensor 2021-07-27T06:12:26.764366+00:00 2021-07-27T06:21:29.696246+00:00 0:09:02.931880 59008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:12:24.600874+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T06:12:11.296453+00:00 2021-07-27T06:12:13.093622+00:00 0:00:01.797169 59007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T06:12:08.663665+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T06:12:04.861448+00:00 2021-07-27T06:12:06.574979+00:00 0:00:01.713531 59006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T06:12:02.562820+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T05:00:00+00:00 PythonOperator 2021-07-27T06:11:49.380864+00:00 2021-07-27T06:11:53.163470+00:00 0:00:03.782606 59005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T06:11:46.562818+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T05:00:00+00:00 PythonOperator 2021-07-27T06:11:42.875831+00:00 2021-07-27T06:11:46.424006+00:00 0:00:03.548175 59004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T06:11:40.478804+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T05:00:00+00:00 TriggerDagRunOperator 2021-07-27T06:11:28.941654+00:00 2021-07-27T06:11:29.470866+00:00 0:00:00.529212 59003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:11:26.457542+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T05:00:00+00:00 TriggerDagRunOperator 2021-07-27T06:11:28.743433+00:00 2021-07-27T06:11:29.149675+00:00 0:00:00.406242 59002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:11:26.457498+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T05:05:00+00:00 EmrJobFlowSensor 2021-07-27T06:05:50.346927+00:00 2021-07-27T06:14:53.153038+00:00 0:09:02.806111 59001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:05:47.806558+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T06:05:28.175409+00:00 2021-07-27T06:05:30.021093+00:00 0:00:01.845684 59000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T06:05:25.854636+00:00 2 default_pool