Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T15:09:22.315068+00:00 2021-06-16T15:09:24.082927+00:00 0:00:01.767859 41894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T15:09:19.031119+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T15:09:20.354112+00:00 2021-06-16T15:09:22.413383+00:00 0:00:02.059271 41893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T15:09:17.026253+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T14:00:00+00:00 PythonOperator 2021-06-16T15:00:19.309846+00:00 2021-06-16T15:00:22.745882+00:00 0:00:03.436036 41891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T15:00:17.102946+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T14:00:00+00:00 PythonOperator 2021-06-16T15:00:17.424944+00:00 2021-06-16T15:00:20.857914+00:00 0:00:03.432970 41890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T15:00:15.169438+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T13:00:00+00:00 EmrJobFlowSensor 2021-06-16T14:12:34.648363+00:00 2021-06-16T14:23:37.563501+00:00 0:11:02.915138 41889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T14:12:32.193407+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T13:00:00+00:00 EmrJobFlowSensor 2021-06-16T14:12:24.684837+00:00 2021-06-16T14:22:27.537565+00:00 0:10:02.852728 41888 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T14:12:22.180863+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T14:12:10.575320+00:00 2021-06-16T14:12:12.355345+00:00 0:00:01.780025 41887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T14:12:08.171385+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T14:12:04.429183+00:00 2021-06-16T14:12:06.123084+00:00 0:00:01.693901 41886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T14:12:02.117272+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T13:00:00+00:00 PythonOperator 2021-06-16T14:11:50.507835+00:00 2021-06-16T14:11:54.233969+00:00 0:00:03.726134 41885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T14:11:48.167344+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T13:00:00+00:00 PythonOperator 2021-06-16T14:11:42.354024+00:00 2021-06-16T14:11:45.647424+00:00 0:00:03.293400 41884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T14:11:40.092462+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T13:00:00+00:00 TriggerDagRunOperator 2021-06-16T14:11:36.530493+00:00 2021-06-16T14:11:37.035713+00:00 0:00:00.505220 41883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T14:11:34.148100+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T13:00:00+00:00 TriggerDagRunOperator 2021-06-16T14:11:36.499694+00:00 2021-06-16T14:11:36.969424+00:00 0:00:00.469730 41882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T14:11:34.148137+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T13:05:00+00:00 EmrJobFlowSensor 2021-06-16T14:06:07.681530+00:00 2021-06-16T14:14:10.041929+00:00 0:08:02.360399 41881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T14:06:05.512216+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T14:05:37.796830+00:00 2021-06-16T14:05:39.580242+00:00 0:00:01.783412 41880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T14:05:35.543840+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T13:05:00+00:00 PythonOperator 2021-06-16T14:05:15.638914+00:00 2021-06-16T14:05:19.037248+00:00 0:00:03.398334 41879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T14:05:13.422893+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T13:00:00+00:00 EmrJobFlowSensor 2021-06-16T14:01:23.374912+00:00 2021-06-16T14:11:26.319882+00:00 0:10:02.944970 41878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T14:01:21.021650+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T13:00:00+00:00 EmrJobFlowSensor 2021-06-16T14:01:21.307379+00:00 2021-06-16T14:13:24.289746+00:00 0:12:02.982367 41877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T14:01:19.140883+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T14:01:03.261230+00:00 2021-06-16T14:01:04.988216+00:00 0:00:01.726986 41876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T14:01:01.002825+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T14:01:01.171730+00:00 2021-06-16T14:01:03.005259+00:00 0:00:01.833529 41875 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T14:00:59.001798+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T13:00:00+00:00 PythonOperator 2021-06-16T14:00:41.143189+00:00 2021-06-16T14:00:44.643059+00:00 0:00:03.499870 41874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T14:00:38.986814+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T13:00:00+00:00 PythonOperator 2021-06-16T14:00:39.532260+00:00 2021-06-16T14:00:42.995169+00:00 0:00:03.462909 41873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T14:00:36.984875+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T12:00:00+00:00 EmrJobFlowSensor 2021-06-16T13:11:49.901168+00:00 2021-06-16T13:20:52.591888+00:00 0:09:02.690720 41871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T13:11:47.581724+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T12:00:00+00:00 EmrJobFlowSensor 2021-06-16T13:11:41.681283+00:00 2021-06-16T13:21:44.350962+00:00 0:10:02.669679 41870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T13:11:39.566814+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T13:11:27.888042+00:00 2021-06-16T13:11:29.729643+00:00 0:00:01.841601 41869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T13:11:25.553344+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T13:11:21.743940+00:00 2021-06-16T13:11:23.538797+00:00 0:00:01.794857 41868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T13:11:19.546602+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T12:00:00+00:00 PythonOperator 2021-06-16T13:10:59.868467+00:00 2021-06-16T13:11:03.179430+00:00 0:00:03.310963 41867 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T13:10:57.551212+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T12:00:00+00:00 PythonOperator 2021-06-16T13:10:41.751299+00:00 2021-06-16T13:10:45.419252+00:00 0:00:03.667953 41866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T13:10:39.512244+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T12:00:00+00:00 TriggerDagRunOperator 2021-06-16T13:10:30.208401+00:00 2021-06-16T13:10:30.761893+00:00 0:00:00.553492 41865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T13:10:27.576219+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T12:00:00+00:00 TriggerDagRunOperator 2021-06-16T13:10:29.966333+00:00 2021-06-16T13:10:30.396775+00:00 0:00:00.430442 41864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T13:10:27.576269+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T12:05:00+00:00 EmrJobFlowSensor 2021-06-16T13:05:47.176051+00:00 2021-06-16T13:13:49.606281+00:00 0:08:02.430230 41863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T13:05:45.061606+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T13:05:25.246348+00:00 2021-06-16T13:05:26.941643+00:00 0:00:01.695295 41862 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T13:05:22.930275+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T12:05:00+00:00 PythonOperator 2021-06-16T13:05:03.353863+00:00 2021-06-16T13:05:06.626309+00:00 0:00:03.272446 41861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T13:05:00.975199+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T12:00:00+00:00 EmrJobFlowSensor 2021-06-16T13:01:06.727654+00:00 2021-06-16T13:10:09.447037+00:00 0:09:02.719383 41860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T13:01:04.497694+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T12:00:00+00:00 EmrJobFlowSensor 2021-06-16T13:00:50.700921+00:00 2021-06-16T13:13:53.820640+00:00 0:13:03.119719 41859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T13:00:48.551576+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T13:00:45.086115+00:00 2021-06-16T13:00:46.871479+00:00 0:00:01.785364 41858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T13:00:42.547093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T13:00:28.805478+00:00 2021-06-16T13:00:30.447152+00:00 0:00:01.641674 41857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T13:00:26.462892+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T12:00:00+00:00 PythonOperator 2021-06-16T13:00:24.774032+00:00 2021-06-16T13:00:28.076281+00:00 0:00:03.302249 41856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T13:00:22.398159+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T12:00:00+00:00 PythonOperator 2021-06-16T13:00:06.590545+00:00 2021-06-16T13:00:09.985021+00:00 0:00:03.394476 41855 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T13:00:04.342079+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T11:00:00+00:00 EmrJobFlowSensor 2021-06-16T12:11:48.746285+00:00 2021-06-16T12:19:51.352753+00:00 0:08:02.606468 41853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T12:11:46.368285+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T11:00:00+00:00 EmrJobFlowSensor 2021-06-16T12:11:36.488369+00:00 2021-06-16T12:20:39.062942+00:00 0:09:02.574573 41852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T12:11:34.361064+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T12:11:18.574266+00:00 2021-06-16T12:11:20.289176+00:00 0:00:01.714910 41851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T12:11:16.343918+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T12:10:58.753381+00:00 2021-06-16T12:11:00.595230+00:00 0:00:01.841849 41850 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T12:10:56.354965+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T11:00:00+00:00 PythonOperator 2021-06-16T12:10:44.806749+00:00 2021-06-16T12:10:48.273175+00:00 0:00:03.466426 41849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T12:10:42.379472+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T11:00:00+00:00 PythonOperator 2021-06-16T12:10:34.513355+00:00 2021-06-16T12:10:38.350412+00:00 0:00:03.837057 41848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T12:10:32.306301+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T11:00:00+00:00 TriggerDagRunOperator 2021-06-16T12:10:20.691355+00:00 2021-06-16T12:10:21.175229+00:00 0:00:00.483874 41847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T12:10:18.352519+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T11:00:00+00:00 TriggerDagRunOperator 2021-06-16T12:10:20.569279+00:00 2021-06-16T12:10:20.958342+00:00 0:00:00.389063 41846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T12:10:18.352486+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T11:05:00+00:00 EmrJobFlowSensor 2021-06-16T12:05:58.052693+00:00 2021-06-16T12:14:00.610953+00:00 0:08:02.558260 41845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T12:05:55.899237+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T12:05:36.199895+00:00 2021-06-16T12:05:37.930630+00:00 0:00:01.730735 41844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T12:05:33.815087+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T11:05:00+00:00 PythonOperator 2021-06-16T12:05:14.207730+00:00 2021-06-16T12:05:17.631528+00:00 0:00:03.423798 41843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T12:05:11.840994+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T11:00:00+00:00 EmrJobFlowSensor 2021-06-16T12:01:03.610312+00:00 2021-06-16T12:12:06.767790+00:00 0:11:03.157478 41842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T12:01:01.365567+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T11:00:00+00:00 EmrJobFlowSensor 2021-06-16T12:01:03.620866+00:00 2021-06-16T12:10:06.350361+00:00 0:09:02.729495 41841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T12:01:01.365597+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T12:00:41.824079+00:00 2021-06-16T12:00:43.475347+00:00 0:00:01.651268 41840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T12:00:39.329113+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T12:00:39.520108+00:00 2021-06-16T12:00:41.593135+00:00 0:00:02.073027 41839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T12:00:37.325470+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T11:00:00+00:00 PythonOperator 2021-06-16T12:00:19.751740+00:00 2021-06-16T12:00:23.174533+00:00 0:00:03.422793 41838 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T12:00:17.310144+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T11:00:00+00:00 PythonOperator 2021-06-16T12:00:17.628907+00:00 2021-06-16T12:00:21.089012+00:00 0:00:03.460105 41837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T12:00:15.308625+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T10:05:00+00:00 EmrJobFlowSensor 2021-06-16T11:12:58.057927+00:00 2021-06-16T11:14:59.816926+00:00 0:02:01.758999 41835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T11:12:55.656072+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T10:00:00+00:00 EmrJobFlowSensor 2021-06-16T11:10:09.783580+00:00 2021-06-16T11:19:12.523945+00:00 0:09:02.740365 41834 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T11:10:07.312539+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T10:00:00+00:00 EmrJobFlowSensor 2021-06-16T11:10:05.774662+00:00 2021-06-16T11:19:08.385216+00:00 0:09:02.610554 41833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T11:10:03.372858+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T11:09:49.481962+00:00 2021-06-16T11:09:51.309761+00:00 0:00:01.827799 41832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T11:09:47.298861+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T11:09:43.589912+00:00 2021-06-16T11:09:45.274218+00:00 0:00:01.684306 41831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T11:09:41.293013+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T10:00:00+00:00 PythonOperator 2021-06-16T11:09:27.643492+00:00 2021-06-16T11:09:31.094586+00:00 0:00:03.451094 41830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T11:09:25.259650+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T10:00:00+00:00 PythonOperator 2021-06-16T11:09:21.823111+00:00 2021-06-16T11:09:25.489654+00:00 0:00:03.666543 41829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T11:09:19.258756+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T10:00:00+00:00 TriggerDagRunOperator 2021-06-16T11:09:13.710975+00:00 2021-06-16T11:09:14.274447+00:00 0:00:00.563472 41828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T11:09:11.253275+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T10:00:00+00:00 TriggerDagRunOperator 2021-06-16T11:09:13.527368+00:00 2021-06-16T11:09:13.937264+00:00 0:00:00.409896 41827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T11:09:11.253240+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T11:05:37.159525+00:00 2021-06-16T11:05:38.960506+00:00 0:00:01.800981 41825 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T11:05:34.775271+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T10:05:00+00:00 PythonOperator 2021-06-16T11:05:13.163985+00:00 2021-06-16T11:05:15.896009+00:00 0:00:02.732024 41824 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T11:05:10.690859+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T10:00:00+00:00 EmrJobFlowSensor 2021-06-16T11:01:06.418811+00:00 2021-06-16T11:09:08.923315+00:00 0:08:02.504504 41823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T11:01:04.289098+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T10:00:00+00:00 EmrJobFlowSensor 2021-06-16T11:00:56.453401+00:00 2021-06-16T11:11:59.399681+00:00 0:11:02.946280 41822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T11:00:54.251615+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T11:00:44.582376+00:00 2021-06-16T11:00:46.273671+00:00 0:00:01.691295 41821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T11:00:42.243582+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T11:00:34.661562+00:00 2021-06-16T11:00:36.420268+00:00 0:00:01.758706 41820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T11:00:32.270871+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T10:00:00+00:00 PythonOperator 2021-06-16T11:00:20.626533+00:00 2021-06-16T11:00:24.262915+00:00 0:00:03.636382 41819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T11:00:18.255164+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T10:00:00+00:00 PythonOperator 2021-06-16T11:00:14.863765+00:00 2021-06-16T11:00:18.430451+00:00 0:00:03.566686 41818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T11:00:12.258346+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T09:00:00+00:00 EmrJobFlowSensor 2021-06-16T10:12:27.233777+00:00 2021-06-16T10:20:29.684889+00:00 0:08:02.451112 41816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:12:24.553144+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T09:00:00+00:00 EmrJobFlowSensor 2021-06-16T10:12:12.984981+00:00 2021-06-16T10:21:15.505143+00:00 0:09:02.520162 41815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:12:10.491275+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:12:06.672036+00:00 2021-06-16T10:12:08.362236+00:00 0:00:01.690200 41814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T10:12:04.486361+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:11:52.674833+00:00 2021-06-16T10:11:54.465358+00:00 0:00:01.790525 41813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T10:11:50.426981+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T09:00:00+00:00 PythonOperator 2021-06-16T10:11:44.668637+00:00 2021-06-16T10:11:48.058676+00:00 0:00:03.390039 41812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:11:42.418730+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T09:00:00+00:00 PythonOperator 2021-06-16T10:11:30.696416+00:00 2021-06-16T10:11:34.623953+00:00 0:00:03.927537 41811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:11:28.412048+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T09:00:00+00:00 TriggerDagRunOperator 2021-06-16T10:11:25.106216+00:00 2021-06-16T10:11:25.620383+00:00 0:00:00.514167 41810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:11:22.407377+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T09:00:00+00:00 TriggerDagRunOperator 2021-06-16T10:11:24.796620+00:00 2021-06-16T10:11:25.308129+00:00 0:00:00.511509 41809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:11:22.407407+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T09:05:00+00:00 EmrJobFlowSensor 2021-06-16T10:06:01.966874+00:00 2021-06-16T10:15:04.740018+00:00 0:09:02.773144 41808 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:05:59.752671+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:05:38.187345+00:00 2021-06-16T10:05:39.971173+00:00 0:00:01.783828 41807 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T10:05:35.758422+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T09:05:00+00:00 PythonOperator 2021-06-16T10:05:16.077230+00:00 2021-06-16T10:05:18.967952+00:00 0:00:02.890722 41806 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:05:13.627559+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T09:00:00+00:00 EmrJobFlowSensor 2021-06-16T10:01:09.685845+00:00 2021-06-16T10:05:11.624578+00:00 0:04:01.938733 41805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:01:07.321627+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T09:00:00+00:00 EmrJobFlowSensor 2021-06-16T10:01:02.330721+00:00 41804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:00:59.453152+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T09:00:00+00:00 EmrJobFlowSensor 2021-06-16T10:01:00.139692+00:00 2021-06-16T10:11:03.383399+00:00 0:10:03.243707 41803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:00:57.369995+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:00:43.709535+00:00 2021-06-16T10:00:45.643261+00:00 0:00:01.933726 41802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T10:00:41.344337+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:00:39.726365+00:00 2021-06-16T10:00:41.473643+00:00 0:00:01.747278 41801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T10:00:37.291869+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:00:37.738780+00:00 2021-06-16T10:00:39.437576+00:00 0:00:01.698796 41800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T10:00:35.290551+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T09:00:00+00:00 PythonOperator 2021-06-16T10:00:23.698612+00:00 2021-06-16T10:00:27.149028+00:00 0:00:03.450416 41799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:00:21.256559+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T09:00:00+00:00 PythonOperator 2021-06-16T10:00:19.606184+00:00 2021-06-16T10:00:23.156134+00:00 0:00:03.549950 41798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:00:17.273679+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T09:00:00+00:00 PythonOperator 2021-06-16T10:00:17.658736+00:00 2021-06-16T10:00:20.948947+00:00 0:00:03.290211 41797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T10:00:15.266944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T07:00:00+00:00 EmrJobFlowSensor 2021-06-16T09:43:39.666844+00:00 2021-06-16T09:43:41.100838+00:00 0:00:01.433994 41796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T09:43:37.410682+00:00 11 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T09:24:56.649423+00:00 2021-06-16T09:24:58.307207+00:00 0:00:01.657784 41790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T09:24:54.167045+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T07:00:00+00:00 PythonOperator 2021-06-16T09:24:36.427251+00:00 2021-06-16T09:24:39.994223+00:00 0:00:03.566972 41789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T09:24:34.162722+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T08:00:00+00:00 EmrJobFlowSensor 2021-06-16T09:13:21.605531+00:00 2021-06-16T09:24:24.545121+00:00 0:11:02.939590 41788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T09:13:19.022030+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T08:00:00+00:00 EmrJobFlowSensor 2021-06-16T09:13:19.415280+00:00 2021-06-16T09:22:22.407375+00:00 0:09:02.992095 41787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T09:13:17.021065+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T09:12:59.627868+00:00 2021-06-16T09:13:01.287121+00:00 0:00:01.659253 41786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T09:12:57.001062+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T09:12:57.300096+00:00 2021-06-16T09:12:59.305662+00:00 0:00:02.005566 41785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T09:12:54.998359+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T08:00:00+00:00 PythonOperator 2021-06-16T09:12:37.312305+00:00 2021-06-16T09:12:40.791706+00:00 0:00:03.479401 41784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T09:12:35.051538+00:00 2 default_pool