Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T01:00:00+00:00 PythonOperator 2021-06-28T02:00:24.321354+00:00 2021-06-28T02:00:28.002488+00:00 0:00:03.681134 47009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T02:00:21.930541+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T01:00:00+00:00 PythonOperator 2021-06-28T02:00:20.088025+00:00 2021-06-28T02:00:23.664494+00:00 0:00:03.576469 47008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T02:00:17.924524+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T00:00:00+00:00 EmrJobFlowSensor 2021-06-28T01:11:28.443680+00:00 2021-06-28T01:21:31.289197+00:00 0:10:02.845517 47005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T01:11:26.053001+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T00:00:00+00:00 EmrJobFlowSensor 2021-06-28T01:11:28.457235+00:00 2021-06-28T01:19:31.070222+00:00 0:08:02.612987 47004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T01:11:26.053030+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T01:11:06.233883+00:00 2021-06-28T01:11:08.069613+00:00 0:00:01.835730 47003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T01:11:03.921348+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T01:11:06.112016+00:00 2021-06-28T01:11:07.904868+00:00 0:00:01.792852 47002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T01:11:03.921393+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T00:00:00+00:00 PythonOperator 2021-06-28T01:10:46.077043+00:00 2021-06-28T01:10:49.392261+00:00 0:00:03.315218 47001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T01:10:43.893441+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T00:00:00+00:00 PythonOperator 2021-06-28T01:10:44.268997+00:00 2021-06-28T01:10:48.085913+00:00 0:00:03.816916 47000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T01:10:41.892219+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T00:00:00+00:00 TriggerDagRunOperator 2021-06-28T01:10:20.534945+00:00 2021-06-28T01:10:21.028982+00:00 0:00:00.494037 46999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T01:10:17.879357+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T00:00:00+00:00 TriggerDagRunOperator 2021-06-28T01:10:20.315974+00:00 2021-06-28T01:10:20.690967+00:00 0:00:00.374993 46998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T01:10:17.879392+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T00:05:00+00:00 EmrJobFlowSensor 2021-06-28T01:05:55.560980+00:00 2021-06-28T01:15:58.446751+00:00 0:10:02.885771 46997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T01:05:53.390208+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T01:05:35.659804+00:00 2021-06-28T01:05:37.378982+00:00 0:00:01.719178 46996 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T01:05:33.335511+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T00:05:00+00:00 PythonOperator 2021-06-28T01:05:11.708440+00:00 2021-06-28T01:05:15.243342+00:00 0:00:03.534902 46995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T01:05:09.361390+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T00:00:00+00:00 EmrJobFlowSensor 2021-06-28T01:01:06.987804+00:00 2021-06-28T01:10:09.740436+00:00 0:09:02.752632 46994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T01:01:04.814835+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T00:00:00+00:00 EmrJobFlowSensor 2021-06-28T01:01:01.428149+00:00 2021-06-28T01:13:04.720819+00:00 0:12:03.292670 46993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T01:00:58.872710+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T01:00:43.109342+00:00 2021-06-28T01:00:44.965001+00:00 0:00:01.855659 46992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T01:00:40.796618+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T01:00:39.103394+00:00 2021-06-28T01:00:40.841395+00:00 0:00:01.738001 46991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T01:00:36.853552+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T00:00:00+00:00 PythonOperator 2021-06-28T01:00:22.090469+00:00 2021-06-28T01:00:25.686268+00:00 0:00:03.595799 46990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T01:00:18.700588+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T00:00:00+00:00 PythonOperator 2021-06-28T01:00:16.924628+00:00 2021-06-28T01:00:22.094645+00:00 0:00:05.170017 46989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T01:00:14.654604+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T23:00:00+00:00 EmrJobFlowSensor 2021-06-28T00:10:44.344227+00:00 2021-06-28T00:20:47.178863+00:00 0:10:02.834636 46987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T00:10:41.951764+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T23:00:00+00:00 EmrJobFlowSensor 2021-06-28T00:10:30.344365+00:00 2021-06-28T00:19:33.117855+00:00 0:09:02.773490 46986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T00:10:27.945145+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T00:10:22.012102+00:00 2021-06-28T00:10:23.854962+00:00 0:00:01.842860 46985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T00:10:19.833122+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T00:10:08.105880+00:00 2021-06-28T00:10:09.924666+00:00 0:00:01.818786 46984 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T00:10:05.819920+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T23:00:00+00:00 PythonOperator 2021-06-28T00:10:02.096446+00:00 2021-06-28T00:10:05.636699+00:00 0:00:03.540253 46983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T00:09:59.813280+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T23:00:00+00:00 PythonOperator 2021-06-28T00:09:47.973464+00:00 2021-06-28T00:09:51.579824+00:00 0:00:03.606360 46982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T00:09:45.807225+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T23:00:00+00:00 TriggerDagRunOperator 2021-06-28T00:09:36.426223+00:00 2021-06-28T00:09:36.922745+00:00 0:00:00.496522 46981 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T00:09:33.869399+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T23:00:00+00:00 TriggerDagRunOperator 2021-06-28T00:09:36.291794+00:00 2021-06-28T00:09:36.678374+00:00 0:00:00.386580 46980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T00:09:33.869356+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T23:05:00+00:00 EmrJobFlowSensor 2021-06-28T00:07:07.749140+00:00 2021-06-28T00:14:10.133382+00:00 0:07:02.384242 46979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T00:07:05.355215+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T00:05:49.418432+00:00 2021-06-28T00:05:51.100982+00:00 0:00:01.682550 46978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T00:05:47.282233+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T23:05:00+00:00 PythonOperator 2021-06-28T00:05:27.405228+00:00 2021-06-28T00:05:30.956581+00:00 0:00:03.551353 46977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T00:05:25.259618+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T23:00:00+00:00 EmrJobFlowSensor 2021-06-28T00:01:22.919311+00:00 2021-06-28T00:09:25.798160+00:00 0:08:02.878849 46976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T00:01:20.701963+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T23:00:00+00:00 EmrJobFlowSensor 2021-06-28T00:01:02.952521+00:00 2021-06-28T00:14:06.405342+00:00 0:13:03.452821 46975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T00:01:00.682858+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T00:00:48.985401+00:00 2021-06-28T00:00:50.673811+00:00 0:00:01.688410 46974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T00:00:46.625419+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T00:00:39.014416+00:00 2021-06-28T00:00:40.730673+00:00 0:00:01.716257 46973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T00:00:36.670775+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T23:00:00+00:00 PythonOperator 2021-06-28T00:00:25.131019+00:00 2021-06-28T00:00:28.704599+00:00 0:00:03.573580 46972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T00:00:22.603727+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T23:00:00+00:00 PythonOperator 2021-06-28T00:00:16.681094+00:00 2021-06-28T00:00:20.556043+00:00 0:00:03.874949 46971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T00:00:14.595230+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T22:00:00+00:00 EmrJobFlowSensor 2021-06-27T23:12:04.011002+00:00 2021-06-27T23:22:06.843289+00:00 0:10:02.832287 46970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:12:01.656375+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T22:00:00+00:00 EmrJobFlowSensor 2021-06-27T23:11:50.355310+00:00 2021-06-27T23:20:53.080733+00:00 0:09:02.725423 46969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:11:47.641904+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T23:11:41.780373+00:00 2021-06-27T23:11:43.463267+00:00 0:00:01.682894 46968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T23:11:39.627433+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T23:11:30.499678+00:00 2021-06-27T23:11:32.292517+00:00 0:00:01.792839 46967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T23:11:27.611950+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T22:00:00+00:00 PythonOperator 2021-06-27T23:10:42.175872+00:00 2021-06-27T23:10:46.014957+00:00 0:00:03.839085 46965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T23:10:39.881322+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T22:00:00+00:00 PythonOperator 2021-06-27T23:10:40.347078+00:00 2021-06-27T23:10:43.698903+00:00 0:00:03.351825 46964 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T23:10:37.880629+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T22:00:00+00:00 TriggerDagRunOperator 2021-06-27T23:10:18.612892+00:00 2021-06-27T23:10:19.007720+00:00 0:00:00.394828 46963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:10:15.870659+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T22:00:00+00:00 TriggerDagRunOperator 2021-06-27T23:10:18.386713+00:00 2021-06-27T23:10:18.886005+00:00 0:00:00.499292 46962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:10:15.870622+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T22:05:00+00:00 EmrJobFlowSensor 2021-06-27T23:05:51.385683+00:00 2021-06-27T23:13:53.836859+00:00 0:08:02.451176 46961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:05:49.220078+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T23:05:30.179655+00:00 2021-06-27T23:05:32.021586+00:00 0:00:01.841931 46960 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T23:05:27.270361+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T22:05:00+00:00 PythonOperator 2021-06-27T23:05:07.511621+00:00 2021-06-27T23:05:11.086796+00:00 0:00:03.575175 46959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T23:05:05.255737+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T22:00:00+00:00 EmrJobFlowSensor 2021-06-27T23:01:09.207802+00:00 2021-06-27T23:13:12.321268+00:00 0:12:03.113466 46958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:01:06.888032+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T22:00:00+00:00 EmrJobFlowSensor 2021-06-27T23:01:07.510384+00:00 2021-06-27T23:10:10.189456+00:00 0:09:02.679072 46957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T23:01:04.965114+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-26T23:00:00+00:00 EmrJobFlowSensor 2021-06-27T23:00:54.952123+00:00 2021-06-27T23:10:57.775092+00:00 0:10:02.822969 46956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T23:00:52.850546+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T23:00:45.046263+00:00 2021-06-27T23:00:46.908120+00:00 0:00:01.861857 46955 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T23:00:42.820388+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T23:00:43.456886+00:00 2021-06-27T23:00:45.190667+00:00 0:00:01.733781 46954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T23:00:40.820606+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T23:00:33.024522+00:00 2021-06-27T23:00:34.799392+00:00 0:00:01.774870 46953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T23:00:30.817820+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T22:00:00+00:00 PythonOperator 2021-06-27T23:00:25.666265+00:00 2021-06-27T23:00:29.675546+00:00 0:00:04.009281 46952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T23:00:22.801979+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T22:00:00+00:00 PythonOperator 2021-06-27T23:00:23.304297+00:00 2021-06-27T23:00:27.341342+00:00 0:00:04.037045 46951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T23:00:20.804231+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-26T23:00:00+00:00 PythonOperator 2021-06-27T23:00:13.166228+00:00 2021-06-27T23:00:16.794307+00:00 0:00:03.628079 46950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T23:00:10.791318+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T21:00:00+00:00 EmrJobFlowSensor 2021-06-27T22:12:03.866620+00:00 2021-06-27T22:21:06.642226+00:00 0:09:02.775606 46949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T22:12:01.498599+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T21:00:00+00:00 EmrJobFlowSensor 2021-06-27T22:11:59.739809+00:00 2021-06-27T22:22:02.793314+00:00 0:10:03.053505 46948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T22:11:57.500367+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T22:11:42.051481+00:00 2021-06-27T22:11:43.697168+00:00 0:00:01.645687 46947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T22:11:39.464132+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T22:11:37.581748+00:00 2021-06-27T22:11:39.274767+00:00 0:00:01.693019 46946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T22:11:35.441369+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T21:00:00+00:00 PythonOperator 2021-06-27T22:11:20.647917+00:00 2021-06-27T22:11:24.554895+00:00 0:00:03.906978 46945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T22:11:17.430389+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T21:00:00+00:00 PythonOperator 2021-06-27T22:11:15.711176+00:00 2021-06-27T22:11:20.346201+00:00 0:00:04.635025 46944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T22:11:13.423509+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T21:00:00+00:00 TriggerDagRunOperator 2021-06-27T22:10:18.383428+00:00 2021-06-27T22:10:18.881070+00:00 0:00:00.497642 46942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T22:10:15.955075+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T21:00:00+00:00 TriggerDagRunOperator 2021-06-27T22:10:18.092258+00:00 2021-06-27T22:10:18.562380+00:00 0:00:00.470122 46941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T22:10:15.955103+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T21:05:00+00:00 EmrJobFlowSensor 2021-06-27T22:06:03.950243+00:00 2021-06-27T22:14:06.665182+00:00 0:08:02.714939 46940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T22:06:01.625338+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T22:05:40.170581+00:00 2021-06-27T22:05:41.825081+00:00 0:00:01.654500 46939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T22:05:37.672720+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T21:05:00+00:00 PythonOperator 2021-06-27T22:05:17.681579+00:00 2021-06-27T22:05:21.257770+00:00 0:00:03.576191 46938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T22:05:15.583589+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T21:00:00+00:00 EmrJobFlowSensor 2021-06-27T22:01:03.518176+00:00 2021-06-27T22:10:06.289520+00:00 0:09:02.771344 46937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T22:01:01.095066+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T21:00:00+00:00 EmrJobFlowSensor 2021-06-27T22:00:51.111244+00:00 2021-06-27T22:12:54.302786+00:00 0:12:03.191542 46936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T22:00:48.988726+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T22:00:39.686598+00:00 2021-06-27T22:00:41.424046+00:00 0:00:01.737448 46935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T22:00:36.981661+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T22:00:31.292641+00:00 2021-06-27T22:00:33.038678+00:00 0:00:01.746037 46934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T22:00:28.984316+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T21:00:00+00:00 PythonOperator 2021-06-27T22:00:17.143492+00:00 2021-06-27T22:00:20.546231+00:00 0:00:03.402739 46933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T22:00:14.913643+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T21:00:00+00:00 PythonOperator 2021-06-27T22:00:09.140457+00:00 2021-06-27T22:00:13.243503+00:00 0:00:04.103046 46932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T22:00:06.905737+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T20:00:00+00:00 EmrJobFlowSensor 2021-06-27T21:12:20.083742+00:00 2021-06-27T21:21:22.670146+00:00 0:09:02.586404 46931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T21:12:17.957883+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T20:00:00+00:00 EmrJobFlowSensor 2021-06-27T21:12:06.617922+00:00 2021-06-27T21:21:09.242650+00:00 0:09:02.624728 46930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T21:12:03.941816+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T21:11:58.273729+00:00 2021-06-27T21:12:00.025329+00:00 0:00:01.751600 46929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T21:11:55.945021+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T21:11:44.564220+00:00 2021-06-27T21:11:46.266712+00:00 0:00:01.702492 46928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T21:11:41.979859+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T20:00:00+00:00 PythonOperator 2021-06-27T21:11:38.079370+00:00 2021-06-27T21:11:41.832227+00:00 0:00:03.752857 46927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T21:11:35.924196+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T20:00:00+00:00 PythonOperator 2021-06-27T21:11:22.477525+00:00 2021-06-27T21:11:26.044147+00:00 0:00:03.566622 46926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T21:11:19.908377+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T20:00:00+00:00 TriggerDagRunOperator 2021-06-27T21:11:14.603753+00:00 2021-06-27T21:11:15.121181+00:00 0:00:00.517428 46925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T21:11:11.897480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T20:00:00+00:00 TriggerDagRunOperator 2021-06-27T21:11:14.524008+00:00 2021-06-27T21:11:14.914017+00:00 0:00:00.390009 46924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T21:11:11.897440+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T20:05:00+00:00 EmrJobFlowSensor 2021-06-27T21:06:00.859716+00:00 2021-06-27T21:15:03.594531+00:00 0:09:02.734815 46922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T21:05:58.356695+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T21:05:40.495706+00:00 2021-06-27T21:05:42.194971+00:00 0:00:01.699265 46921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T21:05:38.225580+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T20:05:00+00:00 PythonOperator 2021-06-27T21:05:18.584817+00:00 2021-06-27T21:05:22.273552+00:00 0:00:03.688735 46920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T21:05:16.207042+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T20:00:00+00:00 EmrJobFlowSensor 2021-06-27T21:00:58.624682+00:00 2021-06-27T21:11:01.588443+00:00 0:10:02.963761 46919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T21:00:55.949153+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T20:00:00+00:00 EmrJobFlowSensor 2021-06-27T21:00:54.367277+00:00 2021-06-27T21:11:57.520631+00:00 0:11:03.153354 46918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T21:00:51.859122+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T21:00:37.897023+00:00 2021-06-27T21:00:39.603613+00:00 0:00:01.706590 46917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T21:00:35.793809+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T21:00:34.333030+00:00 2021-06-27T21:00:36.167232+00:00 0:00:01.834202 46916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T21:00:31.784448+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T20:00:00+00:00 PythonOperator 2021-06-27T21:00:14.021607+00:00 2021-06-27T21:00:17.568946+00:00 0:00:03.547339 46915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T21:00:11.727303+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T20:00:00+00:00 PythonOperator 2021-06-27T21:00:11.936961+00:00 2021-06-27T21:00:15.569080+00:00 0:00:03.632119 46914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T21:00:09.721492+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T19:00:00+00:00 EmrJobFlowSensor 2021-06-27T20:13:41.803456+00:00 2021-06-27T20:23:44.808799+00:00 0:10:03.005343 46913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T20:13:39.617883+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T19:00:00+00:00 EmrJobFlowSensor 2021-06-27T20:13:28.339851+00:00 2021-06-27T20:23:31.266634+00:00 0:10:02.926783 46912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T20:13:25.607339+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T20:13:20.098873+00:00 2021-06-27T20:13:21.919148+00:00 0:00:01.820275 46911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T20:13:17.607615+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T20:13:05.999305+00:00 2021-06-27T20:13:07.859026+00:00 0:00:01.859721 46910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T20:13:03.652779+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T19:00:00+00:00 PythonOperator 2021-06-27T20:12:29.776465+00:00 2021-06-27T20:12:33.652570+00:00 0:00:03.876105 46909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T20:12:27.498348+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T19:00:00+00:00 PythonOperator 2021-06-27T20:11:51.855880+00:00 2021-06-27T20:11:55.239525+00:00 0:00:03.383645 46908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T20:11:49.412766+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T19:00:00+00:00 TriggerDagRunOperator 2021-06-27T20:11:44.286462+00:00 2021-06-27T20:11:44.715026+00:00 0:00:00.428564 46907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T20:11:41.405231+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T19:00:00+00:00 TriggerDagRunOperator 2021-06-27T20:11:44.137836+00:00 2021-06-27T20:11:44.686400+00:00 0:00:00.548564 46906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T20:11:41.405260+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T19:05:00+00:00 EmrJobFlowSensor 2021-06-27T20:05:49.536431+00:00 2021-06-27T20:14:52.133845+00:00 0:09:02.597414 46904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T20:05:47.154091+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T20:05:29.442283+00:00 2021-06-27T20:05:31.153142+00:00 0:00:01.710859 46903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T20:05:27.036943+00:00 2 default_pool