Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-05-20T01:00:00+00:00 PythonOperator 2021-05-20T02:00:08.279673+00:00 2021-05-20T02:00:11.506808+00:00 0:00:03.227135 30014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-20T02:00:05.978273+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-20T00:00:00+00:00 EmrJobFlowSensor 2021-05-20T01:15:15.966494+00:00 2021-05-20T01:24:18.633666+00:00 0:09:02.667172 30013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T01:15:13.651258+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-20T00:00:00+00:00 EmrJobFlowSensor 2021-05-20T01:15:07.736220+00:00 2021-05-20T01:26:10.691992+00:00 0:11:02.955772 30012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T01:15:05.590082+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-20T01:14:54.340774+00:00 2021-05-20T01:14:56.024050+00:00 0:00:01.683276 30011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-20T01:14:51.579683+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-20T01:14:45.688999+00:00 2021-05-20T01:14:47.345615+00:00 0:00:01.656616 30010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-20T01:14:43.539026+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-20T00:00:00+00:00 PythonOperator 2021-05-20T01:14:33.990463+00:00 2021-05-20T01:14:37.159654+00:00 0:00:03.169191 30009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T01:14:31.536136+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-20T00:00:00+00:00 PythonOperator 2021-05-20T01:14:23.706150+00:00 2021-05-20T01:14:27.197690+00:00 0:00:03.491540 30008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T01:14:21.524028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-20T00:00:00+00:00 TriggerDagRunOperator 2021-05-20T01:14:20.119866+00:00 2021-05-20T01:14:20.639786+00:00 0:00:00.519920 30007 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T01:14:17.484874+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-20T00:00:00+00:00 TriggerDagRunOperator 2021-05-20T01:14:19.833713+00:00 2021-05-20T01:14:20.283194+00:00 0:00:00.449481 30006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T01:14:17.484916+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-20T00:05:00+00:00 EmrJobFlowSensor 2021-05-20T01:05:58.797284+00:00 2021-05-20T01:16:01.440931+00:00 0:10:02.643647 30004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T01:05:56.632994+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-20T00:05:00+00:00 EmrCreateJobFlowOperator 2021-05-20T01:05:36.758367+00:00 2021-05-20T01:05:38.402964+00:00 0:00:01.644597 30003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-20T01:05:34.620752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-20T00:05:00+00:00 PythonOperator 2021-05-20T01:05:16.911990+00:00 2021-05-20T01:05:20.084065+00:00 0:00:03.172075 30002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T01:05:14.595570+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-20T00:00:00+00:00 EmrJobFlowSensor 2021-05-20T01:01:00.689550+00:00 2021-05-20T01:10:03.604472+00:00 0:09:02.914922 30001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T01:00:58.283183+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-20T01:00:38.422447+00:00 2021-05-20T01:00:40.134866+00:00 0:00:01.712419 30000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-20T01:00:36.223418+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-20T00:00:00+00:00 PythonOperator 2021-05-20T01:00:18.358843+00:00 2021-05-20T01:00:21.529938+00:00 0:00:03.171095 29999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-20T01:00:16.195763+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-19T23:00:00+00:00 EmrJobFlowSensor 2021-05-20T00:11:22.143196+00:00 2021-05-20T00:21:25.059056+00:00 0:10:02.915860 29998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T00:11:19.948700+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-19T23:00:00+00:00 EmrJobFlowSensor 2021-05-20T00:11:16.091771+00:00 2021-05-20T00:21:18.876229+00:00 0:10:02.784458 29997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T00:11:13.946701+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-20T00:11:02.118429+00:00 2021-05-20T00:11:03.838462+00:00 0:00:01.720033 29996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-20T00:10:59.919760+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-20T00:10:54.266152+00:00 2021-05-20T00:10:56.100634+00:00 0:00:01.834482 29995 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-20T00:10:51.910296+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-19T23:00:00+00:00 PythonOperator 2021-05-20T00:10:40.204130+00:00 2021-05-20T00:10:43.511696+00:00 0:00:03.307566 29994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T00:10:37.907015+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-19T23:00:00+00:00 PythonOperator 2021-05-20T00:10:32.209402+00:00 2021-05-20T00:10:35.387170+00:00 0:00:03.177768 29993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T00:10:29.965349+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-19T23:00:00+00:00 TriggerDagRunOperator 2021-05-20T00:10:20.646363+00:00 2021-05-20T00:10:21.155084+00:00 0:00:00.508721 29992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T00:10:17.891942+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-19T23:00:00+00:00 TriggerDagRunOperator 2021-05-20T00:10:20.280611+00:00 2021-05-20T00:10:20.682962+00:00 0:00:00.402351 29991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T00:10:17.891910+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-19T23:05:00+00:00 EmrJobFlowSensor 2021-05-20T00:06:07.175701+00:00 2021-05-20T00:15:09.868731+00:00 0:09:02.693030 29989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-20T00:06:04.914918+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-19T23:05:00+00:00 EmrCreateJobFlowOperator 2021-05-20T00:05:43.070323+00:00 2021-05-20T00:05:44.702352+00:00 0:00:01.632029 29988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-20T00:05:40.892672+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-19T23:05:00+00:00 PythonOperator 2021-05-20T00:05:20.975747+00:00 2021-05-20T00:05:24.143368+00:00 0:00:03.167621 29987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T00:05:18.841293+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-19T23:00:00+00:00 EmrJobFlowSensor 2021-05-20T00:01:10.743196+00:00 2021-05-20T00:10:13.531456+00:00 0:09:02.788260 29986 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-20T00:01:08.423646+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-20T00:00:48.660138+00:00 2021-05-20T00:00:50.460953+00:00 0:00:01.800815 29985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-20T00:00:46.398595+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-19T23:00:00+00:00 PythonOperator 2021-05-20T00:00:22.511878+00:00 2021-05-20T00:00:25.925673+00:00 0:00:03.413795 29984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-20T00:00:20.327297+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-19T22:00:00+00:00 EmrJobFlowSensor 2021-05-19T23:11:21.452132+00:00 2021-05-19T23:20:24.066453+00:00 0:09:02.614321 29983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T23:11:19.296360+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-19T22:00:00+00:00 EmrJobFlowSensor 2021-05-19T23:11:09.671480+00:00 2021-05-19T23:21:12.495558+00:00 0:10:02.824078 29982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T23:11:07.365492+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T23:10:59.596365+00:00 2021-05-19T23:11:01.266715+00:00 0:00:01.670350 29981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T23:10:57.355565+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T23:10:47.413237+00:00 2021-05-19T23:10:49.144599+00:00 0:00:01.731362 29980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T23:10:45.270910+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-19T22:00:00+00:00 PythonOperator 2021-05-19T23:10:37.564142+00:00 2021-05-19T23:10:40.717427+00:00 0:00:03.153285 29979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T23:10:35.266413+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-19T22:00:00+00:00 PythonOperator 2021-05-19T23:10:25.551142+00:00 2021-05-19T23:10:28.977299+00:00 0:00:03.426157 29978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T23:10:23.252951+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-19T22:00:00+00:00 TriggerDagRunOperator 2021-05-19T23:10:14.328368+00:00 2021-05-19T23:10:14.867917+00:00 0:00:00.539549 29977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T23:10:11.053187+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-19T22:00:00+00:00 TriggerDagRunOperator 2021-05-19T23:10:13.908068+00:00 2021-05-19T23:10:14.343398+00:00 0:00:00.435330 29976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T23:10:11.053215+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-19T22:05:00+00:00 EmrJobFlowSensor 2021-05-19T23:05:56.046163+00:00 2021-05-19T23:13:58.683377+00:00 0:08:02.637214 29974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T23:05:53.676361+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-19T22:05:00+00:00 EmrCreateJobFlowOperator 2021-05-19T23:05:34.227287+00:00 2021-05-19T23:05:35.928790+00:00 0:00:01.701503 29973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T23:05:31.754716+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-19T22:05:00+00:00 PythonOperator 2021-05-19T23:05:12.265797+00:00 2021-05-19T23:05:15.469143+00:00 0:00:03.203346 29972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T23:05:09.740838+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-05-18T23:00:00+00:00 EmrJobFlowSensor 2021-05-19T23:00:59.868888+00:00 2021-05-19T23:11:02.824115+00:00 0:10:02.955227 29971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T23:00:57.395428+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-19T22:00:00+00:00 EmrJobFlowSensor 2021-05-19T23:00:57.782893+00:00 2021-05-19T23:10:00.359318+00:00 0:09:02.576425 29970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T23:00:55.446458+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-05-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T23:00:37.978231+00:00 2021-05-19T23:00:39.662540+00:00 0:00:01.684309 29969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T23:00:35.372384+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T23:00:35.498537+00:00 2021-05-19T23:00:37.517070+00:00 0:00:02.018533 29968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-19T23:00:33.369483+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-05-18T23:00:00+00:00 PythonOperator 2021-05-19T23:00:15.854081+00:00 2021-05-19T23:00:19.119307+00:00 0:00:03.265226 29967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T23:00:13.313078+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-19T22:00:00+00:00 PythonOperator 2021-05-19T23:00:13.533262+00:00 2021-05-19T23:00:17.064170+00:00 0:00:03.530908 29966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-19T23:00:11.309300+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-19T21:00:00+00:00 EmrJobFlowSensor 2021-05-19T22:21:05.691937+00:00 2021-05-19T22:30:08.292607+00:00 0:09:02.600670 29965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T22:21:03.512702+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-19T21:00:00+00:00 EmrJobFlowSensor 2021-05-19T22:21:00.016123+00:00 2021-05-19T22:31:03.025691+00:00 0:10:03.009568 29964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T22:20:57.648204+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T22:20:41.723195+00:00 2021-05-19T22:20:43.512507+00:00 0:00:01.789312 29963 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T22:20:39.484340+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T22:20:39.792026+00:00 2021-05-19T22:20:41.459854+00:00 0:00:01.667828 29962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T22:20:37.493233+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-19T21:00:00+00:00 PythonOperator 2021-05-19T22:20:22.338302+00:00 2021-05-19T22:20:25.684387+00:00 0:00:03.346085 29961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T22:20:19.404893+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-19T21:00:00+00:00 PythonOperator 2021-05-19T22:20:17.488169+00:00 2021-05-19T22:20:21.718174+00:00 0:00:04.230005 29960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T22:20:15.401809+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-19T21:00:00+00:00 TriggerDagRunOperator 2021-05-19T22:20:06.296686+00:00 2021-05-19T22:20:06.794296+00:00 0:00:00.497610 29959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T22:20:03.386855+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-19T21:00:00+00:00 TriggerDagRunOperator 2021-05-19T22:20:05.734821+00:00 2021-05-19T22:20:06.146775+00:00 0:00:00.411954 29958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T22:20:03.386826+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-19T21:05:00+00:00 EmrJobFlowSensor 2021-05-19T22:06:49.874154+00:00 2021-05-19T22:15:52.550303+00:00 0:09:02.676149 29956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T22:06:47.431049+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-19T21:05:00+00:00 EmrCreateJobFlowOperator 2021-05-19T22:06:27.639829+00:00 2021-05-19T22:06:29.289469+00:00 0:00:01.649640 29955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T22:06:25.411589+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-19T21:05:00+00:00 PythonOperator 2021-05-19T22:06:05.698570+00:00 2021-05-19T22:06:08.828040+00:00 0:00:03.129470 29954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T22:06:03.390608+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-19T21:00:00+00:00 EmrJobFlowSensor 2021-05-19T22:00:57.190728+00:00 2021-05-19T22:20:01.303088+00:00 0:19:04.112360 29953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T22:00:54.931446+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T22:00:35.110550+00:00 2021-05-19T22:00:36.815634+00:00 0:00:01.705084 29952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-19T22:00:32.921049+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-19T21:00:00+00:00 PythonOperator 2021-05-19T22:00:13.148735+00:00 2021-05-19T22:00:16.369662+00:00 0:00:03.220927 29951 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-19T22:00:10.890263+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-19T20:00:00+00:00 EmrJobFlowSensor 2021-05-19T21:12:20.904686+00:00 2021-05-19T21:21:23.510858+00:00 0:09:02.606172 29950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T21:12:18.761905+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-19T20:00:00+00:00 EmrJobFlowSensor 2021-05-19T21:12:04.981095+00:00 2021-05-19T21:22:07.796524+00:00 0:10:02.815429 29949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T21:12:02.742491+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T21:11:59.030058+00:00 2021-05-19T21:12:00.798615+00:00 0:00:01.768557 29948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T21:11:56.735307+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T21:11:39.109792+00:00 2021-05-19T21:11:40.912964+00:00 0:00:01.803172 29947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T21:11:36.717698+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-19T20:00:00+00:00 PythonOperator 2021-05-19T21:11:26.905523+00:00 2021-05-19T21:11:30.075451+00:00 0:00:03.169928 29946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T21:11:24.706773+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-19T20:00:00+00:00 PythonOperator 2021-05-19T21:11:14.912415+00:00 2021-05-19T21:11:18.345207+00:00 0:00:03.432792 29945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T21:11:12.698324+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-19T20:00:00+00:00 TriggerDagRunOperator 2021-05-19T21:11:03.491470+00:00 2021-05-19T21:11:03.897117+00:00 0:00:00.405647 29944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T21:11:00.685760+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-19T20:00:00+00:00 TriggerDagRunOperator 2021-05-19T21:11:03.206450+00:00 2021-05-19T21:11:03.799231+00:00 0:00:00.592781 29943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T21:11:00.685790+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-19T20:05:00+00:00 EmrJobFlowSensor 2021-05-19T21:06:00.895705+00:00 2021-05-19T21:15:03.523954+00:00 0:09:02.628249 29941 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T21:05:58.446655+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-19T20:05:00+00:00 EmrCreateJobFlowOperator 2021-05-19T21:05:38.942765+00:00 2021-05-19T21:05:40.574314+00:00 0:00:01.631549 29940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T21:05:36.561121+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-19T20:05:00+00:00 PythonOperator 2021-05-19T21:05:16.663689+00:00 2021-05-19T21:05:19.780220+00:00 0:00:03.116531 29939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T21:05:14.253102+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-19T20:00:00+00:00 EmrJobFlowSensor 2021-05-19T21:00:51.906407+00:00 2021-05-19T21:10:54.623837+00:00 0:10:02.717430 29938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T21:00:49.751162+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T21:00:31.954226+00:00 2021-05-19T21:00:33.734296+00:00 0:00:01.780070 29937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-19T21:00:29.738199+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-19T20:00:00+00:00 PythonOperator 2021-05-19T21:00:10.023968+00:00 2021-05-19T21:00:13.106109+00:00 0:00:03.082141 29936 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-19T21:00:07.710155+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-19T19:00:00+00:00 EmrJobFlowSensor 2021-05-19T20:12:21.138284+00:00 2021-05-19T20:22:23.866587+00:00 0:10:02.728303 29935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T20:12:19.010431+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-19T19:00:00+00:00 EmrJobFlowSensor 2021-05-19T20:12:05.209350+00:00 2021-05-19T20:21:07.867402+00:00 0:09:02.658052 29934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T20:12:02.992313+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T20:11:59.404491+00:00 2021-05-19T20:12:01.106404+00:00 0:00:01.701913 29933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T20:11:57.072675+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T20:11:43.101638+00:00 2021-05-19T20:11:44.816180+00:00 0:00:01.714542 29932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T20:11:40.931610+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-19T19:00:00+00:00 PythonOperator 2021-05-19T20:11:37.015086+00:00 2021-05-19T20:11:40.156144+00:00 0:00:03.141058 29931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T20:11:34.926669+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-19T19:00:00+00:00 PythonOperator 2021-05-19T20:11:21.167203+00:00 2021-05-19T20:11:24.684019+00:00 0:00:03.516816 29930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T20:11:18.909930+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-19T19:00:00+00:00 TriggerDagRunOperator 2021-05-19T20:11:15.485010+00:00 2021-05-19T20:11:16.001322+00:00 0:00:00.516312 29929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T20:11:12.903979+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-19T19:00:00+00:00 TriggerDagRunOperator 2021-05-19T20:11:15.268463+00:00 2021-05-19T20:11:15.683407+00:00 0:00:00.414944 29928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T20:11:12.904009+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-19T19:05:00+00:00 EmrJobFlowSensor 2021-05-19T20:05:56.368433+00:00 2021-05-19T20:13:58.809138+00:00 0:08:02.440705 29926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T20:05:54.105729+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-19T19:05:00+00:00 EmrCreateJobFlowOperator 2021-05-19T20:05:34.383757+00:00 2021-05-19T20:05:36.035604+00:00 0:00:01.651847 29925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T20:05:32.083383+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-19T19:05:00+00:00 PythonOperator 2021-05-19T20:05:12.195795+00:00 2021-05-19T20:05:15.417499+00:00 0:00:03.221704 29924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T20:05:10.033226+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-19T19:00:00+00:00 EmrJobFlowSensor 2021-05-19T20:00:48.039520+00:00 2021-05-19T20:10:50.733584+00:00 0:10:02.694064 29923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T20:00:45.747046+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T20:00:26.016274+00:00 2021-05-19T20:00:27.886655+00:00 0:00:01.870381 29922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-19T20:00:23.662407+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-19T19:00:00+00:00 PythonOperator 2021-05-19T20:00:05.784869+00:00 2021-05-19T20:00:09.074854+00:00 0:00:03.289985 29921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-19T20:00:03.642943+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-19T18:00:00+00:00 EmrJobFlowSensor 2021-05-19T19:11:37.722439+00:00 2021-05-19T19:26:41.234252+00:00 0:15:03.511813 29920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T19:11:35.486278+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-19T18:00:00+00:00 EmrJobFlowSensor 2021-05-19T19:11:27.755998+00:00 2021-05-19T19:20:30.506528+00:00 0:09:02.750530 29919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T19:11:25.446248+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T19:11:15.695358+00:00 2021-05-19T19:11:17.387399+00:00 0:00:01.692041 29918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T19:11:13.433442+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-19T19:11:07.687479+00:00 2021-05-19T19:11:09.632900+00:00 0:00:01.945421 29917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T19:11:05.425555+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-19T18:00:00+00:00 PythonOperator 2021-05-19T19:10:51.496826+00:00 2021-05-19T19:10:54.672028+00:00 0:00:03.175202 29916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T19:10:49.412878+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-19T18:00:00+00:00 PythonOperator 2021-05-19T19:10:41.721595+00:00 2021-05-19T19:10:45.152676+00:00 0:00:03.431081 29915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T19:10:39.468746+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-19T18:00:00+00:00 TriggerDagRunOperator 2021-05-19T19:10:25.951282+00:00 2021-05-19T19:10:26.673070+00:00 0:00:00.721788 29914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T19:10:23.458705+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-19T18:00:00+00:00 TriggerDagRunOperator 2021-05-19T19:10:25.896703+00:00 2021-05-19T19:10:26.419826+00:00 0:00:00.523123 29913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T19:10:23.458656+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-19T18:05:00+00:00 EmrJobFlowSensor 2021-05-19T19:07:47.311872+00:00 2021-05-19T19:16:49.894048+00:00 0:09:02.582176 29912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-19T19:07:45.195201+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-19T18:05:00+00:00 EmrCreateJobFlowOperator 2021-05-19T19:07:25.356718+00:00 2021-05-19T19:07:26.993032+00:00 0:00:01.636314 29911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-19T19:07:23.170752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-19T18:05:00+00:00 PythonOperator 2021-05-19T19:07:03.542548+00:00 2021-05-19T19:07:06.650210+00:00 0:00:03.107662 29910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T19:07:01.149377+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-19T18:00:00+00:00 EmrJobFlowSensor 2021-05-19T19:01:00.870408+00:00 2021-05-19T19:10:03.678103+00:00 0:09:02.807695 29908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-19T19:00:58.724151+00:00 2 default_pool