Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T10:00:00+00:00 EmrJobFlowSensor 2021-06-01T11:01:02.258323+00:00 2021-06-01T11:11:05.102333+00:00 0:10:02.844010 35104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T11:00:59.861507+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T11:00:45.940491+00:00 2021-06-01T11:00:47.648793+00:00 0:00:01.708302 35103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T11:00:43.753698+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T11:00:39.897709+00:00 2021-06-01T11:00:41.610144+00:00 0:00:01.712435 35102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T11:00:37.741255+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T10:00:00+00:00 PythonOperator 2021-06-01T11:00:24.981074+00:00 2021-06-01T11:00:28.494110+00:00 0:00:03.513036 35101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T11:00:21.734675+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T10:00:00+00:00 PythonOperator 2021-06-01T11:00:20.431193+00:00 2021-06-01T11:00:24.575695+00:00 0:00:04.144502 35100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T11:00:17.725264+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T09:05:00+00:00 EmrJobFlowSensor 2021-06-01T10:12:52.082272+00:00 2021-06-01T10:14:53.739852+00:00 0:02:01.657580 35098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:12:49.929247+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T09:00:00+00:00 EmrJobFlowSensor 2021-06-01T10:11:09.984845+00:00 2021-06-01T10:21:12.664646+00:00 0:10:02.679801 35097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:11:07.735924+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T09:00:00+00:00 EmrJobFlowSensor 2021-06-01T10:11:05.907185+00:00 2021-06-01T10:19:08.477814+00:00 0:08:02.570629 35096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:11:03.739645+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T10:10:47.940929+00:00 2021-06-01T10:10:49.677530+00:00 0:00:01.736601 35095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T10:10:45.719157+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T10:10:44.154095+00:00 2021-06-01T10:10:45.964359+00:00 0:00:01.810264 35094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T10:10:41.724523+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T09:00:00+00:00 PythonOperator 2021-06-01T10:10:27.358177+00:00 2021-06-01T10:10:30.879342+00:00 0:00:03.521165 35093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T10:10:23.768128+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T09:00:00+00:00 PythonOperator 2021-06-01T10:10:21.975638+00:00 2021-06-01T10:10:26.359018+00:00 0:00:04.383380 35092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T10:10:19.698352+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T09:00:00+00:00 TriggerDagRunOperator 2021-06-01T10:10:16.325873+00:00 2021-06-01T10:10:16.943979+00:00 0:00:00.618106 35091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:10:13.761901+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T09:00:00+00:00 TriggerDagRunOperator 2021-06-01T10:10:16.341029+00:00 2021-06-01T10:10:16.887731+00:00 0:00:00.546702 35090 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:10:13.761841+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T10:05:37.484737+00:00 2021-06-01T10:05:39.286363+00:00 0:00:01.801626 35088 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T10:05:35.188116+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T09:05:00+00:00 PythonOperator 2021-06-01T10:05:15.578808+00:00 2021-06-01T10:05:18.743627+00:00 0:00:03.164819 35087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T10:05:13.153260+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T09:00:00+00:00 EmrJobFlowSensor 2021-06-01T10:01:06.941580+00:00 2021-06-01T10:10:09.604948+00:00 0:09:02.663368 35086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T10:01:04.487542+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T09:00:00+00:00 EmrJobFlowSensor 2021-06-01T10:01:04.610636+00:00 2021-06-01T10:11:07.630398+00:00 0:10:03.019762 35085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:01:02.485259+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T10:00:45.092961+00:00 2021-06-01T10:00:46.930999+00:00 0:00:01.838038 35084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T10:00:42.419580+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T10:00:44.958345+00:00 2021-06-01T10:00:46.762177+00:00 0:00:01.803832 35083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T10:00:42.419550+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T09:00:00+00:00 PythonOperator 2021-06-01T10:00:23.813851+00:00 2021-06-01T10:00:27.334253+00:00 0:00:03.520402 35082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T10:00:20.472716+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T09:00:00+00:00 PythonOperator 2021-06-01T10:00:21.836446+00:00 2021-06-01T10:00:25.608891+00:00 0:00:03.772445 35081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T10:00:18.473320+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T08:00:00+00:00 EmrJobFlowSensor 2021-06-01T09:11:05.583548+00:00 2021-06-01T09:20:08.195832+00:00 0:09:02.612284 35079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:11:03.390528+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T08:00:00+00:00 EmrJobFlowSensor 2021-06-01T09:10:51.614264+00:00 2021-06-01T09:19:54.326496+00:00 0:09:02.712232 35078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:10:49.363432+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T09:10:43.603891+00:00 2021-06-01T09:10:45.343488+00:00 0:00:01.739597 35077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T09:10:41.349428+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T09:10:31.643188+00:00 2021-06-01T09:10:33.370505+00:00 0:00:01.727317 35076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T09:10:29.355201+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T08:00:00+00:00 PythonOperator 2021-06-01T09:10:23.755642+00:00 2021-06-01T09:10:26.908809+00:00 0:00:03.153167 35075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T09:10:21.315002+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T08:00:00+00:00 PythonOperator 2021-06-01T09:10:09.636072+00:00 2021-06-01T09:10:13.372972+00:00 0:00:03.736900 35074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T09:10:07.303451+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T08:00:00+00:00 TriggerDagRunOperator 2021-06-01T09:10:03.834350+00:00 2021-06-01T09:10:04.454877+00:00 0:00:00.620527 35073 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:10:01.315950+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T08:00:00+00:00 TriggerDagRunOperator 2021-06-01T09:10:03.593844+00:00 2021-06-01T09:10:04.019636+00:00 0:00:00.425792 35072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:10:01.315983+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T08:05:00+00:00 EmrJobFlowSensor 2021-06-01T09:06:01.208926+00:00 2021-06-01T09:14:03.643860+00:00 0:08:02.434934 35071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:05:58.856975+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T09:05:39.085753+00:00 2021-06-01T09:05:40.736646+00:00 0:00:01.650893 35070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T09:05:36.765598+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T08:05:00+00:00 PythonOperator 2021-06-01T09:05:18.968315+00:00 2021-06-01T09:05:22.275461+00:00 0:00:03.307146 35069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T09:05:16.695458+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T08:00:00+00:00 EmrJobFlowSensor 2021-06-01T09:01:02.554834+00:00 2021-06-01T09:11:05.326810+00:00 0:10:02.771976 35068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:01:00.303555+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T08:00:00+00:00 EmrJobFlowSensor 2021-06-01T09:00:48.417740+00:00 2021-06-01T09:09:51.023613+00:00 0:09:02.605873 35067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T09:00:46.230066+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T09:00:40.797684+00:00 2021-06-01T09:00:42.568671+00:00 0:00:01.770987 35066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T09:00:38.276205+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T09:00:28.414827+00:00 2021-06-01T09:00:30.118711+00:00 0:00:01.703884 35065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T09:00:26.245552+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T08:00:00+00:00 PythonOperator 2021-06-01T09:00:20.514771+00:00 2021-06-01T09:00:23.739718+00:00 0:00:03.224947 35064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T09:00:18.266126+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T08:00:00+00:00 PythonOperator 2021-06-01T09:00:06.538706+00:00 2021-06-01T09:00:09.703557+00:00 0:00:03.164851 35063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T09:00:04.187204+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T07:00:00+00:00 EmrJobFlowSensor 2021-06-01T08:11:04.279845+00:00 2021-06-01T08:20:06.871157+00:00 0:09:02.591312 35061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:11:01.962101+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T07:00:00+00:00 EmrJobFlowSensor 2021-06-01T08:10:50.458468+00:00 2021-06-01T08:20:53.163308+00:00 0:10:02.704840 35060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:10:47.940913+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T08:10:42.195556+00:00 2021-06-01T08:10:43.997539+00:00 0:00:01.801983 35059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T08:10:39.857274+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T08:10:30.587740+00:00 2021-06-01T08:10:32.308011+00:00 0:00:01.720271 35058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T08:10:27.873935+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T07:00:00+00:00 PythonOperator 2021-06-01T08:10:22.018933+00:00 2021-06-01T08:10:25.287145+00:00 0:00:03.268212 35057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T08:10:19.802873+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T07:00:00+00:00 PythonOperator 2021-06-01T08:10:08.041808+00:00 2021-06-01T08:10:11.477181+00:00 0:00:03.435373 35056 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T08:10:05.796551+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T07:00:00+00:00 TriggerDagRunOperator 2021-06-01T08:09:58.420940+00:00 2021-06-01T08:09:58.828855+00:00 0:00:00.407915 35055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:09:55.768030+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T07:00:00+00:00 TriggerDagRunOperator 2021-06-01T08:09:58.127185+00:00 2021-06-01T08:09:58.676383+00:00 0:00:00.549198 35054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:09:55.768066+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T07:05:00+00:00 EmrJobFlowSensor 2021-06-01T08:05:49.684152+00:00 2021-06-01T08:14:52.279550+00:00 0:09:02.595398 35053 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:05:47.342433+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T08:05:27.519196+00:00 2021-06-01T08:05:29.131243+00:00 0:00:01.612047 35052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T08:05:25.326903+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T07:05:00+00:00 PythonOperator 2021-06-01T08:05:05.586734+00:00 2021-06-01T08:05:08.732674+00:00 0:00:03.145940 35051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T08:05:03.314283+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T07:00:00+00:00 EmrJobFlowSensor 2021-06-01T08:01:07.148417+00:00 2021-06-01T08:10:09.764707+00:00 0:09:02.616290 35050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:01:04.836974+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T07:00:00+00:00 EmrJobFlowSensor 2021-06-01T08:00:47.410258+00:00 2021-06-01T08:09:49.968455+00:00 0:09:02.558197 35049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T08:00:44.820122+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T08:00:45.116943+00:00 2021-06-01T08:00:47.103666+00:00 0:00:01.986723 35048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T08:00:42.817986+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T08:00:27.852876+00:00 2021-06-01T08:00:29.623066+00:00 0:00:01.770190 35047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T08:00:24.810657+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T07:00:00+00:00 PythonOperator 2021-06-01T08:00:23.063910+00:00 2021-06-01T08:00:27.148877+00:00 0:00:04.084967 35046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T08:00:20.802068+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T07:00:00+00:00 PythonOperator 2021-06-01T08:00:05.356344+00:00 2021-06-01T08:00:08.800117+00:00 0:00:03.443773 35045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T08:00:02.844324+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T06:00:00+00:00 EmrJobFlowSensor 2021-06-01T07:11:40.704973+00:00 2021-06-01T07:19:43.173651+00:00 0:08:02.468678 35043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:11:38.543162+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T06:00:00+00:00 EmrJobFlowSensor 2021-06-01T07:11:25.121267+00:00 2021-06-01T07:21:27.784481+00:00 0:10:02.663214 35042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:11:22.646793+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T07:11:18.716131+00:00 2021-06-01T07:11:20.399792+00:00 0:00:01.683661 35041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T07:11:16.521612+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T07:11:04.933494+00:00 2021-06-01T07:11:06.649824+00:00 0:00:01.716330 35040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T07:11:02.515417+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T06:00:00+00:00 PythonOperator 2021-06-01T07:10:58.764418+00:00 2021-06-01T07:11:02.108265+00:00 0:00:03.343847 35039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T07:10:56.510653+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T06:00:00+00:00 PythonOperator 2021-06-01T07:10:42.696688+00:00 2021-06-01T07:10:46.506814+00:00 0:00:03.810126 35038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T07:10:40.489988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T06:00:00+00:00 TriggerDagRunOperator 2021-06-01T07:10:33.140422+00:00 2021-06-01T07:10:33.675618+00:00 0:00:00.535196 35037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:10:30.543510+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T06:00:00+00:00 TriggerDagRunOperator 2021-06-01T07:10:33.014606+00:00 2021-06-01T07:10:33.481939+00:00 0:00:00.467333 35036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:10:30.543560+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T06:05:00+00:00 EmrJobFlowSensor 2021-06-01T07:06:32.361768+00:00 2021-06-01T07:15:34.894621+00:00 0:09:02.532853 35035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:06:30.169441+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T07:06:08.180093+00:00 2021-06-01T07:06:09.856586+00:00 0:00:01.676493 35034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T07:06:06.009249+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T06:05:00+00:00 PythonOperator 2021-06-01T07:05:38.350368+00:00 2021-06-01T07:05:41.444786+00:00 0:00:03.094418 35033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T07:05:35.989140+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T06:00:00+00:00 EmrJobFlowSensor 2021-06-01T07:01:00.001352+00:00 2021-06-01T07:10:03.074866+00:00 0:09:03.073514 35032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T07:00:57.457166+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T06:00:00+00:00 EmrJobFlowSensor 2021-06-01T07:00:48.125892+00:00 2021-06-01T07:09:50.867240+00:00 0:09:02.741348 35031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:00:45.432631+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T07:00:37.551783+00:00 2021-06-01T07:00:39.250705+00:00 0:00:01.698922 35030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T07:00:35.392505+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T07:00:25.715708+00:00 2021-06-01T07:00:27.405489+00:00 0:00:01.689781 35029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T07:00:23.386652+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T06:00:00+00:00 PythonOperator 2021-06-01T07:00:17.623415+00:00 2021-06-01T07:00:20.838035+00:00 0:00:03.214620 35028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T07:00:15.355986+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T06:00:00+00:00 PythonOperator 2021-06-01T07:00:03.856992+00:00 2021-06-01T07:00:07.382872+00:00 0:00:03.525880 35027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T07:00:01.369786+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T05:00:00+00:00 EmrJobFlowSensor 2021-06-01T06:23:14.072626+00:00 2021-06-01T06:23:15.566339+00:00 0:00:01.493713 35025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:23:11.781980+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T05:00:00+00:00 EmrJobFlowSensor 2021-06-01T06:12:11.021353+00:00 2021-06-01T06:21:13.713300+00:00 0:09:02.691947 35024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:12:08.792950+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T06:11:50.886657+00:00 2021-06-01T06:11:52.554113+00:00 0:00:01.667456 35023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T06:11:48.701812+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T06:11:31.085794+00:00 2021-06-01T06:11:32.940131+00:00 0:00:01.854337 35021 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T06:11:22.635011+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T05:00:00+00:00 PythonOperator 2021-06-01T06:10:50.866404+00:00 2021-06-01T06:10:54.544185+00:00 0:00:03.677781 35020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T06:10:48.605994+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T05:00:00+00:00 PythonOperator 2021-06-01T06:10:36.802352+00:00 2021-06-01T06:10:40.091273+00:00 0:00:03.288921 35019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T06:10:34.595748+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T05:00:00+00:00 TriggerDagRunOperator 2021-06-01T06:10:27.072237+00:00 2021-06-01T06:10:27.546693+00:00 0:00:00.474456 35018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:10:24.651786+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T05:00:00+00:00 TriggerDagRunOperator 2021-06-01T06:10:27.025386+00:00 2021-06-01T06:10:27.594870+00:00 0:00:00.569484 35017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:10:24.651819+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T05:05:00+00:00 EmrJobFlowSensor 2021-06-01T06:05:58.528793+00:00 2021-06-01T06:14:00.958795+00:00 0:08:02.430002 35016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:05:56.272840+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T06:05:38.791849+00:00 2021-06-01T06:05:40.557933+00:00 0:00:01.766084 35015 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T06:05:36.254775+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T05:05:00+00:00 PythonOperator 2021-06-01T06:05:16.662790+00:00 2021-06-01T06:05:19.521163+00:00 0:00:02.858373 35014 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T06:05:14.100869+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T05:00:00+00:00 EmrJobFlowSensor 2021-06-01T06:01:04.127290+00:00 2021-06-01T06:10:06.911260+00:00 0:09:02.783970 35013 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T06:01:01.595013+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T05:00:00+00:00 EmrJobFlowSensor 2021-06-01T06:00:56.111759+00:00 2021-06-01T06:09:58.946192+00:00 0:09:02.834433 35012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:00:53.653479+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T06:00:41.695289+00:00 2021-06-01T06:00:43.455643+00:00 0:00:01.760354 35011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T06:00:39.548840+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T06:00:35.825875+00:00 2021-06-01T06:00:37.664357+00:00 0:00:01.838482 35010 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T06:00:33.551140+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T05:00:00+00:00 PythonOperator 2021-06-01T06:00:21.734378+00:00 2021-06-01T06:00:25.029076+00:00 0:00:03.294698 35009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T06:00:19.534788+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T05:00:00+00:00 PythonOperator 2021-06-01T06:00:11.916962+00:00 2021-06-01T06:00:15.257448+00:00 0:00:03.340486 35008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T06:00:09.523215+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T04:00:00+00:00 EmrJobFlowSensor 2021-06-01T05:11:16.511922+00:00 2021-06-01T05:20:19.107918+00:00 0:09:02.595996 35006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T05:11:14.383998+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T04:00:00+00:00 EmrJobFlowSensor 2021-06-01T05:11:10.712818+00:00 2021-06-01T05:20:13.319122+00:00 0:09:02.606304 35005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T05:11:08.378934+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T05:10:54.901251+00:00 2021-06-01T05:10:56.638200+00:00 0:00:01.736949 35004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T05:10:52.342634+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T05:10:46.667304+00:00 2021-06-01T05:10:48.468949+00:00 0:00:01.801645 35003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T05:10:44.354020+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T04:00:00+00:00 PythonOperator 2021-06-01T05:10:32.601414+00:00 2021-06-01T05:10:36.064016+00:00 0:00:03.462602 35002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T05:10:30.309181+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T04:00:00+00:00 PythonOperator 2021-06-01T05:10:26.699038+00:00 2021-06-01T05:10:29.869776+00:00 0:00:03.170738 35001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T05:10:24.354324+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T04:00:00+00:00 TriggerDagRunOperator 2021-06-01T05:10:16.637067+00:00 2021-06-01T05:10:17.162594+00:00 0:00:00.525527 35000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T05:10:14.293883+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T04:00:00+00:00 TriggerDagRunOperator 2021-06-01T05:10:16.523069+00:00 2021-06-01T05:10:16.932201+00:00 0:00:00.409132 34999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T05:10:14.293915+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T04:05:00+00:00 EmrJobFlowSensor 2021-06-01T05:05:56.161583+00:00 2021-06-01T05:13:58.687205+00:00 0:08:02.525622 34998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T05:05:53.952588+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T05:05:33.986830+00:00 2021-06-01T05:05:35.694366+00:00 0:00:01.707536 34997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T05:05:31.826255+00:00 2 default_pool