Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T15:09:45.614108+00:00 2021-06-28T15:09:47.297415+00:00 0:00:01.683307 47269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T15:09:42.948361+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T15:09:43.267238+00:00 2021-06-28T15:09:45.137122+00:00 0:00:01.869884 47268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T15:09:40.891234+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T15:09:43.197280+00:00 2021-06-28T15:09:45.201810+00:00 0:00:02.004530 47267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T15:09:40.891169+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T14:05:00+00:00 PythonOperator 2021-06-28T15:09:16.973532+00:00 2021-06-28T15:09:20.493083+00:00 0:00:03.519551 47266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T15:09:14.809997+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T14:00:00+00:00 PythonOperator 2021-06-28T15:09:11.917986+00:00 2021-06-28T15:09:15.385529+00:00 0:00:03.467543 47265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T15:09:08.807586+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T14:00:00+00:00 PythonOperator 2021-06-28T15:09:07.113742+00:00 2021-06-28T15:09:11.914771+00:00 0:00:04.801029 47264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T15:09:04.800893+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-28T14:25:25.734696+00:00 EmrJobFlowSensor 2021-06-28T14:26:34.814299+00:00 47262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T14:26:32.607737+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-28T14:25:25.734696+00:00 EmrCreateJobFlowOperator 2021-06-28T14:26:08.715496+00:00 2021-06-28T14:26:10.469697+00:00 0:00:01.754201 47261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T14:26:06.583451+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-28T14:25:25.734696+00:00 PythonOperator 2021-06-28T14:25:46.817431+00:00 2021-06-28T14:25:50.518706+00:00 0:00:03.701275 47260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T14:25:44.551971+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T13:00:00+00:00 EmrJobFlowSensor 2021-06-28T14:12:07.495112+00:00 2021-06-28T14:22:10.360287+00:00 0:10:02.865175 47259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T14:12:05.208072+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T13:00:00+00:00 EmrJobFlowSensor 2021-06-28T14:12:07.376245+00:00 2021-06-28T14:22:10.306208+00:00 0:10:02.929963 47258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T14:12:05.208106+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T14:11:45.710681+00:00 2021-06-28T14:11:47.503468+00:00 0:00:01.792787 47257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T14:11:43.191388+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T14:11:45.475966+00:00 2021-06-28T14:11:47.176004+00:00 0:00:01.700038 47256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T14:11:43.191351+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T13:00:00+00:00 PythonOperator 2021-06-28T14:11:23.471541+00:00 2021-06-28T14:11:27.068304+00:00 0:00:03.596763 47255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T14:11:21.138722+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T13:00:00+00:00 PythonOperator 2021-06-28T14:11:23.418488+00:00 2021-06-28T14:11:27.034425+00:00 0:00:03.615937 47254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T14:11:21.138757+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T13:00:00+00:00 TriggerDagRunOperator 2021-06-28T14:11:13.485768+00:00 2021-06-28T14:11:13.870690+00:00 0:00:00.384922 47253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T14:11:11.130960+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T13:00:00+00:00 TriggerDagRunOperator 2021-06-28T14:11:13.487303+00:00 2021-06-28T14:11:14.031720+00:00 0:00:00.544417 47252 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T14:11:11.130928+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T13:05:00+00:00 EmrJobFlowSensor 2021-06-28T14:05:59.004409+00:00 2021-06-28T14:15:01.775661+00:00 0:09:02.771252 47251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T14:05:56.657538+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T14:05:36.762070+00:00 2021-06-28T14:05:38.384967+00:00 0:00:01.622897 47250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T14:05:34.634597+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T13:05:00+00:00 PythonOperator 2021-06-28T14:05:16.737269+00:00 2021-06-28T14:05:20.297275+00:00 0:00:03.560006 47249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T14:05:14.618244+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T13:00:00+00:00 EmrJobFlowSensor 2021-06-28T14:01:04.339778+00:00 2021-06-28T14:11:07.071973+00:00 0:10:02.732195 47248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T14:01:02.099728+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T14:00:42.324065+00:00 2021-06-28T14:00:44.093031+00:00 0:00:01.768966 47246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T14:00:40.013218+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T13:00:00+00:00 PythonOperator 2021-06-28T14:00:21.302667+00:00 2021-06-28T14:00:24.700402+00:00 0:00:03.397735 47244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T14:00:17.994717+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T12:05:00+00:00 EmrJobFlowSensor 2021-06-28T13:12:54.633559+00:00 2021-06-28T13:14:56.332923+00:00 0:02:01.699364 47241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T13:12:52.500358+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T12:00:00+00:00 EmrJobFlowSensor 2021-06-28T13:11:26.693167+00:00 2021-06-28T13:20:29.568438+00:00 0:09:02.875271 47240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T13:11:24.342231+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T12:00:00+00:00 EmrJobFlowSensor 2021-06-28T13:11:02.566707+00:00 2021-06-28T13:20:05.343114+00:00 0:09:02.776407 47239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T13:11:00.343313+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T13:10:52.634430+00:00 2021-06-28T13:10:54.347564+00:00 0:00:01.713134 47238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T13:10:50.357274+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T13:10:38.718235+00:00 2021-06-28T13:10:40.404323+00:00 0:00:01.686088 47237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T13:10:36.300808+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T12:00:00+00:00 PythonOperator 2021-06-28T13:10:31.110546+00:00 2021-06-28T13:10:34.725577+00:00 0:00:03.615031 47236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T13:10:28.546149+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T12:00:00+00:00 PythonOperator 2021-06-28T13:10:16.370589+00:00 2021-06-28T13:10:20.252505+00:00 0:00:03.881916 47235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T13:10:14.065355+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T12:00:00+00:00 TriggerDagRunOperator 2021-06-28T13:10:12.431424+00:00 2021-06-28T13:10:12.954338+00:00 0:00:00.522914 47234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T13:10:10.062629+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T12:00:00+00:00 TriggerDagRunOperator 2021-06-28T13:10:12.276361+00:00 2021-06-28T13:10:12.658705+00:00 0:00:00.382344 47233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T13:10:10.062595+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T13:05:56.098092+00:00 2021-06-28T13:05:58.000141+00:00 0:00:01.902049 47231 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T13:05:53.632358+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T12:05:00+00:00 PythonOperator 2021-06-28T13:05:25.748133+00:00 2021-06-28T13:05:29.385955+00:00 0:00:03.637822 47230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T13:05:23.605616+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T12:00:00+00:00 EmrJobFlowSensor 2021-06-28T13:00:51.256826+00:00 2021-06-28T13:09:54.035573+00:00 0:09:02.778747 47228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T13:00:49.101338+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T13:00:27.204934+00:00 2021-06-28T13:00:28.920202+00:00 0:00:01.715268 47226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T13:00:25.080386+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T12:00:00+00:00 PythonOperator 2021-06-28T13:00:07.786682+00:00 2021-06-28T13:00:11.463170+00:00 0:00:03.676488 47224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T13:00:05.065031+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T11:00:00+00:00 EmrJobFlowSensor 2021-06-28T12:11:25.297395+00:00 2021-06-28T12:20:27.987042+00:00 0:09:02.689647 47222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T12:11:23.004221+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T11:00:00+00:00 EmrJobFlowSensor 2021-06-28T12:11:19.270295+00:00 2021-06-28T12:21:22.279488+00:00 0:10:03.009193 47221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T12:11:16.998887+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T12:11:03.526778+00:00 2021-06-28T12:11:05.276167+00:00 0:00:01.749389 47220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T12:11:01.051982+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T12:10:57.090101+00:00 2021-06-28T12:10:58.756958+00:00 0:00:01.666857 47219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T12:10:54.931355+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-28T12:09:41.033147+00:00 EmrJobFlowSensor 2021-06-28T12:10:49.754167+00:00 47218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T12:10:46.923582+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T11:00:00+00:00 PythonOperator 2021-06-28T12:10:41.440564+00:00 2021-06-28T12:10:44.992671+00:00 0:00:03.552107 47217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T12:10:39.042468+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T11:00:00+00:00 PythonOperator 2021-06-28T12:10:35.141617+00:00 2021-06-28T12:10:38.933296+00:00 0:00:03.791679 47216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T12:10:32.912367+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T11:00:00+00:00 TriggerDagRunOperator 2021-06-28T12:10:21.182863+00:00 2021-06-28T12:10:21.745164+00:00 0:00:00.562301 47215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T12:10:18.902028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T11:00:00+00:00 TriggerDagRunOperator 2021-06-28T12:10:21.075614+00:00 2021-06-28T12:10:21.478143+00:00 0:00:00.402529 47214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T12:10:18.902061+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-28T12:09:41.033147+00:00 EmrCreateJobFlowOperator 2021-06-28T12:10:15.210317+00:00 2021-06-28T12:10:17.040392+00:00 0:00:01.830075 47213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T12:10:12.895648+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-28T12:09:41.033147+00:00 PythonOperator 2021-06-28T12:09:51.080053+00:00 2021-06-28T12:09:55.144813+00:00 0:00:04.064760 47212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T12:09:48.822434+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T11:05:00+00:00 EmrJobFlowSensor 2021-06-28T12:06:04.699710+00:00 2021-06-28T12:14:07.261108+00:00 0:08:02.561398 47211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T12:06:02.449242+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T12:05:42.589176+00:00 2021-06-28T12:05:44.311803+00:00 0:00:01.722627 47210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T12:05:40.433812+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T11:05:00+00:00 PythonOperator 2021-06-28T12:05:20.973024+00:00 2021-06-28T12:05:23.865260+00:00 0:00:02.892236 47209 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T12:05:18.440659+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T11:00:00+00:00 EmrJobFlowSensor 2021-06-28T12:00:58.282756+00:00 2021-06-28T12:10:00.905161+00:00 0:09:02.622405 47207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T12:00:56.082129+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T12:00:36.332072+00:00 2021-06-28T12:00:38.035547+00:00 0:00:01.703475 47205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T12:00:34.014369+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T11:00:00+00:00 PythonOperator 2021-06-28T12:00:14.495534+00:00 2021-06-28T12:00:18.075920+00:00 0:00:03.580386 47203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T12:00:11.993534+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T10:00:00+00:00 EmrJobFlowSensor 2021-06-28T11:11:25.178361+00:00 2021-06-28T11:20:27.826214+00:00 0:09:02.647853 47201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T11:11:23.013727+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T10:00:00+00:00 EmrJobFlowSensor 2021-06-28T11:11:17.185765+00:00 2021-06-28T11:23:20.360077+00:00 0:12:03.174312 47200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T11:11:15.012548+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T11:11:03.360471+00:00 2021-06-28T11:11:05.101726+00:00 0:00:01.741255 47199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T11:11:00.994779+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T11:10:55.474361+00:00 2021-06-28T11:10:57.369520+00:00 0:00:01.895159 47198 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T11:10:53.058393+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T10:00:00+00:00 PythonOperator 2021-06-28T11:10:40.362731+00:00 2021-06-28T11:10:43.868014+00:00 0:00:03.505283 47197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T11:10:36.982848+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T10:00:00+00:00 PythonOperator 2021-06-28T11:10:35.323713+00:00 2021-06-28T11:10:40.310651+00:00 0:00:04.986938 47196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T11:10:32.977727+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T10:00:00+00:00 TriggerDagRunOperator 2021-06-28T11:10:15.247086+00:00 2021-06-28T11:10:15.755307+00:00 0:00:00.508221 47195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T11:10:12.906914+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T10:00:00+00:00 TriggerDagRunOperator 2021-06-28T11:10:15.177654+00:00 2021-06-28T11:10:15.570840+00:00 0:00:00.393186 47194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T11:10:12.906947+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T10:05:00+00:00 EmrJobFlowSensor 2021-06-28T11:05:50.552846+00:00 2021-06-28T11:13:52.925202+00:00 0:08:02.372356 47193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T11:05:48.333116+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T11:05:28.518047+00:00 2021-06-28T11:05:30.256340+00:00 0:00:01.738293 47192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T11:05:26.322936+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T10:05:00+00:00 PythonOperator 2021-06-28T11:05:06.765922+00:00 2021-06-28T11:05:10.315562+00:00 0:00:03.549640 47191 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T11:05:04.355564+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T10:00:00+00:00 EmrJobFlowSensor 2021-06-28T11:00:50.390702+00:00 2021-06-28T11:09:53.085991+00:00 0:09:02.695289 47190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T11:00:47.835627+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T11:00:28.240537+00:00 2021-06-28T11:00:29.981353+00:00 0:00:01.740816 47187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T11:00:25.841080+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T10:00:00+00:00 PythonOperator 2021-06-28T11:00:04.144504+00:00 2021-06-28T11:00:07.769163+00:00 0:00:03.624659 47185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T11:00:01.862761+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-28T10:44:06.089537+00:00 EmrJobFlowSensor 2021-06-28T10:45:12.422392+00:00 47184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T10:45:10.187155+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-28T10:44:06.089537+00:00 EmrCreateJobFlowOperator 2021-06-28T10:44:48.313991+00:00 2021-06-28T10:44:50.042305+00:00 0:00:01.728314 47183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T10:44:46.141941+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-28T10:44:06.089537+00:00 PythonOperator 2021-06-28T10:44:20.906510+00:00 2021-06-28T10:44:24.692884+00:00 0:00:03.786374 47182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T10:44:18.171878+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T09:00:00+00:00 EmrJobFlowSensor 2021-06-28T10:11:28.874397+00:00 2021-06-28T10:21:31.852825+00:00 0:10:02.978428 47180 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T10:11:26.612773+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T09:00:00+00:00 EmrJobFlowSensor 2021-06-28T10:11:23.007354+00:00 2021-06-28T10:19:25.583505+00:00 0:08:02.576151 47179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T10:11:20.657704+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T10:11:06.839347+00:00 2021-06-28T10:11:08.727390+00:00 0:00:01.888043 47178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T10:11:04.591574+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T10:11:02.888088+00:00 2021-06-28T10:11:04.785429+00:00 0:00:01.897341 47177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T10:11:00.650583+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T09:00:00+00:00 PythonOperator 2021-06-28T10:10:46.806400+00:00 2021-06-28T10:10:50.584533+00:00 0:00:03.778133 47176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T10:10:44.530877+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T09:00:00+00:00 PythonOperator 2021-06-28T10:10:40.676409+00:00 2021-06-28T10:10:44.289831+00:00 0:00:03.613422 47175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T10:10:38.524686+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T09:00:00+00:00 TriggerDagRunOperator 2021-06-28T10:10:29.031931+00:00 2021-06-28T10:10:29.535125+00:00 0:00:00.503194 47174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T10:10:26.523373+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T09:00:00+00:00 TriggerDagRunOperator 2021-06-28T10:10:28.786768+00:00 2021-06-28T10:10:29.190164+00:00 0:00:00.403396 47173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T10:10:26.523337+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T09:05:00+00:00 EmrJobFlowSensor 2021-06-28T10:05:56.476291+00:00 2021-06-28T10:13:59.032990+00:00 0:08:02.556699 47172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T10:05:54.102295+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T10:05:34.498501+00:00 2021-06-28T10:05:36.216230+00:00 0:00:01.717729 47171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T10:05:32.071999+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T09:05:00+00:00 PythonOperator 2021-06-28T10:05:12.376840+00:00 2021-06-28T10:05:15.885042+00:00 0:00:03.508202 47170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T10:05:10.027635+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T09:00:00+00:00 EmrJobFlowSensor 2021-06-28T10:01:06.014873+00:00 2021-06-28T10:10:09.039286+00:00 0:09:03.024413 47169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T10:01:03.621309+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T10:00:43.778137+00:00 2021-06-28T10:00:45.540001+00:00 0:00:01.761864 47167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T10:00:41.602746+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T09:00:00+00:00 PythonOperator 2021-06-28T10:00:20.261496+00:00 2021-06-28T10:00:23.594773+00:00 0:00:03.333277 47165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T10:00:17.657463+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T08:00:00+00:00 EmrJobFlowSensor 2021-06-28T09:11:25.613006+00:00 2021-06-28T09:20:28.417606+00:00 0:09:02.804600 47162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:11:23.349661+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T08:00:00+00:00 EmrJobFlowSensor 2021-06-28T09:11:09.730405+00:00 2021-06-28T09:20:12.457466+00:00 0:09:02.727061 47161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:11:07.339949+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T09:11:04.293480+00:00 2021-06-28T09:11:06.076538+00:00 0:00:01.783058 47160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T09:11:01.378417+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T09:10:47.508783+00:00 2021-06-28T09:10:49.310596+00:00 0:00:01.801813 47159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T09:10:45.322792+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T08:00:00+00:00 PythonOperator 2021-06-28T09:10:41.491045+00:00 2021-06-28T09:10:45.359932+00:00 0:00:03.868887 47158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T09:10:39.307794+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T08:00:00+00:00 PythonOperator 2021-06-28T09:10:27.471624+00:00 2021-06-28T09:10:31.099797+00:00 0:00:03.628173 47157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T09:10:25.299299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T08:00:00+00:00 TriggerDagRunOperator 2021-06-28T09:10:17.498310+00:00 2021-06-28T09:10:18.012127+00:00 0:00:00.513817 47156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:10:15.294884+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T08:00:00+00:00 TriggerDagRunOperator 2021-06-28T09:10:17.462715+00:00 2021-06-28T09:10:17.863649+00:00 0:00:00.400934 47155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:10:15.294848+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T08:05:00+00:00 EmrJobFlowSensor 2021-06-28T09:05:48.989613+00:00 2021-06-28T09:14:51.600142+00:00 0:09:02.610529 47154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:05:46.799927+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T09:05:26.972082+00:00 2021-06-28T09:05:28.727800+00:00 0:00:01.755718 47153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T09:05:24.720035+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T08:05:00+00:00 PythonOperator 2021-06-28T09:05:06.814790+00:00 2021-06-28T09:05:10.316459+00:00 0:00:03.501669 47152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T09:05:04.708367+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T08:00:00+00:00 EmrJobFlowSensor 2021-06-28T09:01:02.648838+00:00 47151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:01:00.361741+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-27T02:00:00+00:00 EmrJobFlowSensor 2021-06-28T09:00:52.682167+00:00 2021-06-28T09:10:55.476105+00:00 0:10:02.793938 47150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T09:00:50.274897+00:00 7 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T08:00:00+00:00 EmrJobFlowSensor 2021-06-28T09:00:48.434995+00:00 2021-06-28T09:09:51.203218+00:00 0:09:02.768223 47149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T09:00:46.225930+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T09:00:40.451577+00:00 2021-06-28T09:00:42.268094+00:00 0:00:01.816517 47148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T09:00:38.222352+00:00 2 default_pool