Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_emr_steps 2021-06-27T19:05:00+00:00 PythonOperator 2021-06-27T20:05:07.172063+00:00 2021-06-27T20:05:10.774462+00:00 0:00:03.602399 46902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T20:05:05.010650+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T19:00:00+00:00 EmrJobFlowSensor 2021-06-27T20:01:18.794358+00:00 2021-06-27T20:11:21.576117+00:00 0:10:02.781759 46901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T20:01:16.597774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T19:00:00+00:00 EmrJobFlowSensor 2021-06-27T20:01:06.708724+00:00 2021-06-27T20:14:10.055991+00:00 0:13:03.347267 46900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T20:01:04.587693+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T20:00:58.875917+00:00 2021-06-27T20:01:00.744399+00:00 0:00:01.868482 46899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T20:00:56.558592+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T20:00:44.675754+00:00 2021-06-27T20:00:46.365551+00:00 0:00:01.689797 46898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T20:00:42.542809+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T19:00:00+00:00 PythonOperator 2021-06-27T20:00:36.830981+00:00 2021-06-27T20:00:40.296029+00:00 0:00:03.465048 46897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T20:00:34.536223+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T19:00:00+00:00 PythonOperator 2021-06-27T20:00:16.665103+00:00 2021-06-27T20:00:20.468455+00:00 0:00:03.803352 46896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T20:00:14.515533+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T18:00:00+00:00 EmrJobFlowSensor 2021-06-27T19:10:34.020274+00:00 2021-06-27T19:20:36.868209+00:00 0:10:02.847935 46895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T19:10:31.671618+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T18:00:00+00:00 EmrJobFlowSensor 2021-06-27T19:10:29.870786+00:00 2021-06-27T19:19:32.571516+00:00 0:09:02.700730 46894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T19:10:27.653310+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T19:10:13.909151+00:00 2021-06-27T19:10:15.775620+00:00 0:00:01.866469 46893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T19:10:11.618439+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T19:10:07.736907+00:00 2021-06-27T19:10:09.472594+00:00 0:00:01.735687 46892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T19:10:05.611478+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T18:00:00+00:00 PythonOperator 2021-06-27T19:09:52.088299+00:00 2021-06-27T19:09:55.691637+00:00 0:00:03.603338 46891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T19:09:49.597776+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T18:00:00+00:00 PythonOperator 2021-06-27T19:09:47.917046+00:00 2021-06-27T19:09:51.517616+00:00 0:00:03.600570 46890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T19:09:45.597621+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T18:00:00+00:00 TriggerDagRunOperator 2021-06-27T19:09:42.447906+00:00 2021-06-27T19:09:42.950187+00:00 0:00:00.502281 46889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T19:09:39.509284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T18:00:00+00:00 TriggerDagRunOperator 2021-06-27T19:09:42.287413+00:00 2021-06-27T19:09:42.677997+00:00 0:00:00.390584 46888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T19:09:39.509312+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T18:05:00+00:00 EmrJobFlowSensor 2021-06-27T19:06:12.031761+00:00 2021-06-27T19:15:14.730914+00:00 0:09:02.699153 46886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T19:06:09.939807+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T19:05:50.386474+00:00 2021-06-27T19:05:52.067457+00:00 0:00:01.680983 46885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T19:05:47.962289+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T18:05:00+00:00 PythonOperator 2021-06-27T19:05:08.037519+00:00 2021-06-27T19:05:11.677971+00:00 0:00:03.640452 46884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T19:05:05.848363+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T18:00:00+00:00 EmrJobFlowSensor 2021-06-27T19:01:05.688939+00:00 2021-06-27T19:09:08.312848+00:00 0:08:02.623909 46883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T19:01:03.484589+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T18:00:00+00:00 EmrJobFlowSensor 2021-06-27T19:00:53.716369+00:00 2021-06-27T19:13:57.181337+00:00 0:13:03.464968 46882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T19:00:51.457772+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T19:00:43.586189+00:00 2021-06-27T19:00:45.306024+00:00 0:00:01.719835 46881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T19:00:41.445417+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T19:00:33.776418+00:00 2021-06-27T19:00:35.614249+00:00 0:00:01.837831 46880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T19:00:31.437773+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T18:00:00+00:00 PythonOperator 2021-06-27T19:00:23.591978+00:00 2021-06-27T19:00:27.171535+00:00 0:00:03.579557 46879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T19:00:21.428567+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T18:00:00+00:00 PythonOperator 2021-06-27T19:00:11.799164+00:00 2021-06-27T19:00:15.643875+00:00 0:00:03.844711 46878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T19:00:09.444063+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T17:00:00+00:00 EmrJobFlowSensor 2021-06-27T18:12:48.617268+00:00 2021-06-27T18:22:51.410779+00:00 0:10:02.793511 46877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T18:12:46.405510+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T17:00:00+00:00 EmrJobFlowSensor 2021-06-27T18:12:41.098481+00:00 2021-06-27T18:21:43.883688+00:00 0:09:02.785207 46876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T18:12:38.459575+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T18:12:28.766213+00:00 2021-06-27T18:12:30.555601+00:00 0:00:01.789388 46875 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T18:12:26.375152+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T18:12:20.496228+00:00 2021-06-27T18:12:22.244421+00:00 0:00:01.748193 46874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T18:12:18.356482+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T17:00:00+00:00 PythonOperator 2021-06-27T18:11:54.642363+00:00 2021-06-27T18:11:58.371439+00:00 0:00:03.729076 46873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T18:11:52.336518+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T17:00:00+00:00 PythonOperator 2021-06-27T18:11:44.621120+00:00 2021-06-27T18:11:48.192749+00:00 0:00:03.571629 46872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T18:11:42.324011+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T17:00:00+00:00 TriggerDagRunOperator 2021-06-27T18:11:21.001519+00:00 2021-06-27T18:11:21.514891+00:00 0:00:00.513372 46871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T18:11:18.367461+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T17:00:00+00:00 TriggerDagRunOperator 2021-06-27T18:11:20.964710+00:00 2021-06-27T18:11:21.378218+00:00 0:00:00.413508 46870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T18:11:18.367432+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T17:05:00+00:00 EmrJobFlowSensor 2021-06-27T18:05:57.868711+00:00 2021-06-27T18:15:00.501144+00:00 0:09:02.632433 46868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T18:05:55.732915+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T18:05:36.062448+00:00 2021-06-27T18:05:37.716806+00:00 0:00:01.654358 46867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T18:05:33.756035+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T17:05:00+00:00 PythonOperator 2021-06-27T18:05:16.042421+00:00 2021-06-27T18:05:19.631898+00:00 0:00:03.589477 46866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T18:05:13.762476+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T17:00:00+00:00 EmrJobFlowSensor 2021-06-27T18:01:03.796704+00:00 2021-06-27T18:13:06.999995+00:00 0:12:03.203291 46865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T18:01:01.361420+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T17:00:00+00:00 EmrJobFlowSensor 2021-06-27T18:00:59.781173+00:00 2021-06-27T18:11:02.786000+00:00 0:10:03.004827 46864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T18:00:57.376661+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T18:00:35.542811+00:00 2021-06-27T18:00:37.268000+00:00 0:00:01.725189 46863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T18:00:33.248525+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T18:00:27.510504+00:00 2021-06-27T18:00:29.336142+00:00 0:00:01.825638 46862 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T18:00:25.220672+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T17:00:00+00:00 PythonOperator 2021-06-27T18:00:10.841836+00:00 2021-06-27T18:00:14.658981+00:00 0:00:03.817145 46861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T18:00:07.265904+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T17:00:00+00:00 PythonOperator 2021-06-27T18:00:05.397827+00:00 2021-06-27T18:00:10.230130+00:00 0:00:04.832303 46860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T18:00:03.203653+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T16:00:00+00:00 EmrJobFlowSensor 2021-06-27T17:11:12.988472+00:00 2021-06-27T17:20:15.708232+00:00 0:09:02.719760 46859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T17:11:10.057586+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T16:00:00+00:00 EmrJobFlowSensor 2021-06-27T17:11:10.799550+00:00 2021-06-27T17:19:13.713580+00:00 0:08:02.914030 46858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T17:11:08.053669+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T17:10:50.534379+00:00 2021-06-27T17:10:52.273530+00:00 0:00:01.739151 46857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T17:10:47.979661+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T17:10:48.097129+00:00 2021-06-27T17:10:50.205871+00:00 0:00:02.108742 46856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T17:10:45.975856+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T16:00:00+00:00 PythonOperator 2021-06-27T17:10:30.298166+00:00 2021-06-27T17:10:33.913530+00:00 0:00:03.615364 46855 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T17:10:27.966152+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T16:00:00+00:00 PythonOperator 2021-06-27T17:10:26.080621+00:00 2021-06-27T17:10:29.696262+00:00 0:00:03.615641 46854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T17:10:23.957061+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T16:00:00+00:00 TriggerDagRunOperator 2021-06-27T17:10:12.367133+00:00 2021-06-27T17:10:12.913509+00:00 0:00:00.546376 46853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T17:10:09.942494+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T16:00:00+00:00 TriggerDagRunOperator 2021-06-27T17:10:12.226315+00:00 2021-06-27T17:10:12.620434+00:00 0:00:00.394119 46852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T17:10:09.942462+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T16:05:00+00:00 EmrJobFlowSensor 2021-06-27T17:06:06.182305+00:00 2021-06-27T17:14:08.759707+00:00 0:08:02.577402 46851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T17:06:03.685662+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T17:05:25.559700+00:00 2021-06-27T17:05:27.201841+00:00 0:00:01.642141 46849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T17:05:23.260604+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T16:05:00+00:00 PythonOperator 2021-06-27T17:05:05.334820+00:00 2021-06-27T17:05:08.913584+00:00 0:00:03.578764 46848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T17:05:03.185303+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T16:00:00+00:00 EmrJobFlowSensor 2021-06-27T17:01:03.565118+00:00 2021-06-27T17:10:06.421748+00:00 0:09:02.856630 46847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T17:01:00.658391+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T16:00:00+00:00 EmrJobFlowSensor 2021-06-27T17:01:01.364054+00:00 2021-06-27T17:13:05.093528+00:00 0:12:03.729474 46846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T17:00:58.753713+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T17:00:42.791661+00:00 2021-06-27T17:00:44.466552+00:00 0:00:01.674891 46845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T17:00:40.625047+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T17:00:38.853763+00:00 2021-06-27T17:00:40.667693+00:00 0:00:01.813930 46844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T17:00:36.616999+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T16:00:00+00:00 PythonOperator 2021-06-27T17:00:20.820879+00:00 2021-06-27T17:00:24.341746+00:00 0:00:03.520867 46843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T17:00:18.602459+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T16:00:00+00:00 PythonOperator 2021-06-27T17:00:16.898499+00:00 2021-06-27T17:00:20.602901+00:00 0:00:03.704402 46842 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T17:00:14.603465+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T15:00:00+00:00 EmrJobFlowSensor 2021-06-27T16:17:44.277631+00:00 2021-06-27T16:27:47.073836+00:00 0:10:02.796205 46841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T16:17:41.988482+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T15:00:00+00:00 EmrJobFlowSensor 2021-06-27T16:17:28.181806+00:00 2021-06-27T16:26:31.037750+00:00 0:09:02.855944 46840 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T16:17:25.934996+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T16:17:24.287756+00:00 2021-06-27T16:17:25.972844+00:00 0:00:01.685088 46839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T16:17:21.930936+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T16:17:08.269432+00:00 2021-06-27T16:17:09.996526+00:00 0:00:01.727094 46838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T16:17:05.920346+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T15:00:00+00:00 PythonOperator 2021-06-27T16:17:02.058297+00:00 2021-06-27T16:17:05.822624+00:00 0:00:03.764327 46837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T16:16:59.911052+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T15:00:00+00:00 PythonOperator 2021-06-27T16:16:46.468628+00:00 2021-06-27T16:16:49.834738+00:00 0:00:03.366110 46836 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T16:16:43.895234+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T15:00:00+00:00 TriggerDagRunOperator 2021-06-27T16:16:38.489022+00:00 2021-06-27T16:16:38.991581+00:00 0:00:00.502559 46835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T16:16:35.959116+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T15:00:00+00:00 TriggerDagRunOperator 2021-06-27T16:16:38.318465+00:00 2021-06-27T16:16:38.693234+00:00 0:00:00.374769 46834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T16:16:35.959067+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T15:05:00+00:00 EmrJobFlowSensor 2021-06-27T16:06:36.772006+00:00 2021-06-27T16:15:39.413488+00:00 0:09:02.641482 46833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T16:06:34.683059+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T15:00:00+00:00 EmrJobFlowSensor 2021-06-27T16:06:20.906261+00:00 2021-06-27T16:19:24.158800+00:00 0:13:03.252539 46832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T16:06:18.642614+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T15:00:00+00:00 EmrJobFlowSensor 2021-06-27T16:06:20.926879+00:00 2021-06-27T16:16:23.878488+00:00 0:10:02.951609 46831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T16:06:18.642573+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T16:06:16.788572+00:00 2021-06-27T16:06:18.505194+00:00 0:00:01.716622 46830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T16:06:14.632287+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T16:06:00.838659+00:00 2021-06-27T16:06:02.708763+00:00 0:00:01.870104 46829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T16:05:58.622493+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T16:06:00.167773+00:00 2021-06-27T16:06:01.927826+00:00 0:00:01.760053 46828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T16:05:56.620872+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T15:05:00+00:00 PythonOperator 2021-06-27T16:05:54.775314+00:00 2021-06-27T16:05:59.836000+00:00 0:00:05.060686 46827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T16:05:52.615536+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T15:00:00+00:00 PythonOperator 2021-06-27T16:05:39.437748+00:00 2021-06-27T16:05:43.023685+00:00 0:00:03.585937 46826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T16:05:36.383245+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T15:00:00+00:00 PythonOperator 2021-06-27T16:05:39.444519+00:00 2021-06-27T16:05:43.138293+00:00 0:00:03.693774 46825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T16:05:36.383300+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T14:00:00+00:00 EmrJobFlowSensor 2021-06-27T15:12:50.466426+00:00 2021-06-27T15:22:53.404585+00:00 0:10:02.938159 46823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T15:12:48.274924+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T14:00:00+00:00 EmrJobFlowSensor 2021-06-27T15:12:46.524854+00:00 2021-06-27T15:22:49.547691+00:00 0:10:03.022837 46822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T15:12:44.275337+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T15:12:16.393543+00:00 2021-06-27T15:12:18.077344+00:00 0:00:01.683801 46821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T15:12:14.255587+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T15:12:12.475231+00:00 2021-06-27T15:12:14.354758+00:00 0:00:01.879527 46820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T15:12:10.253753+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T14:00:00+00:00 PythonOperator 2021-06-27T15:11:52.613382+00:00 2021-06-27T15:11:55.959064+00:00 0:00:03.345682 46819 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T15:11:50.267498+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T14:00:00+00:00 PythonOperator 2021-06-27T15:11:50.490470+00:00 2021-06-27T15:11:54.319060+00:00 0:00:03.828590 46818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T15:11:48.269797+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T14:00:00+00:00 TriggerDagRunOperator 2021-06-27T15:11:26.592588+00:00 2021-06-27T15:11:27.161958+00:00 0:00:00.569370 46817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T15:11:24.131580+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T14:00:00+00:00 TriggerDagRunOperator 2021-06-27T15:11:26.494125+00:00 2021-06-27T15:11:26.931265+00:00 0:00:00.437140 46816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T15:11:24.131551+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T14:05:00+00:00 EmrJobFlowSensor 2021-06-27T15:06:01.759337+00:00 2021-06-27T15:15:04.432915+00:00 0:09:02.673578 46815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T15:05:59.588669+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T15:05:39.661892+00:00 2021-06-27T15:05:41.281946+00:00 0:00:01.620054 46814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T15:05:37.525433+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T14:05:00+00:00 PythonOperator 2021-06-27T15:05:17.785511+00:00 2021-06-27T15:05:21.060258+00:00 0:00:03.274747 46813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T15:05:15.506829+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T14:00:00+00:00 EmrJobFlowSensor 2021-06-27T15:01:19.236946+00:00 2021-06-27T15:13:22.419127+00:00 0:12:03.182181 46812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T15:01:17.055084+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T14:00:00+00:00 EmrJobFlowSensor 2021-06-27T15:00:55.439342+00:00 2021-06-27T15:10:58.578966+00:00 0:10:03.139624 46811 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T15:00:53.033812+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T15:00:39.488968+00:00 2021-06-27T15:00:41.167938+00:00 0:00:01.678970 46810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T15:00:37.021646+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T15:00:25.619527+00:00 2021-06-27T15:00:27.332115+00:00 0:00:01.712588 46809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T15:00:23.073203+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T14:00:00+00:00 PythonOperator 2021-06-27T15:00:17.121976+00:00 2021-06-27T15:00:20.915703+00:00 0:00:03.793727 46808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T15:00:14.998353+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T14:00:00+00:00 PythonOperator 2021-06-27T15:00:05.312314+00:00 2021-06-27T15:00:09.064125+00:00 0:00:03.751811 46807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T15:00:02.985732+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T13:00:00+00:00 EmrJobFlowSensor 2021-06-27T14:11:51.162462+00:00 2021-06-27T14:20:53.906870+00:00 0:09:02.744408 46805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T14:11:48.875102+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T13:00:00+00:00 EmrJobFlowSensor 2021-06-27T14:11:39.248686+00:00 2021-06-27T14:21:42.103623+00:00 0:10:02.854937 46804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T14:11:36.852858+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T14:11:29.208566+00:00 2021-06-27T14:11:30.906269+00:00 0:00:01.697703 46803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T14:11:26.855768+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T14:11:19.307563+00:00 2021-06-27T14:11:21.004351+00:00 0:00:01.696788 46802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T14:11:16.858375+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T13:00:00+00:00 PythonOperator 2021-06-27T14:11:08.990741+00:00 2021-06-27T14:11:12.566606+00:00 0:00:03.575865 46801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T14:11:06.739729+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T13:00:00+00:00 PythonOperator 2021-06-27T14:10:55.029967+00:00 2021-06-27T14:10:58.745364+00:00 0:00:03.715397 46800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T14:10:52.720075+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T13:00:00+00:00 TriggerDagRunOperator 2021-06-27T14:10:45.025997+00:00 2021-06-27T14:10:45.584841+00:00 0:00:00.558844 46799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T14:10:42.698488+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T13:00:00+00:00 TriggerDagRunOperator 2021-06-27T14:10:44.879633+00:00 2021-06-27T14:10:45.316887+00:00 0:00:00.437254 46798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T14:10:42.698523+00:00 2 default_pool