Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T14:00:00+00:00 EmrJobFlowSensor 2021-07-06T15:01:01.953352+00:00 2021-07-06T15:11:05.058325+00:00 0:10:03.104973 50617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T15:00:59.592064+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T15:00:57.746478+00:00 2021-07-06T15:00:59.450466+00:00 0:00:01.703988 50616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T15:00:55.558259+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T15:00:38.039676+00:00 2021-07-06T15:00:39.789283+00:00 0:00:01.749607 50615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T15:00:35.535441+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T14:00:00+00:00 PythonOperator 2021-07-06T15:00:35.703277+00:00 2021-07-06T15:00:39.752909+00:00 0:00:04.049632 50614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T15:00:33.529873+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T14:00:00+00:00 PythonOperator 2021-07-06T15:00:07.577181+00:00 2021-07-06T15:00:11.341643+00:00 0:00:03.764462 50613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T15:00:05.500227+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T13:00:00+00:00 EmrJobFlowSensor 2021-07-06T14:14:27.012122+00:00 2021-07-06T14:24:29.775529+00:00 0:10:02.763407 50612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:14:24.805531+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T13:00:00+00:00 EmrJobFlowSensor 2021-07-06T14:14:25.288902+00:00 2021-07-06T14:24:28.232733+00:00 0:10:02.943831 50611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:14:22.858786+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T14:14:05.161823+00:00 2021-07-06T14:14:07.022115+00:00 0:00:01.860292 50610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T14:14:02.784705+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T14:14:05.012420+00:00 2021-07-06T14:14:06.754140+00:00 0:00:01.741720 50609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T14:14:02.784676+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T13:00:00+00:00 PythonOperator 2021-07-06T14:13:46.896163+00:00 2021-07-06T14:13:50.484403+00:00 0:00:03.588240 50608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T14:13:42.702924+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T13:00:00+00:00 PythonOperator 2021-07-06T14:13:40.913825+00:00 2021-07-06T14:13:46.775202+00:00 0:00:05.861377 50607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T14:13:38.698697+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T13:00:00+00:00 TriggerDagRunOperator 2021-07-06T14:13:37.176299+00:00 2021-07-06T14:13:37.677870+00:00 0:00:00.501571 50606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:13:34.686302+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T13:00:00+00:00 TriggerDagRunOperator 2021-07-06T14:13:37.088967+00:00 2021-07-06T14:13:37.473678+00:00 0:00:00.384711 50605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:13:34.686275+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T13:05:00+00:00 EmrJobFlowSensor 2021-07-06T14:05:48.542921+00:00 2021-07-06T14:13:51.158950+00:00 0:08:02.616029 50603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:05:46.344006+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T14:05:26.463498+00:00 2021-07-06T14:05:28.254140+00:00 0:00:01.790642 50602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T14:05:24.235187+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T13:05:00+00:00 PythonOperator 2021-07-06T14:05:06.468561+00:00 2021-07-06T14:05:09.817322+00:00 0:00:03.348761 50601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T14:05:04.220574+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T13:00:00+00:00 EmrJobFlowSensor 2021-07-06T14:01:06.438328+00:00 2021-07-06T14:12:09.521901+00:00 0:11:03.083573 50600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:01:03.914179+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T13:00:00+00:00 EmrJobFlowSensor 2021-07-06T14:00:56.399032+00:00 2021-07-06T14:10:59.297176+00:00 0:10:02.898144 50599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T14:00:53.958692+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T14:00:44.515441+00:00 2021-07-06T14:00:46.178615+00:00 0:00:01.663174 50598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T14:00:41.899497+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T14:00:36.398779+00:00 2021-07-06T14:00:38.269340+00:00 0:00:01.870561 50597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T14:00:33.949153+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T13:00:00+00:00 PythonOperator 2021-07-06T14:00:22.132503+00:00 2021-07-06T14:00:25.798604+00:00 0:00:03.666101 50596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T14:00:19.862391+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T13:00:00+00:00 PythonOperator 2021-07-06T14:00:12.082899+00:00 2021-07-06T14:00:15.554549+00:00 0:00:03.471650 50595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T14:00:09.850627+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T12:00:00+00:00 EmrJobFlowSensor 2021-07-06T13:13:26.729807+00:00 2021-07-06T13:23:29.734117+00:00 0:10:03.004310 50594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:13:24.470400+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T12:00:00+00:00 EmrJobFlowSensor 2021-07-06T13:13:10.766795+00:00 2021-07-06T13:23:13.620102+00:00 0:10:02.853307 50593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:13:08.462986+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T13:13:06.621262+00:00 2021-07-06T13:13:08.442011+00:00 0:00:01.820749 50592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T13:13:04.455279+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T13:12:51.135844+00:00 2021-07-06T13:12:52.937147+00:00 0:00:01.801303 50591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T13:12:48.440638+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T12:00:00+00:00 PythonOperator 2021-07-06T13:12:42.867043+00:00 2021-07-06T13:12:46.316127+00:00 0:00:03.449084 50590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T13:12:40.483358+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T12:00:00+00:00 PythonOperator 2021-07-06T13:12:29.351785+00:00 2021-07-06T13:12:33.156606+00:00 0:00:03.804821 50589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T13:12:26.468692+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T12:00:00+00:00 TriggerDagRunOperator 2021-07-06T13:12:20.761426+00:00 2021-07-06T13:12:21.184673+00:00 0:00:00.423247 50588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:12:18.404074+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T12:00:00+00:00 TriggerDagRunOperator 2021-07-06T13:12:20.666365+00:00 2021-07-06T13:12:21.199892+00:00 0:00:00.533527 50587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:12:18.404102+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T12:05:00+00:00 EmrJobFlowSensor 2021-07-06T13:08:26.358368+00:00 2021-07-06T13:16:28.985640+00:00 0:08:02.627272 50586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:08:24.082235+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T13:08:06.328916+00:00 2021-07-06T13:08:08.070869+00:00 0:00:01.741953 50585 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T13:08:04.056644+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T12:05:00+00:00 PythonOperator 2021-07-06T13:07:44.792085+00:00 2021-07-06T13:07:48.334954+00:00 0:00:03.542869 50584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T13:07:42.046718+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T12:00:00+00:00 EmrJobFlowSensor 2021-07-06T13:00:55.866588+00:00 2021-07-06T13:10:58.873861+00:00 0:10:03.007273 50582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:00:53.289551+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T12:00:00+00:00 EmrJobFlowSensor 2021-07-06T13:00:55.811036+00:00 2021-07-06T13:11:58.977680+00:00 0:11:03.166644 50581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T13:00:53.289596+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T13:00:35.837562+00:00 2021-07-06T13:00:37.566916+00:00 0:00:01.729354 50580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T13:00:33.217571+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T13:00:33.554328+00:00 2021-07-06T13:00:35.618230+00:00 0:00:02.063902 50579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T13:00:31.215426+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T12:00:00+00:00 PythonOperator 2021-07-06T13:00:13.493648+00:00 2021-07-06T13:00:16.993301+00:00 0:00:03.499653 50578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T13:00:11.197934+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T12:00:00+00:00 PythonOperator 2021-07-06T13:00:13.338125+00:00 2021-07-06T13:00:17.014106+00:00 0:00:03.675981 50577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T13:00:11.197908+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T11:00:00+00:00 EmrJobFlowSensor 2021-07-06T12:12:21.140903+00:00 2021-07-06T12:22:23.884457+00:00 0:10:02.743554 50576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:12:18.398680+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T11:00:00+00:00 EmrJobFlowSensor 2021-07-06T12:12:18.749791+00:00 2021-07-06T12:21:21.900398+00:00 0:09:03.150607 50575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:12:16.398014+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T12:11:59.176209+00:00 2021-07-06T12:12:00.840474+00:00 0:00:01.664265 50574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T12:11:56.346908+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T12:11:56.792358+00:00 2021-07-06T12:11:58.831743+00:00 0:00:02.039385 50573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T12:11:54.347052+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T11:00:00+00:00 PythonOperator 2021-07-06T12:11:38.936959+00:00 2021-07-06T12:11:42.735819+00:00 0:00:03.798860 50572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T12:11:36.325384+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T11:00:00+00:00 PythonOperator 2021-07-06T12:11:36.554088+00:00 2021-07-06T12:11:40.214226+00:00 0:00:03.660138 50571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T12:11:34.330302+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T11:00:00+00:00 TriggerDagRunOperator 2021-07-06T12:11:31.009403+00:00 2021-07-06T12:11:31.523430+00:00 0:00:00.514027 50570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:11:28.347076+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T11:00:00+00:00 TriggerDagRunOperator 2021-07-06T12:11:30.893484+00:00 2021-07-06T12:11:31.291089+00:00 0:00:00.397605 50569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:11:28.347033+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T11:05:00+00:00 EmrJobFlowSensor 2021-07-06T12:05:56.018685+00:00 2021-07-06T12:13:58.445983+00:00 0:08:02.427298 50568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:05:53.586008+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T12:05:35.795021+00:00 2021-07-06T12:05:37.440851+00:00 0:00:01.645830 50567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T12:05:33.527026+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T11:05:00+00:00 PythonOperator 2021-07-06T12:05:14.308586+00:00 2021-07-06T12:05:17.927491+00:00 0:00:03.618905 50566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T12:05:11.561552+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T11:00:00+00:00 EmrJobFlowSensor 2021-07-06T12:01:06.652102+00:00 2021-07-06T12:12:09.567817+00:00 0:11:02.915715 50564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:01:04.292064+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T11:00:00+00:00 EmrJobFlowSensor 2021-07-06T12:01:04.833724+00:00 2021-07-06T12:11:07.936297+00:00 0:10:03.102573 50563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T12:01:02.358178+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T12:00:46.661899+00:00 2021-07-06T12:00:48.489763+00:00 0:00:01.827864 50562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T12:00:44.255341+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T12:00:42.449463+00:00 2021-07-06T12:00:44.167286+00:00 0:00:01.717823 50561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T12:00:40.220979+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T11:00:00+00:00 PythonOperator 2021-07-06T12:00:25.650229+00:00 2021-07-06T12:00:29.437419+00:00 0:00:03.787190 50560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T12:00:22.204179+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T11:00:00+00:00 PythonOperator 2021-07-06T12:00:20.415511+00:00 2021-07-06T12:00:25.322132+00:00 0:00:04.906621 50559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T12:00:18.201611+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T10:05:00+00:00 EmrJobFlowSensor 2021-07-06T11:15:04.039723+00:00 2021-07-06T11:15:05.631849+00:00 0:00:01.592126 50558 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:15:01.611180+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T10:00:00+00:00 EmrJobFlowSensor 2021-07-06T11:12:29.845791+00:00 2021-07-06T11:22:32.741788+00:00 0:10:02.895997 50557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:12:27.310803+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T10:00:00+00:00 EmrJobFlowSensor 2021-07-06T11:12:27.418159+00:00 2021-07-06T11:21:30.679681+00:00 0:09:03.261522 50556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:12:25.306603+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T11:12:08.194556+00:00 2021-07-06T11:12:10.083301+00:00 0:00:01.888745 50555 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T11:12:05.293075+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T11:12:05.513568+00:00 2021-07-06T11:12:07.243442+00:00 0:00:01.729874 50554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T11:12:03.291293+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T10:00:00+00:00 PythonOperator 2021-07-06T11:11:35.599072+00:00 2021-07-06T11:11:39.341516+00:00 0:00:03.742444 50553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T11:11:33.238083+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T10:00:00+00:00 PythonOperator 2021-07-06T11:11:33.687456+00:00 2021-07-06T11:11:37.351352+00:00 0:00:03.663896 50552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T11:11:31.240916+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T10:00:00+00:00 TriggerDagRunOperator 2021-07-06T11:11:19.637115+00:00 2021-07-06T11:11:20.173788+00:00 0:00:00.536673 50551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:11:17.205410+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T10:00:00+00:00 TriggerDagRunOperator 2021-07-06T11:11:19.587670+00:00 2021-07-06T11:11:20.036600+00:00 0:00:00.448930 50550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:11:17.205441+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T11:05:25.053218+00:00 2021-07-06T11:05:26.698868+00:00 0:00:01.645650 50548 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T11:05:22.605042+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T10:05:00+00:00 PythonOperator 2021-07-06T11:05:05.061716+00:00 2021-07-06T11:05:08.057480+00:00 0:00:02.995764 50547 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T11:05:02.553048+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T10:00:00+00:00 EmrJobFlowSensor 2021-07-06T11:01:00.521205+00:00 2021-07-06T11:11:03.531003+00:00 0:10:03.009798 50545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T11:00:58.061235+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T10:00:00+00:00 EmrJobFlowSensor 2021-07-06T11:00:56.446324+00:00 2021-07-06T11:11:59.893349+00:00 0:11:03.447025 50544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:00:53.973154+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T11:00:40.510626+00:00 2021-07-06T11:00:42.336530+00:00 0:00:01.825904 50543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T11:00:37.952089+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T11:00:34.430712+00:00 2021-07-06T11:00:36.104954+00:00 0:00:01.674242 50542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T11:00:31.957419+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T10:00:00+00:00 PythonOperator 2021-07-06T11:00:18.133377+00:00 2021-07-06T11:00:21.587410+00:00 0:00:03.454033 50541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T11:00:15.850348+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T10:00:00+00:00 PythonOperator 2021-07-06T11:00:14.040836+00:00 2021-07-06T11:00:17.778110+00:00 0:00:03.737274 50540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T11:00:11.837892+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T09:00:00+00:00 EmrJobFlowSensor 2021-07-06T10:12:15.001763+00:00 2021-07-06T10:22:17.875260+00:00 0:10:02.873497 50539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:12:12.693026+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T09:00:00+00:00 EmrJobFlowSensor 2021-07-06T10:12:02.989239+00:00 2021-07-06T10:22:05.926988+00:00 0:10:02.937749 50538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:12:00.690159+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T10:11:52.966015+00:00 2021-07-06T10:11:54.744542+00:00 0:00:01.778527 50537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T10:11:50.652104+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T10:11:40.917862+00:00 2021-07-06T10:11:42.742101+00:00 0:00:01.824239 50536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T10:11:38.613730+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T09:00:00+00:00 PythonOperator 2021-07-06T10:11:31.143013+00:00 2021-07-06T10:11:34.841489+00:00 0:00:03.698476 50535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T10:11:28.769555+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T09:00:00+00:00 PythonOperator 2021-07-06T10:11:19.189004+00:00 2021-07-06T10:11:23.160223+00:00 0:00:03.971219 50534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T10:11:16.645627+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T09:00:00+00:00 TriggerDagRunOperator 2021-07-06T10:11:13.160785+00:00 2021-07-06T10:11:13.617003+00:00 0:00:00.456218 50533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:11:10.646550+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T09:00:00+00:00 TriggerDagRunOperator 2021-07-06T10:11:13.108086+00:00 2021-07-06T10:11:13.617295+00:00 0:00:00.509209 50532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:11:10.646606+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T09:05:00+00:00 EmrJobFlowSensor 2021-07-06T10:05:52.059615+00:00 2021-07-06T10:13:54.675323+00:00 0:08:02.615708 50531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:05:49.984558+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T10:05:24.171744+00:00 2021-07-06T10:05:25.839078+00:00 0:00:01.667334 50530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T10:05:21.960133+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T09:05:00+00:00 PythonOperator 2021-07-06T10:05:04.363066+00:00 2021-07-06T10:05:07.993364+00:00 0:00:03.630298 50529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T10:05:01.960803+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T09:00:00+00:00 EmrJobFlowSensor 2021-07-06T10:00:57.354963+00:00 2021-07-06T10:11:00.224553+00:00 0:10:02.869590 50527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T10:00:55.208182+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T09:00:00+00:00 EmrJobFlowSensor 2021-07-06T10:00:51.519364+00:00 2021-07-06T10:10:54.541245+00:00 0:10:03.021881 50526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:00:49.200669+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T10:00:35.632584+00:00 2021-07-06T10:00:37.441446+00:00 0:00:01.808862 50525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T10:00:33.189424+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T10:00:29.814294+00:00 2021-07-06T10:00:31.616547+00:00 0:00:01.802253 50524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T10:00:27.255281+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T09:00:00+00:00 PythonOperator 2021-07-06T10:00:15.420843+00:00 2021-07-06T10:00:19.086112+00:00 0:00:03.665269 50523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T10:00:13.126173+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T09:00:00+00:00 PythonOperator 2021-07-06T10:00:09.634237+00:00 2021-07-06T10:00:13.326534+00:00 0:00:03.692297 50522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T10:00:07.169632+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T08:00:00+00:00 EmrJobFlowSensor 2021-07-06T09:13:30.821693+00:00 2021-07-06T09:22:33.681762+00:00 0:09:02.860069 50521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T09:13:28.081464+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T08:00:00+00:00 EmrJobFlowSensor 2021-07-06T09:13:28.461364+00:00 2021-07-06T09:21:31.419182+00:00 0:08:02.957818 50520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T09:13:26.072989+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T09:13:08.402809+00:00 2021-07-06T09:13:10.201284+00:00 0:00:01.798475 50519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T09:13:06.012045+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T09:13:08.323428+00:00 2021-07-06T09:13:10.106758+00:00 0:00:01.783330 50518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T09:13:06.012009+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T08:00:00+00:00 PythonOperator 2021-07-06T09:12:44.646696+00:00 2021-07-06T09:12:48.279688+00:00 0:00:03.632992 50517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T09:12:42.051122+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T08:00:00+00:00 PythonOperator 2021-07-06T09:12:44.509546+00:00 2021-07-06T09:12:48.245268+00:00 0:00:03.735722 50516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T09:12:42.051150+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T08:00:00+00:00 TriggerDagRunOperator 2021-07-06T09:12:22.210054+00:00 2021-07-06T09:12:22.788901+00:00 0:00:00.578847 50515 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T09:12:19.948613+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T08:00:00+00:00 TriggerDagRunOperator 2021-07-06T09:12:22.140444+00:00 2021-07-06T09:12:22.521322+00:00 0:00:00.380878 50514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T09:12:19.948581+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T08:05:00+00:00 EmrJobFlowSensor 2021-07-06T09:06:00.038518+00:00 2021-07-06T09:15:02.870151+00:00 0:09:02.831633 50513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T09:05:57.371286+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T09:05:39.699229+00:00 2021-07-06T09:05:41.506329+00:00 0:00:01.807100 50512 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T09:05:37.291455+00:00 2 default_pool