Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T03:00:00+00:00 EmrJobFlowSensor 2021-07-22T04:01:12.674695+00:00 2021-07-22T04:14:16.352608+00:00 0:13:03.677913 56777 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T04:01:10.339339+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T04:00:48.632403+00:00 2021-07-22T04:00:50.378496+00:00 0:00:01.746093 56776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T04:00:46.318496+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T04:00:32.566921+00:00 2021-07-22T04:00:34.368933+00:00 0:00:01.802012 56775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T04:00:30.306940+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T03:00:00+00:00 PythonOperator 2021-07-22T04:00:18.566124+00:00 2021-07-22T04:00:22.801787+00:00 0:00:04.235663 56774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T04:00:16.298957+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T03:00:00+00:00 PythonOperator 2021-07-22T04:00:10.807777+00:00 2021-07-22T04:00:14.379866+00:00 0:00:03.572089 56773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T04:00:08.282789+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T02:00:00+00:00 EmrJobFlowSensor 2021-07-22T03:12:22.913399+00:00 2021-07-22T03:21:25.710530+00:00 0:09:02.797131 56772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T03:12:20.704066+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T02:00:00+00:00 EmrJobFlowSensor 2021-07-22T03:12:15.137922+00:00 2021-07-22T03:21:17.993525+00:00 0:09:02.855603 56771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T03:12:12.699141+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T03:11:51.286111+00:00 2021-07-22T03:11:52.958336+00:00 0:00:01.672225 56770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T03:11:48.655151+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T03:11:42.951573+00:00 2021-07-22T03:11:44.641071+00:00 0:00:01.689498 56769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T03:11:40.640863+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T02:00:00+00:00 PythonOperator 2021-07-22T03:11:28.909761+00:00 2021-07-22T03:11:32.475756+00:00 0:00:03.565995 56768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T03:11:26.533428+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T02:00:00+00:00 PythonOperator 2021-07-22T03:11:06.769308+00:00 2021-07-22T03:11:11.083521+00:00 0:00:04.314213 56767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T03:11:04.510277+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T02:00:00+00:00 TriggerDagRunOperator 2021-07-22T03:11:01.060914+00:00 2021-07-22T03:11:01.570762+00:00 0:00:00.509848 56766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T03:10:58.504125+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T02:00:00+00:00 TriggerDagRunOperator 2021-07-22T03:11:00.879362+00:00 2021-07-22T03:11:01.291143+00:00 0:00:00.411781 56765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T03:10:58.504098+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T02:05:00+00:00 EmrJobFlowSensor 2021-07-22T03:05:55.560437+00:00 2021-07-22T03:14:58.162209+00:00 0:09:02.601772 56763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T03:05:53.152435+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T03:05:35.303282+00:00 2021-07-22T03:05:37.043197+00:00 0:00:01.739915 56762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T03:05:33.044582+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T02:05:00+00:00 PythonOperator 2021-07-22T03:05:11.388626+00:00 2021-07-22T03:05:15.367986+00:00 0:00:03.979360 56761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T03:05:09.145109+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T02:00:00+00:00 EmrJobFlowSensor 2021-07-22T03:00:58.922127+00:00 2021-07-22T03:15:02.755399+00:00 0:14:03.833272 56760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T03:00:56.463882+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T02:00:00+00:00 EmrJobFlowSensor 2021-07-22T03:00:46.724082+00:00 2021-07-22T03:10:49.761900+00:00 0:10:03.037818 56759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T03:00:44.463470+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T03:00:38.768518+00:00 2021-07-22T03:00:40.629298+00:00 0:00:01.860780 56758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T03:00:36.400208+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T03:00:26.746643+00:00 2021-07-22T03:00:28.532703+00:00 0:00:01.786060 56757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T03:00:24.352836+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T02:00:00+00:00 PythonOperator 2021-07-22T03:00:16.598526+00:00 2021-07-22T03:00:20.500150+00:00 0:00:03.901624 56756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T03:00:14.349957+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T02:00:00+00:00 PythonOperator 2021-07-22T03:00:04.647121+00:00 2021-07-22T03:00:08.235066+00:00 0:00:03.587945 56755 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T03:00:02.334553+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T01:00:00+00:00 EmrJobFlowSensor 2021-07-22T02:19:14.564092+00:00 2021-07-22T02:28:17.268799+00:00 0:09:02.704707 56754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T02:19:12.193456+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T02:18:50.283078+00:00 2021-07-22T02:18:51.928582+00:00 0:00:01.645504 56753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T02:18:48.114894+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T01:00:00+00:00 EmrJobFlowSensor 2021-07-22T02:18:26.528601+00:00 2021-07-22T02:27:29.365174+00:00 0:09:02.836573 56752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T02:18:24.151047+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T01:00:00+00:00 PythonOperator 2021-07-22T02:18:24.435138+00:00 2021-07-22T02:18:28.439194+00:00 0:00:04.004056 56751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T02:18:22.150831+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T02:18:06.290813+00:00 2021-07-22T02:18:08.149764+00:00 0:00:01.858951 56750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T02:18:04.043701+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T01:00:00+00:00 PythonOperator 2021-07-22T02:17:25.141665+00:00 2021-07-22T02:17:28.989822+00:00 0:00:03.848157 56749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T02:17:22.058262+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T01:00:00+00:00 TriggerDagRunOperator 2021-07-22T02:17:16.636010+00:00 2021-07-22T02:17:17.123809+00:00 0:00:00.487799 56748 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T02:17:14.077162+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T01:00:00+00:00 TriggerDagRunOperator 2021-07-22T02:17:16.434380+00:00 2021-07-22T02:17:16.825705+00:00 0:00:00.391325 56747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T02:17:14.077109+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T01:05:00+00:00 EmrJobFlowSensor 2021-07-22T02:06:51.823070+00:00 2021-07-22T02:15:54.505127+00:00 0:09:02.682057 56746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T02:06:49.045537+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T01:00:00+00:00 EmrJobFlowSensor 2021-07-22T02:06:49.665460+00:00 2021-07-22T02:20:53.710877+00:00 0:14:04.045417 56745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T02:06:46.982887+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T01:00:00+00:00 EmrJobFlowSensor 2021-07-22T02:06:49.461412+00:00 2021-07-22T02:16:52.530547+00:00 0:10:03.069135 56744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T02:06:46.982917+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T02:06:31.162212+00:00 2021-07-22T02:06:32.918998+00:00 0:00:01.756786 56743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T02:06:28.922905+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T02:06:27.147278+00:00 2021-07-22T02:06:28.934640+00:00 0:00:01.787362 56742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T02:06:24.914927+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T02:06:27.133654+00:00 2021-07-22T02:06:28.956314+00:00 0:00:01.822660 56741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T02:06:24.914896+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T01:05:00+00:00 PythonOperator 2021-07-22T02:06:09.832411+00:00 2021-07-22T02:06:13.920322+00:00 0:00:04.087911 56740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T02:06:06.901726+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T01:00:00+00:00 PythonOperator 2021-07-22T02:06:05.814596+00:00 2021-07-22T02:06:11.088667+00:00 0:00:05.274071 56739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T02:06:02.753491+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T01:00:00+00:00 PythonOperator 2021-07-22T02:06:05.843011+00:00 2021-07-22T02:06:09.503879+00:00 0:00:03.660868 56738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T02:06:02.753534+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T00:00:00+00:00 EmrJobFlowSensor 2021-07-22T01:10:20.400068+00:00 2021-07-22T01:19:23.095320+00:00 0:09:02.695252 56736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T01:10:18.225588+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T00:00:00+00:00 EmrJobFlowSensor 2021-07-22T01:10:18.624926+00:00 2021-07-22T01:20:21.764634+00:00 0:10:03.139708 56735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T01:10:16.223041+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T01:09:58.481773+00:00 2021-07-22T01:10:00.413907+00:00 0:00:01.932134 56734 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T01:09:56.206378+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T01:09:56.378211+00:00 2021-07-22T01:09:58.048137+00:00 0:00:01.669926 56733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T01:09:54.204071+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T00:00:00+00:00 PythonOperator 2021-07-22T01:09:31.202804+00:00 2021-07-22T01:09:35.231942+00:00 0:00:04.029138 56732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T01:09:28.346192+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T00:00:00+00:00 PythonOperator 2021-07-22T01:09:28.668530+00:00 2021-07-22T01:09:33.154911+00:00 0:00:04.486381 56731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T01:09:26.177369+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T00:00:00+00:00 TriggerDagRunOperator 2021-07-22T01:09:16.722015+00:00 2021-07-22T01:09:17.221086+00:00 0:00:00.499071 56730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T01:09:14.151559+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T00:00:00+00:00 TriggerDagRunOperator 2021-07-22T01:09:16.655313+00:00 2021-07-22T01:09:17.091215+00:00 0:00:00.435902 56729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T01:09:14.151595+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T00:05:00+00:00 EmrJobFlowSensor 2021-07-22T01:06:00.244276+00:00 2021-07-22T01:14:03.132885+00:00 0:08:02.888609 56728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T01:05:57.854660+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T01:05:37.964434+00:00 2021-07-22T01:05:39.656550+00:00 0:00:01.692116 56727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T01:05:35.818904+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T00:05:00+00:00 PythonOperator 2021-07-22T01:05:18.012820+00:00 2021-07-22T01:05:21.593034+00:00 0:00:03.580214 56726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T01:05:15.799437+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T00:00:00+00:00 EmrJobFlowSensor 2021-07-22T01:00:59.718517+00:00 2021-07-22T01:09:02.375871+00:00 0:08:02.657354 56725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T01:00:57.434298+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T00:00:00+00:00 EmrJobFlowSensor 2021-07-22T01:00:49.793984+00:00 2021-07-22T01:13:53.521424+00:00 0:13:03.727440 56724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T01:00:47.421239+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T01:00:37.767150+00:00 2021-07-22T01:00:39.562947+00:00 0:00:01.795797 56723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T01:00:35.462761+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T01:00:27.697392+00:00 2021-07-22T01:00:29.573943+00:00 0:00:01.876551 56722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T01:00:25.457871+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T00:00:00+00:00 PythonOperator 2021-07-22T01:00:15.577364+00:00 2021-07-22T01:00:19.443293+00:00 0:00:03.865929 56721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T01:00:13.395900+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T00:00:00+00:00 PythonOperator 2021-07-22T01:00:05.801346+00:00 2021-07-22T01:00:09.726511+00:00 0:00:03.925165 56720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T01:00:03.388947+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T23:00:00+00:00 EmrJobFlowSensor 2021-07-22T00:11:52.420077+00:00 2021-07-22T00:20:55.283655+00:00 0:09:02.863578 56718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T00:11:50.191193+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T23:00:00+00:00 EmrJobFlowSensor 2021-07-22T00:11:50.510058+00:00 2021-07-22T00:21:53.558829+00:00 0:10:03.048771 56717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T00:11:48.190247+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T00:11:33.048259+00:00 2021-07-22T00:11:34.708520+00:00 0:00:01.660261 56716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T00:11:30.127320+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T00:11:30.690753+00:00 2021-07-22T00:11:32.652078+00:00 0:00:01.961325 56715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T00:11:28.167874+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T23:00:00+00:00 PythonOperator 2021-07-22T00:11:10.837658+00:00 2021-07-22T00:11:14.471145+00:00 0:00:03.633487 56714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T00:11:08.115105+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T23:00:00+00:00 PythonOperator 2021-07-22T00:11:08.462003+00:00 2021-07-22T00:11:12.660501+00:00 0:00:04.198498 56713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T00:11:06.110399+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T23:00:00+00:00 TriggerDagRunOperator 2021-07-22T00:10:52.613959+00:00 2021-07-22T00:10:53.144162+00:00 0:00:00.530203 56712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T00:10:50.164050+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T23:00:00+00:00 TriggerDagRunOperator 2021-07-22T00:10:52.509042+00:00 2021-07-22T00:10:52.934309+00:00 0:00:00.425267 56711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T00:10:50.164091+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T23:05:00+00:00 EmrJobFlowSensor 2021-07-22T00:05:49.657496+00:00 2021-07-22T00:14:52.476837+00:00 0:09:02.819341 56710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T00:05:47.523771+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T00:05:30.099931+00:00 2021-07-22T00:05:31.867457+00:00 0:00:01.767526 56709 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T00:05:27.502159+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T23:05:00+00:00 PythonOperator 2021-07-22T00:05:07.823284+00:00 2021-07-22T00:05:11.493982+00:00 0:00:03.670698 56708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T00:05:05.546453+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T23:00:00+00:00 EmrJobFlowSensor 2021-07-22T00:01:29.476635+00:00 2021-07-22T00:10:32.181539+00:00 0:09:02.704904 56707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T00:01:27.147174+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T00:01:03.682953+00:00 2021-07-22T00:01:05.640150+00:00 0:00:01.957197 56706 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T00:01:01.248027+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T23:00:00+00:00 EmrJobFlowSensor 2021-07-22T00:00:55.398870+00:00 2021-07-22T00:13:58.956416+00:00 0:13:03.557546 56705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T00:00:53.104148+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T23:00:00+00:00 PythonOperator 2021-07-22T00:00:41.926231+00:00 2021-07-22T00:00:45.579099+00:00 0:00:03.652868 56704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T00:00:39.090782+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T00:00:33.552972+00:00 2021-07-22T00:00:35.750355+00:00 0:00:02.197383 56703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T00:00:31.084749+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T23:00:00+00:00 PythonOperator 2021-07-22T00:00:05.538617+00:00 2021-07-22T00:00:09.887041+00:00 0:00:04.348424 56702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T00:00:03.008547+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T22:00:00+00:00 EmrJobFlowSensor 2021-07-21T23:10:25.800235+00:00 2021-07-21T23:20:28.587785+00:00 0:10:02.787550 56700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:10:23.529127+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T22:00:00+00:00 EmrJobFlowSensor 2021-07-21T23:10:19.810877+00:00 2021-07-21T23:20:22.867914+00:00 0:10:03.057037 56699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:10:17.533523+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T23:10:04.068733+00:00 2021-07-21T23:10:05.900006+00:00 0:00:01.831273 56698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T23:10:01.563726+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T23:09:58.010613+00:00 2021-07-21T23:09:59.701204+00:00 0:00:01.690591 56697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T23:09:55.506692+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T22:00:00+00:00 PythonOperator 2021-07-21T23:09:40.975642+00:00 2021-07-21T23:09:44.754972+00:00 0:00:03.779330 56696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T23:09:37.490725+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T22:00:00+00:00 PythonOperator 2021-07-21T23:09:35.969515+00:00 2021-07-21T23:09:40.671819+00:00 0:00:04.702304 56695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T23:09:33.489437+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T22:00:00+00:00 TriggerDagRunOperator 2021-07-21T23:09:23.818600+00:00 2021-07-21T23:09:24.337616+00:00 0:00:00.519016 56694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:09:21.457388+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T22:00:00+00:00 TriggerDagRunOperator 2021-07-21T23:09:23.695057+00:00 2021-07-21T23:09:24.110978+00:00 0:00:00.415921 56693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:09:21.457357+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T22:05:00+00:00 EmrJobFlowSensor 2021-07-21T23:06:01.585311+00:00 2021-07-21T23:14:04.412543+00:00 0:08:02.827232 56692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:05:59.246932+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T23:05:39.540574+00:00 2021-07-21T23:05:41.300567+00:00 0:00:01.759993 56691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T23:05:36.986922+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T22:05:00+00:00 PythonOperator 2021-07-21T23:05:19.210400+00:00 2021-07-21T23:05:22.780705+00:00 0:00:03.570305 56690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T23:05:16.926140+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T22:00:00+00:00 EmrJobFlowSensor 2021-07-21T23:00:54.973365+00:00 2021-07-21T23:08:57.632655+00:00 0:08:02.659290 56689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T23:00:52.506803+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T22:00:00+00:00 EmrJobFlowSensor 2021-07-21T23:00:52.900723+00:00 2021-07-21T23:13:56.258232+00:00 0:13:03.357509 56688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:00:50.507716+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-20T23:00:00+00:00 EmrJobFlowSensor 2021-07-21T23:00:48.772428+00:00 2021-07-21T23:09:51.618531+00:00 0:09:02.846103 56687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T23:00:46.515486+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T23:00:32.012855+00:00 2021-07-21T23:00:33.785930+00:00 0:00:01.773075 56686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T23:00:28.484874+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T23:00:30.039695+00:00 2021-07-21T23:00:32.130042+00:00 0:00:02.090347 56685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T23:00:26.462727+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-20T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T23:00:27.235056+00:00 2021-07-21T23:00:29.493928+00:00 0:00:02.258872 56684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T23:00:24.474985+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T22:00:00+00:00 PythonOperator 2021-07-21T23:00:09.738495+00:00 2021-07-21T23:00:13.612396+00:00 0:00:03.873901 56683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T23:00:06.420473+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T22:00:00+00:00 PythonOperator 2021-07-21T23:00:06.725651+00:00 2021-07-21T23:00:10.512632+00:00 0:00:03.786981 56682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T23:00:04.415134+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-20T23:00:00+00:00 PythonOperator 2021-07-21T23:00:04.798776+00:00 2021-07-21T23:00:09.951695+00:00 0:00:05.152919 56681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T23:00:02.415419+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T21:00:00+00:00 EmrJobFlowSensor 2021-07-21T22:11:36.787150+00:00 2021-07-21T22:20:39.693074+00:00 0:09:02.905924 56679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T22:11:34.589459+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T21:00:00+00:00 EmrJobFlowSensor 2021-07-21T22:11:18.811895+00:00 2021-07-21T22:21:21.904094+00:00 0:10:03.092199 56678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T22:11:16.519432+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T22:11:14.834903+00:00 2021-07-21T22:11:16.555383+00:00 0:00:01.720480 56677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T22:11:12.517202+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T22:10:56.746137+00:00 2021-07-21T22:10:58.592365+00:00 0:00:01.846228 56676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T22:10:54.503929+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T21:00:00+00:00 PythonOperator 2021-07-21T22:10:50.893055+00:00 2021-07-21T22:10:54.628424+00:00 0:00:03.735369 56675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T22:10:48.568133+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T21:00:00+00:00 PythonOperator 2021-07-21T22:10:35.238583+00:00 2021-07-21T22:10:38.979841+00:00 0:00:03.741258 56674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T22:10:32.485572+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T21:00:00+00:00 TriggerDagRunOperator 2021-07-21T22:10:26.818362+00:00 2021-07-21T22:10:27.377442+00:00 0:00:00.559080 56673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T22:10:24.459805+00:00 2 default_pool