Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-25T11:00:00+00:00 PythonOperator 2021-06-25T12:00:10.790887+00:00 2021-06-25T12:00:14.470223+00:00 0:00:03.679336 45847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T12:00:08.641417+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T10:00:00+00:00 EmrJobFlowSensor 2021-06-25T11:11:10.305877+00:00 2021-06-25T11:20:13.032191+00:00 0:09:02.726314 45846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T11:11:08.111699+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T10:00:00+00:00 EmrJobFlowSensor 2021-06-25T11:11:08.368880+00:00 2021-06-25T11:23:11.682918+00:00 0:12:03.314038 45845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T11:11:06.107493+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T11:10:48.572229+00:00 2021-06-25T11:10:50.260439+00:00 0:00:01.688210 45844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T11:10:46.146423+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T11:10:46.494804+00:00 2021-06-25T11:10:48.337448+00:00 0:00:01.842644 45843 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T11:10:44.149864+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T10:00:00+00:00 PythonOperator 2021-06-25T11:10:26.464732+00:00 2021-06-25T11:10:30.066435+00:00 0:00:03.601703 45842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T11:10:24.064469+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T10:00:00+00:00 PythonOperator 2021-06-25T11:10:24.603770+00:00 2021-06-25T11:10:28.288015+00:00 0:00:03.684245 45841 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T11:10:22.055869+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T10:00:00+00:00 TriggerDagRunOperator 2021-06-25T11:10:12.215238+00:00 2021-06-25T11:10:12.780707+00:00 0:00:00.565469 45840 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T11:10:09.971553+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T10:00:00+00:00 TriggerDagRunOperator 2021-06-25T11:10:12.173480+00:00 2021-06-25T11:10:12.635038+00:00 0:00:00.461558 45839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T11:10:09.971585+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T10:05:00+00:00 EmrJobFlowSensor 2021-06-25T11:06:13.786254+00:00 2021-06-25T11:15:16.514619+00:00 0:09:02.728365 45838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T11:06:11.663150+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T11:05:51.816825+00:00 2021-06-25T11:05:53.433249+00:00 0:00:01.616424 45837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T11:05:49.643521+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T10:05:00+00:00 PythonOperator 2021-06-25T11:05:31.801530+00:00 2021-06-25T11:05:35.355794+00:00 0:00:03.554264 45836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T11:05:29.578417+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T10:00:00+00:00 EmrJobFlowSensor 2021-06-25T11:01:00.285531+00:00 2021-06-25T11:10:03.086918+00:00 0:09:02.801387 45834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T11:00:57.903272+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T10:00:00+00:00 EmrJobFlowSensor 2021-06-25T11:00:50.386382+00:00 2021-06-25T11:11:53.375355+00:00 0:11:02.988973 45833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T11:00:47.898878+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T11:00:38.021481+00:00 2021-06-25T11:00:39.707210+00:00 0:00:01.685729 45832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T11:00:35.890847+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T11:00:28.187442+00:00 2021-06-25T11:00:29.941131+00:00 0:00:01.753689 45831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T11:00:25.890219+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T10:00:00+00:00 PythonOperator 2021-06-25T11:00:17.993703+00:00 2021-06-25T11:00:21.591384+00:00 0:00:03.597681 45830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T11:00:15.807225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T10:00:00+00:00 PythonOperator 2021-06-25T11:00:06.225069+00:00 2021-06-25T11:00:09.816615+00:00 0:00:03.591546 45829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T11:00:03.860372+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T09:00:00+00:00 EmrJobFlowSensor 2021-06-25T10:11:06.801536+00:00 2021-06-25T10:21:09.576808+00:00 0:10:02.775272 45828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T10:11:04.686542+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T09:00:00+00:00 EmrJobFlowSensor 2021-06-25T10:10:49.191862+00:00 2021-06-25T10:21:52.250178+00:00 0:11:03.058316 45827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T10:10:46.658450+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T10:10:43.138484+00:00 2021-06-25T10:10:44.805104+00:00 0:00:01.666620 45826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T10:10:40.670158+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T10:10:26.910179+00:00 2021-06-25T10:10:28.611327+00:00 0:00:01.701148 45825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T10:10:24.658563+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T09:00:00+00:00 PythonOperator 2021-06-25T10:10:22.792104+00:00 2021-06-25T10:10:26.061327+00:00 0:00:03.269223 45824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T10:10:20.597927+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T09:00:00+00:00 PythonOperator 2021-06-25T10:10:07.134521+00:00 2021-06-25T10:10:10.897826+00:00 0:00:03.763305 45823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T10:10:04.582141+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T09:00:00+00:00 TriggerDagRunOperator 2021-06-25T10:09:59.134705+00:00 2021-06-25T10:09:59.644434+00:00 0:00:00.509729 45822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T10:09:56.577182+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T09:00:00+00:00 TriggerDagRunOperator 2021-06-25T10:09:58.882497+00:00 2021-06-25T10:09:59.295197+00:00 0:00:00.412700 45821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T10:09:56.577145+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T09:05:00+00:00 EmrJobFlowSensor 2021-06-25T10:05:58.390776+00:00 2021-06-25T10:15:01.092624+00:00 0:09:02.701848 45820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T10:05:56.158495+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T10:05:38.403842+00:00 2021-06-25T10:05:40.047980+00:00 0:00:01.644138 45819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T10:05:36.142422+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T09:05:00+00:00 PythonOperator 2021-06-25T10:05:15.074409+00:00 2021-06-25T10:05:18.612795+00:00 0:00:03.538386 45818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T10:05:12.158038+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T09:00:00+00:00 EmrJobFlowSensor 2021-06-25T10:00:59.371102+00:00 2021-06-25T10:12:02.404376+00:00 0:11:03.033274 45816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T10:00:57.044667+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T09:00:00+00:00 EmrJobFlowSensor 2021-06-25T10:00:47.573321+00:00 2021-06-25T10:09:50.284472+00:00 0:09:02.711151 45815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T10:00:44.991980+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T10:00:39.334771+00:00 2021-06-25T10:00:41.172620+00:00 0:00:01.837849 45814 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T10:00:36.986419+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T10:00:25.002324+00:00 2021-06-25T10:00:26.698398+00:00 0:00:01.696074 45813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T10:00:22.839721+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T09:00:00+00:00 PythonOperator 2021-06-25T10:00:15.295408+00:00 2021-06-25T10:00:18.994841+00:00 0:00:03.699433 45812 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T10:00:12.835173+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T09:00:00+00:00 PythonOperator 2021-06-25T10:00:04.994609+00:00 2021-06-25T10:00:08.516351+00:00 0:00:03.521742 45811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T10:00:02.820638+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T08:00:00+00:00 EmrJobFlowSensor 2021-06-25T09:12:09.995914+00:00 2021-06-25T09:21:12.943483+00:00 0:09:02.947569 45810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T09:12:07.642744+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T08:00:00+00:00 EmrJobFlowSensor 2021-06-25T09:12:05.776080+00:00 2021-06-25T09:22:08.749151+00:00 0:10:02.973071 45809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T09:12:03.638103+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T09:11:45.735864+00:00 2021-06-25T09:11:47.421033+00:00 0:00:01.685169 45808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T09:11:43.591909+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T09:11:41.792336+00:00 2021-06-25T09:11:43.457829+00:00 0:00:01.665493 45807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T09:11:39.648788+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T08:00:00+00:00 PythonOperator 2021-06-25T09:11:25.891050+00:00 2021-06-25T09:11:29.877410+00:00 0:00:03.986360 45806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T09:11:23.554761+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T08:00:00+00:00 PythonOperator 2021-06-25T09:11:19.981783+00:00 2021-06-25T09:11:23.385903+00:00 0:00:03.404120 45805 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T09:11:17.555767+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T08:00:00+00:00 TriggerDagRunOperator 2021-06-25T09:11:00.140753+00:00 2021-06-25T09:11:00.660586+00:00 0:00:00.519833 45804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T09:10:57.552178+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T08:00:00+00:00 TriggerDagRunOperator 2021-06-25T09:11:00.022499+00:00 2021-06-25T09:11:00.445369+00:00 0:00:00.422870 45803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T09:10:57.552141+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T08:05:00+00:00 EmrJobFlowSensor 2021-06-25T09:06:01.178980+00:00 2021-06-25T09:15:03.819308+00:00 0:09:02.640328 45802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T09:05:58.962778+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T09:05:38.995503+00:00 2021-06-25T09:05:40.652032+00:00 0:00:01.656529 45801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T09:05:36.872425+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T08:05:00+00:00 PythonOperator 2021-06-25T09:05:17.303573+00:00 2021-06-25T09:05:20.322708+00:00 0:00:03.019135 45800 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T09:05:14.853169+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T08:00:00+00:00 EmrJobFlowSensor 2021-06-25T09:01:45.340372+00:00 2021-06-25T09:11:48.120822+00:00 0:10:02.780450 45799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T09:01:42.361829+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T08:00:00+00:00 EmrJobFlowSensor 2021-06-25T09:01:45.362721+00:00 2021-06-25T09:10:48.074883+00:00 0:09:02.712162 45798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T09:01:42.361876+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T09:00:55.327812+00:00 2021-06-25T09:00:57.075720+00:00 0:00:01.747908 45796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T09:00:53.127419+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T09:00:53.523060+00:00 2021-06-25T09:00:55.406569+00:00 0:00:01.883509 45795 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T09:00:51.122610+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T08:00:00+00:00 PythonOperator 2021-06-25T09:00:24.528718+00:00 2021-06-25T09:00:27.931338+00:00 0:00:03.402620 45794 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T09:00:21.160494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T08:00:00+00:00 PythonOperator 2021-06-25T09:00:19.673032+00:00 2021-06-25T09:00:24.220604+00:00 0:00:04.547572 45793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T09:00:17.159578+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T07:00:00+00:00 EmrJobFlowSensor 2021-06-25T08:12:00.486762+00:00 2021-06-25T08:21:03.217266+00:00 0:09:02.730504 45792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T08:11:57.749505+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T07:00:00+00:00 EmrJobFlowSensor 2021-06-25T08:11:57.933490+00:00 2021-06-25T08:22:00.889128+00:00 0:10:02.955638 45791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T08:11:55.723170+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T08:11:38.028865+00:00 2021-06-25T08:11:39.942566+00:00 0:00:01.913701 45790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T08:11:35.694934+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T08:11:36.077358+00:00 2021-06-25T08:11:37.810888+00:00 0:00:01.733530 45789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T08:11:33.696487+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T07:00:00+00:00 PythonOperator 2021-06-25T08:11:16.017205+00:00 2021-06-25T08:11:19.602644+00:00 0:00:03.585439 45788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T08:11:13.677402+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T07:00:00+00:00 PythonOperator 2021-06-25T08:11:16.037473+00:00 2021-06-25T08:11:19.719648+00:00 0:00:03.682175 45787 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T08:11:13.677437+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T07:00:00+00:00 TriggerDagRunOperator 2021-06-25T08:10:52.120147+00:00 2021-06-25T08:10:52.630596+00:00 0:00:00.510449 45786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T08:10:49.656340+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T07:00:00+00:00 TriggerDagRunOperator 2021-06-25T08:10:51.869345+00:00 2021-06-25T08:10:52.292428+00:00 0:00:00.423083 45785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T08:10:49.656372+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T07:05:00+00:00 EmrJobFlowSensor 2021-06-25T08:05:59.366268+00:00 2021-06-25T08:15:02.049712+00:00 0:09:02.683444 45784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T08:05:57.223499+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T08:05:37.356390+00:00 2021-06-25T08:05:39.099803+00:00 0:00:01.743413 45783 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T08:05:35.204147+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T07:05:00+00:00 PythonOperator 2021-06-25T08:05:15.570040+00:00 2021-06-25T08:05:18.886492+00:00 0:00:03.316452 45782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T08:05:13.185042+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T07:00:00+00:00 EmrJobFlowSensor 2021-06-25T08:01:29.361513+00:00 2021-06-25T08:12:32.376028+00:00 0:11:03.014515 45781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T08:01:26.937086+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T07:00:00+00:00 EmrJobFlowSensor 2021-06-25T08:01:25.186661+00:00 2021-06-25T08:10:27.945402+00:00 0:09:02.758741 45780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T08:01:22.932142+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T08:00:42.775012+00:00 2021-06-25T08:00:44.510920+00:00 0:00:01.735908 45778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T08:00:40.614887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T08:00:29.042181+00:00 2021-06-25T08:00:30.915776+00:00 0:00:01.873595 45777 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T08:00:26.607878+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T07:00:00+00:00 PythonOperator 2021-06-25T08:00:18.917067+00:00 2021-06-25T08:00:22.433206+00:00 0:00:03.516139 45776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T08:00:16.658481+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T07:00:00+00:00 PythonOperator 2021-06-25T08:00:08.899650+00:00 2021-06-25T08:00:12.877654+00:00 0:00:03.978004 45775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T08:00:06.590170+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T06:00:00+00:00 EmrJobFlowSensor 2021-06-25T07:12:05.391283+00:00 2021-06-25T07:21:08.171239+00:00 0:09:02.779956 45774 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T07:12:02.992348+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T06:00:00+00:00 EmrJobFlowSensor 2021-06-25T07:11:49.385873+00:00 2021-06-25T07:20:52.188734+00:00 0:09:02.802861 45773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T07:11:46.966311+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T07:11:43.185385+00:00 2021-06-25T07:11:44.991897+00:00 0:00:01.806512 45772 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T07:11:40.911508+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T07:11:27.453762+00:00 2021-06-25T07:11:29.361790+00:00 0:00:01.908028 45771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T07:11:24.963407+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T06:00:00+00:00 PythonOperator 2021-06-25T07:11:21.079675+00:00 2021-06-25T07:11:24.399027+00:00 0:00:03.319352 45770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T07:11:18.889255+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T06:00:00+00:00 PythonOperator 2021-06-25T07:11:05.749334+00:00 2021-06-25T07:11:09.628585+00:00 0:00:03.879251 45769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T07:11:02.946098+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T06:00:00+00:00 TriggerDagRunOperator 2021-06-25T07:10:57.306814+00:00 2021-06-25T07:10:57.778733+00:00 0:00:00.471919 45768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T07:10:54.885451+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T06:00:00+00:00 TriggerDagRunOperator 2021-06-25T07:10:57.199070+00:00 2021-06-25T07:10:57.760710+00:00 0:00:00.561640 45767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T07:10:54.885424+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T06:05:00+00:00 EmrJobFlowSensor 2021-06-25T07:05:50.588543+00:00 2021-06-25T07:13:53.278340+00:00 0:08:02.689797 45766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T07:05:48.312054+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T07:05:30.852138+00:00 2021-06-25T07:05:32.489230+00:00 0:00:01.637092 45765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T07:05:28.362975+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T06:05:00+00:00 PythonOperator 2021-06-25T07:05:08.498680+00:00 2021-06-25T07:05:11.844278+00:00 0:00:03.345598 45764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T07:05:06.240466+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T06:00:00+00:00 EmrJobFlowSensor 2021-06-25T07:01:48.063359+00:00 2021-06-25T07:12:50.923453+00:00 0:11:02.860094 45763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T07:01:45.791326+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T06:00:00+00:00 EmrJobFlowSensor 2021-06-25T07:01:40.084074+00:00 2021-06-25T07:10:42.678586+00:00 0:09:02.594512 45762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T07:01:37.783637+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T07:01:27.882132+00:00 2021-06-25T07:01:29.591470+00:00 0:00:01.709338 45761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T07:01:25.709806+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T07:01:17.922373+00:00 2021-06-25T07:01:19.690608+00:00 0:00:01.768235 45760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T07:01:15.700089+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T06:00:00+00:00 PythonOperator 2021-06-25T07:01:05.871372+00:00 2021-06-25T07:01:09.760154+00:00 0:00:03.888782 45759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T07:01:03.687292+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T06:00:00+00:00 PythonOperator 2021-06-25T07:00:56.121428+00:00 2021-06-25T07:00:59.669571+00:00 0:00:03.548143 45758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T07:00:53.671272+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T05:05:00+00:00 EmrJobFlowSensor 2021-06-25T06:17:07.780411+00:00 2021-06-25T06:17:09.202412+00:00 0:00:01.422001 45756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T06:17:05.656299+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T05:00:00+00:00 EmrJobFlowSensor 2021-06-25T06:11:09.097838+00:00 2021-06-25T06:21:12.080952+00:00 0:10:02.983114 45755 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T06:11:06.572241+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T05:00:00+00:00 EmrJobFlowSensor 2021-06-25T06:11:08.980900+00:00 2021-06-25T06:21:12.006237+00:00 0:10:03.025337 45754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T06:11:06.572289+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T06:10:46.988306+00:00 2021-06-25T06:10:48.825140+00:00 0:00:01.836834 45753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T06:10:44.543006+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T06:10:46.891193+00:00 2021-06-25T06:10:48.618023+00:00 0:00:01.726830 45752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T06:10:44.542972+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T05:00:00+00:00 PythonOperator 2021-06-25T06:10:27.227096+00:00 2021-06-25T06:10:30.432786+00:00 0:00:03.205690 45751 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T06:10:24.450070+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T05:00:00+00:00 PythonOperator 2021-06-25T06:10:24.786992+00:00 2021-06-25T06:10:28.355015+00:00 0:00:03.568023 45750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T06:10:22.443787+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T05:00:00+00:00 TriggerDagRunOperator 2021-06-25T06:10:17.188224+00:00 2021-06-25T06:10:17.842388+00:00 0:00:00.654164 45749 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T06:10:14.552345+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T05:00:00+00:00 TriggerDagRunOperator 2021-06-25T06:10:16.960951+00:00 2021-06-25T06:10:17.421789+00:00 0:00:00.460838 45748 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T06:10:14.552300+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T06:05:38.455818+00:00 2021-06-25T06:05:40.301193+00:00 0:00:01.845375 45746 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T06:05:35.956170+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T05:05:00+00:00 PythonOperator 2021-06-25T06:05:17.970169+00:00 2021-06-25T06:05:21.534215+00:00 0:00:03.564046 45745 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T06:05:15.859751+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T05:00:00+00:00 EmrJobFlowSensor 2021-06-25T06:01:01.593131+00:00 2021-06-25T06:20:05.863808+00:00 0:19:04.270677 45744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T06:00:59.371906+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T05:00:00+00:00 EmrJobFlowSensor 2021-06-25T06:00:55.755555+00:00 2021-06-25T06:09:58.533354+00:00 0:09:02.777799 45743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T06:00:53.360765+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T06:00:29.640633+00:00 2021-06-25T06:00:31.383638+00:00 0:00:01.743005 45742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T06:00:27.305497+00:00 2 default_pool