Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:11:00.504252+00:00 2021-06-07T15:21:03.202261+00:00 0:10:02.698009 37852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:10:58.181705+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:10:50.500636+00:00 2021-06-07T15:10:52.155239+00:00 0:00:01.654603 37851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:10:48.167960+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:10:38.359723+00:00 2021-06-07T15:10:40.148382+00:00 0:00:01.788659 37850 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:10:36.089717+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:10:30.363534+00:00 2021-06-07T15:10:33.750647+00:00 0:00:03.387113 37849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:10:28.150190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:10:18.278112+00:00 2021-06-07T15:10:21.739776+00:00 0:00:03.461664 37848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:10:16.021588+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T14:00:00+00:00 TriggerDagRunOperator 2021-06-07T15:10:04.923170+00:00 2021-06-07T15:10:05.306023+00:00 0:00:00.382853 37847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:10:02.066153+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T14:00:00+00:00 TriggerDagRunOperator 2021-06-07T15:10:04.619599+00:00 2021-06-07T15:10:05.119722+00:00 0:00:00.500123 37846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:10:02.066101+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T14:05:00+00:00 EmrJobFlowSensor 2021-06-07T15:06:06.000576+00:00 2021-06-07T15:15:08.735200+00:00 0:09:02.734624 37845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:06:03.546566+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:05:43.866355+00:00 2021-06-07T15:05:45.568759+00:00 0:00:01.702404 37844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:05:41.560501+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T14:05:00+00:00 PythonOperator 2021-06-07T15:05:21.642772+00:00 2021-06-07T15:05:24.808134+00:00 0:00:03.165362 37843 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:05:19.461251+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:00:55.178381+00:00 2021-06-07T15:09:57.658951+00:00 0:09:02.480570 37842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:00:52.881906+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:00:53.155571+00:00 2021-06-07T15:12:56.206995+00:00 0:12:03.051424 37841 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:00:50.879138+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:00:35.093205+00:00 2021-06-07T15:00:36.757996+00:00 0:00:01.664791 37840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T15:00:32.865242+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:00:31.124005+00:00 2021-06-07T15:00:32.826394+00:00 0:00:01.702389 37839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:00:28.865001+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:00:13.047762+00:00 2021-06-07T15:00:16.370056+00:00 0:00:03.322294 37838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T15:00:10.820481+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:00:09.282616+00:00 2021-06-07T15:00:12.670575+00:00 0:00:03.387959 37837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:00:06.815936+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:11:35.567226+00:00 2021-06-07T14:21:38.308863+00:00 0:10:02.741637 37835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:11:32.918078+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:11:33.102249+00:00 2021-06-07T14:19:35.940656+00:00 0:08:02.838407 37834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:11:30.915019+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:11:13.834490+00:00 2021-06-07T14:11:15.619521+00:00 0:00:01.785031 37833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:11:10.894647+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:11:11.429240+00:00 2021-06-07T14:11:13.601488+00:00 0:00:02.172248 37832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:11:08.945000+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:10:50.992518+00:00 2021-06-07T14:10:54.516168+00:00 0:00:03.523650 37831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:10:48.828939+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:10:49.320608+00:00 2021-06-07T14:10:52.683838+00:00 0:00:03.363230 37830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:10:46.947069+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T13:00:00+00:00 TriggerDagRunOperator 2021-06-07T14:10:25.173242+00:00 2021-06-07T14:10:25.565674+00:00 0:00:00.392432 37829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:10:22.812381+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T13:00:00+00:00 TriggerDagRunOperator 2021-06-07T14:10:25.141563+00:00 2021-06-07T14:10:25.679388+00:00 0:00:00.537825 37828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:10:22.812414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T13:05:00+00:00 EmrJobFlowSensor 2021-06-07T14:05:48.765686+00:00 2021-06-07T14:13:51.357197+00:00 0:08:02.591511 37827 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:05:46.401956+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:05:26.731697+00:00 2021-06-07T14:05:28.351113+00:00 0:00:01.619416 37826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:05:24.361710+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T13:05:00+00:00 PythonOperator 2021-06-07T14:05:06.612954+00:00 2021-06-07T14:05:09.847658+00:00 0:00:03.234704 37825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:05:04.362213+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:01:02.502084+00:00 2021-06-07T14:13:05.523268+00:00 0:12:03.021184 37824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:00:59.967856+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:01:00.512946+00:00 2021-06-07T14:10:03.329640+00:00 0:09:02.816694 37823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:00:57.967586+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:00:37.891243+00:00 2021-06-07T14:00:39.603969+00:00 0:00:01.712726 37822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:00:35.742311+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:00:33.899233+00:00 2021-06-07T14:00:35.642509+00:00 0:00:01.743276 37821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T14:00:31.739418+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:00:08.138161+00:00 2021-06-07T14:00:11.365692+00:00 0:00:03.227531 37820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T14:00:05.713644+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:00:07.980371+00:00 2021-06-07T14:00:11.621451+00:00 0:00:03.641080 37819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:00:05.713615+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:32:33.210856+00:00 2021-06-07T13:41:35.855881+00:00 0:09:02.645025 37818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:32:30.908094+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:32:27.102377+00:00 2021-06-07T13:43:29.975602+00:00 0:11:02.873225 37817 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:32:24.900687+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:32:11.097238+00:00 2021-06-07T13:32:12.838759+00:00 0:00:01.741521 37816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:32:08.889176+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:32:05.311972+00:00 2021-06-07T13:32:07.027459+00:00 0:00:01.715487 37815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:32:02.887797+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:31:47.248424+00:00 2021-06-07T13:31:50.052201+00:00 0:00:02.803777 37814 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:31:44.887934+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:31:41.132721+00:00 2021-06-07T13:31:44.743794+00:00 0:00:03.611073 37813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:31:38.885328+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T12:00:00+00:00 TriggerDagRunOperator 2021-06-07T13:31:23.195691+00:00 2021-06-07T13:31:23.667195+00:00 0:00:00.471504 37812 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:31:20.846969+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T12:00:00+00:00 TriggerDagRunOperator 2021-06-07T13:31:23.228413+00:00 2021-06-07T13:31:23.754904+00:00 0:00:00.526491 37811 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:31:20.846942+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:20:57.794619+00:00 2021-06-07T13:31:00.501848+00:00 0:10:02.707229 37810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:20:55.671929+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T12:05:00+00:00 EmrJobFlowSensor 2021-06-07T13:20:55.972759+00:00 2021-06-07T13:28:58.600064+00:00 0:08:02.627305 37809 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:20:53.673310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:20:44.365811+00:00 2021-06-07T13:31:47.134050+00:00 0:11:02.768239 37808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:20:41.663045+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:20:36.135359+00:00 2021-06-07T13:20:37.959974+00:00 0:00:01.824615 37807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T13:20:33.654859+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:20:35.923014+00:00 2021-06-07T13:20:37.577556+00:00 0:00:01.654542 37806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:20:33.654892+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:20:21.701258+00:00 2021-06-07T13:20:23.388156+00:00 0:00:01.686898 37805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:20:19.592896+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:20:12.147480+00:00 2021-06-07T13:20:15.384964+00:00 0:00:03.237484 37804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T13:20:09.650972+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T12:05:00+00:00 PythonOperator 2021-06-07T13:20:11.969212+00:00 2021-06-07T13:20:15.384896+00:00 0:00:03.415684 37803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:20:09.651004+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:20:02.187207+00:00 2021-06-07T13:20:05.563982+00:00 0:00:03.376775 37802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:19:59.658551+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:09:59.184245+00:00 2021-06-07T12:19:01.954719+00:00 0:09:02.770474 37800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:09:56.779026+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:09:56.795272+00:00 2021-06-07T12:19:59.485503+00:00 0:10:02.690231 37799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:09:54.705610+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:09:38.929486+00:00 2021-06-07T12:09:40.700007+00:00 0:00:01.770521 37798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:09:36.689394+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:09:35.034403+00:00 2021-06-07T12:09:36.823210+00:00 0:00:01.788807 37797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:09:32.685373+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:09:17.782707+00:00 2021-06-07T12:09:21.294710+00:00 0:00:03.512003 37796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:09:14.607365+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:09:13.035047+00:00 2021-06-07T12:09:17.616393+00:00 0:00:04.581346 37795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:09:10.673636+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T11:00:00+00:00 TriggerDagRunOperator 2021-06-07T12:08:59.300540+00:00 2021-06-07T12:08:59.666248+00:00 0:00:00.365708 37794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:08:56.591448+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T11:00:00+00:00 TriggerDagRunOperator 2021-06-07T12:08:59.020238+00:00 2021-06-07T12:08:59.506675+00:00 0:00:00.486437 37793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:08:56.591496+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T11:05:00+00:00 EmrJobFlowSensor 2021-06-07T12:05:50.465494+00:00 2021-06-07T12:14:53.061517+00:00 0:09:02.596023 37792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:05:48.307385+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:05:30.897224+00:00 2021-06-07T12:05:32.650712+00:00 0:00:01.753488 37791 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:05:28.446274+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T11:05:00+00:00 PythonOperator 2021-06-07T12:05:08.661448+00:00 2021-06-07T12:05:12.044924+00:00 0:00:03.383476 37790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:05:06.273327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:01:06.268859+00:00 2021-06-07T12:13:09.473931+00:00 0:12:03.205072 37789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:01:03.944364+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:00:48.270783+00:00 2021-06-07T12:08:50.876831+00:00 0:08:02.606048 37788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:00:45.866186+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:00:46.540616+00:00 2021-06-07T12:00:48.337111+00:00 0:00:01.796495 37787 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:00:43.860245+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:00:28.153177+00:00 2021-06-07T12:00:29.992266+00:00 0:00:01.839089 37786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T12:00:25.848684+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:00:24.012074+00:00 2021-06-07T12:00:27.529627+00:00 0:00:03.517553 37785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:00:21.787956+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:00:06.110899+00:00 2021-06-07T12:00:09.363175+00:00 0:00:03.252276 37784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T12:00:03.725713+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:10:23.480016+00:00 2021-06-07T11:19:26.081370+00:00 0:09:02.601354 37782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:10:21.344404+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:09:59.597975+00:00 2021-06-07T11:18:02.104556+00:00 0:08:02.506581 37781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:09:57.290078+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:09:57.605898+00:00 2021-06-07T11:09:59.282057+00:00 0:00:01.676159 37780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:09:55.340828+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:09:39.389519+00:00 2021-06-07T11:09:41.052386+00:00 0:00:01.662867 37779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:09:37.232443+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:09:35.536995+00:00 2021-06-07T11:09:39.022979+00:00 0:00:03.485984 37778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:09:33.231330+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:09:17.859155+00:00 2021-06-07T11:09:21.236798+00:00 0:00:03.377643 37777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:09:15.210142+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T10:00:00+00:00 TriggerDagRunOperator 2021-06-07T11:09:09.669860+00:00 2021-06-07T11:09:10.150471+00:00 0:00:00.480611 37776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:09:07.204545+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T10:00:00+00:00 TriggerDagRunOperator 2021-06-07T11:09:09.511773+00:00 2021-06-07T11:09:09.923283+00:00 0:00:00.411510 37775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:09:07.204509+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T10:05:00+00:00 EmrJobFlowSensor 2021-06-07T11:05:49.127095+00:00 2021-06-07T11:14:51.606893+00:00 0:09:02.479798 37774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:05:46.861290+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:05:27.140898+00:00 2021-06-07T11:05:29.018505+00:00 0:00:01.877607 37773 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:05:24.725941+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T10:05:00+00:00 PythonOperator 2021-06-07T11:05:06.832472+00:00 2021-06-07T11:05:10.136919+00:00 0:00:03.304447 37772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:05:04.707679+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:01:06.468087+00:00 2021-06-07T11:12:09.294304+00:00 0:11:02.826217 37771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:01:04.342823+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:00:50.593980+00:00 2021-06-07T11:08:53.278095+00:00 0:08:02.684115 37770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:00:48.336859+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:00:44.484128+00:00 2021-06-07T11:00:46.150140+00:00 0:00:01.666012 37769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:00:42.321135+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:00:26.876034+00:00 2021-06-07T11:00:28.655281+00:00 0:00:01.779247 37768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T11:00:24.560072+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:00:22.789755+00:00 2021-06-07T11:00:26.295126+00:00 0:00:03.505371 37767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:00:20.366034+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:00:06.755847+00:00 2021-06-07T11:00:10.009838+00:00 0:00:03.253991 37766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T11:00:04.291263+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T09:00:00+00:00 EmrJobFlowSensor 2021-06-07T10:12:43.662734+00:00 2021-06-07T10:21:46.196003+00:00 0:09:02.533269 37764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T10:12:41.429857+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T09:00:00+00:00 EmrJobFlowSensor 2021-06-07T10:12:37.569550+00:00 2021-06-07T10:21:40.081812+00:00 0:09:02.512262 37763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T10:12:35.425791+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T10:12:21.584857+00:00 2021-06-07T10:12:23.375502+00:00 0:00:01.790645 37762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T10:12:19.413447+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T10:12:13.621528+00:00 2021-06-07T10:12:15.461710+00:00 0:00:01.840182 37761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T10:12:11.406786+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T09:00:00+00:00 PythonOperator 2021-06-07T10:11:59.884347+00:00 2021-06-07T10:12:03.458926+00:00 0:00:03.574579 37760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T10:11:57.466323+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T09:00:00+00:00 PythonOperator 2021-06-07T10:11:49.883376+00:00 2021-06-07T10:11:53.225064+00:00 0:00:03.341688 37759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T10:11:47.460778+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T09:00:00+00:00 TriggerDagRunOperator 2021-06-07T10:11:39.808949+00:00 2021-06-07T10:11:40.354306+00:00 0:00:00.545357 37758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T10:11:37.405676+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T09:00:00+00:00 TriggerDagRunOperator 2021-06-07T10:11:39.660489+00:00 2021-06-07T10:11:40.045820+00:00 0:00:00.385331 37757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T10:11:37.405624+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T09:05:00+00:00 EmrJobFlowSensor 2021-06-07T10:06:04.823455+00:00 2021-06-07T10:15:07.366406+00:00 0:09:02.542951 37756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T10:06:02.697112+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T10:05:42.854398+00:00 2021-06-07T10:05:44.465241+00:00 0:00:01.610843 37755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T10:05:40.592591+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T09:05:00+00:00 PythonOperator 2021-06-07T10:05:22.658289+00:00 2021-06-07T10:05:25.965305+00:00 0:00:03.307016 37754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T10:05:20.524944+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T09:00:00+00:00 EmrJobFlowSensor 2021-06-07T10:01:14.528894+00:00 2021-06-07T10:11:17.273981+00:00 0:10:02.745087 37753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T10:01:12.193531+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T09:00:00+00:00 EmrJobFlowSensor 2021-06-07T10:01:12.367087+00:00 2021-06-07T10:12:15.309632+00:00 0:11:02.942545 37752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T10:01:10.183004+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T10:00:52.337046+00:00 2021-06-07T10:00:54.005468+00:00 0:00:01.668422 37751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T10:00:50.101861+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T10:00:50.415739+00:00 2021-06-07T10:00:52.196479+00:00 0:00:01.780740 37750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T10:00:48.111183+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T09:00:00+00:00 PythonOperator 2021-06-07T10:00:24.771610+00:00 2021-06-07T10:00:28.143106+00:00 0:00:03.371496 37749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T10:00:22.081302+00:00 2 default_pool