Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T02:00:00+00:00 EmrJobFlowSensor 2021-06-01T03:00:54.339423+00:00 2021-06-01T03:10:56.999620+00:00 0:10:02.660197 34957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T03:00:52.107055+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T03:00:44.557497+00:00 2021-06-01T03:00:46.377218+00:00 0:00:01.819721 34956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T03:00:42.103054+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T03:00:30.497890+00:00 2021-06-01T03:00:32.192013+00:00 0:00:01.694123 34955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T03:00:28.156422+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T02:00:00+00:00 PythonOperator 2021-06-01T03:00:22.537721+00:00 2021-06-01T03:00:25.713228+00:00 0:00:03.175507 34954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T03:00:20.079244+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T02:00:00+00:00 PythonOperator 2021-06-01T03:00:10.338369+00:00 2021-06-01T03:00:13.674927+00:00 0:00:03.336558 34953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T03:00:07.993424+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T01:00:00+00:00 EmrJobFlowSensor 2021-06-01T02:12:09.798704+00:00 2021-06-01T02:21:12.430837+00:00 0:09:02.632133 34951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:12:07.548855+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T01:00:00+00:00 EmrJobFlowSensor 2021-06-01T02:11:50.055464+00:00 2021-06-01T02:20:52.634074+00:00 0:09:02.578610 34950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:11:47.533253+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T02:11:47.716737+00:00 2021-06-01T02:11:49.732690+00:00 0:00:02.015953 34949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T02:11:45.527528+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T02:11:28.246572+00:00 2021-06-01T02:11:29.928992+00:00 0:00:01.682420 34948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T02:11:25.563350+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T01:00:00+00:00 PythonOperator 2021-06-01T02:11:25.683364+00:00 2021-06-01T02:11:29.490131+00:00 0:00:03.806767 34947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T02:11:23.504605+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T01:00:00+00:00 PythonOperator 2021-06-01T02:11:07.874691+00:00 2021-06-01T02:11:11.713708+00:00 0:00:03.839017 34946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T02:11:05.487875+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T01:00:00+00:00 TriggerDagRunOperator 2021-06-01T02:11:00.383943+00:00 2021-06-01T02:11:00.847539+00:00 0:00:00.463596 34945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:10:57.458138+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T01:00:00+00:00 TriggerDagRunOperator 2021-06-01T02:11:00.123228+00:00 2021-06-01T02:11:00.676633+00:00 0:00:00.553405 34944 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:10:57.458189+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T01:05:00+00:00 EmrJobFlowSensor 2021-06-01T02:05:55.004499+00:00 2021-06-01T02:14:57.610033+00:00 0:09:02.605534 34943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:05:52.733283+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T02:05:34.858699+00:00 2021-06-01T02:05:36.472311+00:00 0:00:01.613612 34942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T02:05:32.713231+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T01:05:00+00:00 PythonOperator 2021-06-01T02:05:12.874610+00:00 2021-06-01T02:05:16.114137+00:00 0:00:03.239527 34941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T02:05:10.695387+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T01:00:00+00:00 EmrJobFlowSensor 2021-06-01T02:00:52.926006+00:00 2021-06-01T02:10:55.643013+00:00 0:10:02.717007 34940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T02:00:50.250977+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T01:00:00+00:00 EmrJobFlowSensor 2021-06-01T02:00:50.593114+00:00 2021-06-01T02:09:53.559447+00:00 0:09:02.966333 34939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:00:48.243168+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T02:00:31.005137+00:00 2021-06-01T02:00:32.704210+00:00 0:00:01.699073 34938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T02:00:28.357907+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T02:00:28.398806+00:00 2021-06-01T02:00:30.082475+00:00 0:00:01.683669 34937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T02:00:26.207924+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T01:00:00+00:00 PythonOperator 2021-06-01T02:00:08.475738+00:00 2021-06-01T02:00:11.805911+00:00 0:00:03.330173 34936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T02:00:06.262264+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T01:00:00+00:00 PythonOperator 2021-06-01T02:00:06.545875+00:00 2021-06-01T02:00:09.772892+00:00 0:00:03.227017 34935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T02:00:04.185864+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T00:00:00+00:00 EmrJobFlowSensor 2021-06-01T01:12:04.746484+00:00 2021-06-01T01:20:07.243672+00:00 0:08:02.497188 34933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:12:02.340823+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T00:00:00+00:00 EmrJobFlowSensor 2021-06-01T01:11:51.018322+00:00 2021-06-01T01:21:53.824246+00:00 0:10:02.805924 34932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:11:48.251844+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T01:11:42.552776+00:00 2021-06-01T01:11:44.288184+00:00 0:00:01.735408 34931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T01:11:40.251990+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T01:11:28.685766+00:00 2021-06-01T01:11:30.395658+00:00 0:00:01.709892 34930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T01:11:26.103506+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T00:00:00+00:00 PythonOperator 2021-06-01T01:11:20.314808+00:00 2021-06-01T01:11:23.596861+00:00 0:00:03.282053 34929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T01:11:18.096718+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T00:00:00+00:00 PythonOperator 2021-06-01T01:11:08.262363+00:00 2021-06-01T01:11:11.806484+00:00 0:00:03.544121 34928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T01:11:06.086622+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T00:00:00+00:00 TriggerDagRunOperator 2021-06-01T01:10:58.786398+00:00 2021-06-01T01:10:59.334533+00:00 0:00:00.548135 34927 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:10:56.054411+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T00:00:00+00:00 TriggerDagRunOperator 2021-06-01T01:10:58.685871+00:00 2021-06-01T01:10:59.389249+00:00 0:00:00.703378 34926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:10:56.054372+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T00:05:00+00:00 EmrJobFlowSensor 2021-06-01T01:05:58.214455+00:00 2021-06-01T01:14:00.716335+00:00 0:08:02.501880 34925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:05:55.666201+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T01:05:35.899308+00:00 2021-06-01T01:05:37.545384+00:00 0:00:01.646076 34924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T01:05:33.649858+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T00:05:00+00:00 PythonOperator 2021-06-01T01:05:13.751122+00:00 2021-06-01T01:05:16.869236+00:00 0:00:03.118114 34923 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T01:05:11.440704+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T00:00:00+00:00 EmrJobFlowSensor 2021-06-01T01:01:05.387692+00:00 2021-06-01T01:11:08.161056+00:00 0:10:02.773364 34922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:01:03.091038+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-01T00:00:00+00:00 EmrJobFlowSensor 2021-06-01T01:00:49.196563+00:00 2021-06-01T01:10:51.956312+00:00 0:10:02.759749 34921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T01:00:46.999504+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T01:00:43.227700+00:00 2021-06-01T01:00:45.124100+00:00 0:00:01.896400 34920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T01:00:40.992767+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-01T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T01:00:29.154998+00:00 2021-06-01T01:00:30.878925+00:00 0:00:01.723927 34919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T01:00:26.963754+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T00:00:00+00:00 PythonOperator 2021-06-01T01:00:19.364949+00:00 2021-06-01T01:00:22.641993+00:00 0:00:03.277044 34918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T01:00:17.044207+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-01T00:00:00+00:00 PythonOperator 2021-06-01T01:00:07.139101+00:00 2021-06-01T01:00:10.399526+00:00 0:00:03.260425 34917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T01:00:04.893755+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T23:00:00+00:00 EmrJobFlowSensor 2021-06-01T00:19:12.952358+00:00 2021-06-01T00:29:15.590667+00:00 0:10:02.638309 34916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:19:10.635090+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T23:00:00+00:00 EmrJobFlowSensor 2021-06-01T00:18:58.962366+00:00 2021-06-01T00:28:01.617570+00:00 0:09:02.655204 34915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:18:56.662715+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T00:18:50.708461+00:00 2021-06-01T00:18:52.515593+00:00 0:00:01.807132 34914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T00:18:48.537476+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T00:18:36.881608+00:00 2021-06-01T00:18:38.590186+00:00 0:00:01.708578 34913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T00:18:34.581461+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T23:00:00+00:00 PythonOperator 2021-06-01T00:18:28.929590+00:00 2021-06-01T00:18:32.068303+00:00 0:00:03.138713 34912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T00:18:26.514454+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T23:00:00+00:00 PythonOperator 2021-06-01T00:18:16.815082+00:00 2021-06-01T00:18:20.254265+00:00 0:00:03.439183 34911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T00:18:14.557446+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T23:00:00+00:00 TriggerDagRunOperator 2021-06-01T00:18:04.992152+00:00 2021-06-01T00:18:05.437428+00:00 0:00:00.445276 34910 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:18:02.485908+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T23:00:00+00:00 TriggerDagRunOperator 2021-06-01T00:18:04.930406+00:00 2021-06-01T00:18:05.488160+00:00 0:00:00.557754 34909 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:18:02.485936+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T23:05:00+00:00 EmrJobFlowSensor 2021-06-01T00:06:11.191321+00:00 2021-06-01T00:14:13.671574+00:00 0:08:02.480253 34907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:06:09.039299+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-01T00:05:45.319696+00:00 2021-06-01T00:05:47.066137+00:00 0:00:01.746441 34906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T00:05:43.015489+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T23:05:00+00:00 PythonOperator 2021-06-01T00:05:21.128625+00:00 2021-06-01T00:05:24.525188+00:00 0:00:03.396563 34905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T00:05:19.000669+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T23:00:00+00:00 EmrJobFlowSensor 2021-06-01T00:00:56.896220+00:00 2021-06-01T00:09:59.461234+00:00 0:09:02.565014 34904 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:00:54.495150+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T23:00:00+00:00 EmrJobFlowSensor 2021-06-01T00:00:56.782920+00:00 2021-06-01T00:10:59.666626+00:00 0:10:02.883706 34903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T00:00:54.495193+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T00:00:37.160422+00:00 2021-06-01T00:00:38.862222+00:00 0:00:01.701800 34902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T00:00:34.445370+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T00:00:34.732335+00:00 2021-06-01T00:00:36.822337+00:00 0:00:02.090002 34901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-01T00:00:32.460373+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T23:00:00+00:00 PythonOperator 2021-06-01T00:00:14.683381+00:00 2021-06-01T00:00:17.947260+00:00 0:00:03.263879 34900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T00:00:12.429623+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T23:00:00+00:00 PythonOperator 2021-06-01T00:00:12.691821+00:00 2021-06-01T00:00:15.848015+00:00 0:00:03.156194 34899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-01T00:00:10.429301+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T22:00:00+00:00 EmrJobFlowSensor 2021-05-31T23:12:03.830094+00:00 2021-05-31T23:21:06.592478+00:00 0:09:02.762384 34898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:12:01.492540+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T22:00:00+00:00 EmrJobFlowSensor 2021-05-31T23:12:03.871630+00:00 2021-05-31T23:21:06.662028+00:00 0:09:02.790398 34897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:12:01.492498+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:11:43.601647+00:00 2021-05-31T23:11:45.300747+00:00 0:00:01.699100 34896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T23:11:41.431129+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:11:41.592318+00:00 2021-05-31T23:11:43.374234+00:00 0:00:01.781916 34895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T23:11:39.428829+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T22:00:00+00:00 PythonOperator 2021-05-31T23:11:22.801144+00:00 2021-05-31T23:11:26.172559+00:00 0:00:03.371415 34894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:11:19.412328+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T22:00:00+00:00 PythonOperator 2021-05-31T23:11:20.760251+00:00 2021-05-31T23:11:24.756360+00:00 0:00:03.996109 34893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:11:17.414065+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T22:00:00+00:00 TriggerDagRunOperator 2021-05-31T23:11:12.217983+00:00 2021-05-31T23:11:12.795503+00:00 0:00:00.577520 34892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:11:09.241954+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T22:00:00+00:00 TriggerDagRunOperator 2021-05-31T23:11:12.103960+00:00 2021-05-31T23:11:12.536611+00:00 0:00:00.432651 34891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:11:09.242000+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T22:05:00+00:00 EmrJobFlowSensor 2021-05-31T23:06:11.598147+00:00 2021-05-31T23:15:14.148773+00:00 0:09:02.550626 34889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:06:09.270787+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T22:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:05:49.751978+00:00 2021-05-31T23:05:51.403060+00:00 0:00:01.651082 34888 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T23:05:47.203580+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T22:05:00+00:00 PythonOperator 2021-05-31T23:05:27.370435+00:00 2021-05-31T23:05:30.506765+00:00 0:00:03.136330 34887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:05:25.127426+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T22:00:00+00:00 EmrJobFlowSensor 2021-05-31T23:01:07.032646+00:00 2021-05-31T23:10:09.681270+00:00 0:09:02.648624 34886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:01:04.753903+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T22:00:00+00:00 EmrJobFlowSensor 2021-05-31T23:01:06.945145+00:00 2021-05-31T23:10:09.560530+00:00 0:09:02.615385 34885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:01:04.753937+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-05-30T23:00:00+00:00 EmrJobFlowSensor 2021-05-31T23:00:55.001856+00:00 2021-05-31T23:09:57.669472+00:00 0:09:02.667616 34884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:00:52.742586+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:00:47.271223+00:00 2021-05-31T23:00:49.027508+00:00 0:00:01.756285 34883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T23:00:44.735144+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:00:44.918538+00:00 2021-05-31T23:00:46.935665+00:00 0:00:02.017127 34882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T23:00:42.733295+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-05-30T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:00:34.958410+00:00 2021-05-31T23:00:36.604910+00:00 0:00:01.646500 34881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T23:00:32.722153+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T22:00:00+00:00 PythonOperator 2021-05-31T23:00:25.043442+00:00 2021-05-31T23:00:28.201180+00:00 0:00:03.157738 34880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:00:22.710066+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T22:00:00+00:00 PythonOperator 2021-05-31T23:00:22.963097+00:00 2021-05-31T23:00:26.308817+00:00 0:00:03.345720 34879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T23:00:20.705782+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-05-30T23:00:00+00:00 PythonOperator 2021-05-31T23:00:04.909986+00:00 2021-05-31T23:00:08.168329+00:00 0:00:03.258343 34878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:00:02.692817+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T21:00:00+00:00 EmrJobFlowSensor 2021-05-31T22:10:18.169354+00:00 2021-05-31T22:19:20.907287+00:00 0:09:02.737933 34877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:10:15.895208+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T21:00:00+00:00 EmrJobFlowSensor 2021-05-31T22:10:14.120544+00:00 2021-05-31T22:19:16.604318+00:00 0:09:02.483774 34876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:10:11.894472+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T22:09:58.190575+00:00 2021-05-31T22:09:59.939003+00:00 0:00:01.748428 34875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T22:09:55.901619+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T22:09:52.031867+00:00 2021-05-31T22:09:53.689423+00:00 0:00:01.657556 34874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T22:09:49.830469+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T21:00:00+00:00 PythonOperator 2021-05-31T22:09:35.989724+00:00 2021-05-31T22:09:39.497392+00:00 0:00:03.507668 34873 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T22:09:33.812134+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T21:00:00+00:00 PythonOperator 2021-05-31T22:09:32.600602+00:00 2021-05-31T22:09:35.823210+00:00 0:00:03.222608 34872 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T22:09:29.817041+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-31T21:00:00+00:00 TriggerDagRunOperator 2021-05-31T22:09:00.554342+00:00 2021-05-31T22:09:00.970565+00:00 0:00:00.416223 34870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:08:57.740988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T21:00:00+00:00 TriggerDagRunOperator 2021-05-31T22:09:00.224785+00:00 2021-05-31T22:09:00.789982+00:00 0:00:00.565197 34869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:08:57.740936+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-31T21:05:00+00:00 EmrJobFlowSensor 2021-05-31T22:05:59.750227+00:00 2021-05-31T22:15:02.338997+00:00 0:09:02.588770 34868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:05:57.407652+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-31T21:05:00+00:00 EmrCreateJobFlowOperator 2021-05-31T22:05:35.714089+00:00 2021-05-31T22:05:37.428397+00:00 0:00:01.714308 34867 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T22:05:33.385384+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-31T21:05:00+00:00 PythonOperator 2021-05-31T22:05:13.460038+00:00 2021-05-31T22:05:16.706816+00:00 0:00:03.246778 34866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T22:05:11.267309+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T21:00:00+00:00 EmrJobFlowSensor 2021-05-31T22:01:01.541234+00:00 2021-05-31T22:11:04.229908+00:00 0:10:02.688674 34865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:00:59.055766+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-31T21:00:00+00:00 EmrJobFlowSensor 2021-05-31T22:00:49.163613+00:00 2021-05-31T22:08:51.636672+00:00 0:08:02.473059 34864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T22:00:46.891323+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T22:00:39.135534+00:00 2021-05-31T22:00:40.841723+00:00 0:00:01.706189 34863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T22:00:36.880193+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-31T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T22:00:27.694461+00:00 2021-05-31T22:00:29.392399+00:00 0:00:01.697938 34862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-31T22:00:24.844271+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T21:00:00+00:00 PythonOperator 2021-05-31T22:00:19.072668+00:00 2021-05-31T22:00:22.326630+00:00 0:00:03.253962 34861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T22:00:16.843067+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-31T21:00:00+00:00 PythonOperator 2021-05-31T22:00:07.090217+00:00 2021-05-31T22:00:10.283739+00:00 0:00:03.193522 34860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-31T22:00:04.824176+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-31T20:00:00+00:00 EmrJobFlowSensor 2021-05-31T21:10:36.646321+00:00 2021-05-31T21:18:39.232638+00:00 0:08:02.586317 34859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T21:10:34.170922+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-31T20:00:00+00:00 EmrJobFlowSensor 2021-05-31T21:10:28.266460+00:00 2021-05-31T21:20:31.042785+00:00 0:10:02.776325 34858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T21:10:26.094959+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-31T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T21:10:16.443588+00:00 2021-05-31T21:10:18.155286+00:00 0:00:01.711698 34857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T21:10:14.152725+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-31T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T21:10:06.511520+00:00 2021-05-31T21:10:08.332988+00:00 0:00:01.821468 34856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T21:10:04.147237+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-31T20:00:00+00:00 PythonOperator 2021-05-31T21:09:38.855477+00:00 2021-05-31T21:09:42.504670+00:00 0:00:03.649193 34855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T21:09:36.017222+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-31T20:00:00+00:00 PythonOperator 2021-05-31T21:09:34.265367+00:00 2021-05-31T21:09:38.326678+00:00 0:00:04.061311 34854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T21:09:32.011893+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-31T20:00:00+00:00 TriggerDagRunOperator 2021-05-31T21:09:12.796102+00:00 2021-05-31T21:09:13.310500+00:00 0:00:00.514398 34853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T21:09:09.992288+00:00 2 default_pool