Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-25T03:00:00+00:00 PythonOperator 2021-06-25T04:10:34.812747+00:00 2021-06-25T04:10:38.497717+00:00 0:00:03.684970 45714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T04:10:32.583410+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T03:00:00+00:00 TriggerDagRunOperator 2021-06-25T04:10:19.053594+00:00 2021-06-25T04:10:19.570033+00:00 0:00:00.516439 45713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T04:10:16.527109+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T03:00:00+00:00 TriggerDagRunOperator 2021-06-25T04:10:18.752059+00:00 2021-06-25T04:10:19.132046+00:00 0:00:00.379987 45712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T04:10:16.527076+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T03:05:00+00:00 EmrJobFlowSensor 2021-06-25T04:05:56.416582+00:00 2021-06-25T04:14:59.005429+00:00 0:09:02.588847 45711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T04:05:54.095627+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T04:05:34.497975+00:00 2021-06-25T04:05:36.135425+00:00 0:00:01.637450 45710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T04:05:32.080144+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T03:05:00+00:00 PythonOperator 2021-06-25T04:05:12.453534+00:00 2021-06-25T04:05:15.938117+00:00 0:00:03.484583 45709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T04:05:10.059035+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T03:00:00+00:00 EmrJobFlowSensor 2021-06-25T04:01:01.914745+00:00 2021-06-25T04:10:04.736483+00:00 0:09:02.821738 45708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T04:00:59.681767+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T03:00:00+00:00 EmrJobFlowSensor 2021-06-25T04:00:46.046469+00:00 2021-06-25T04:19:50.044352+00:00 0:19:03.997883 45707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T04:00:43.667241+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T04:00:39.803219+00:00 2021-06-25T04:00:41.489558+00:00 0:00:01.686339 45706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T04:00:37.620398+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T04:00:25.983922+00:00 2021-06-25T04:00:27.916302+00:00 0:00:01.932380 45705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T04:00:23.605275+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T03:00:00+00:00 PythonOperator 2021-06-25T04:00:19.930461+00:00 2021-06-25T04:00:23.264428+00:00 0:00:03.333967 45704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T04:00:17.603273+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T03:00:00+00:00 PythonOperator 2021-06-25T04:00:03.894940+00:00 2021-06-25T04:00:07.821957+00:00 0:00:03.927017 45703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T04:00:01.584355+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T02:05:00+00:00 EmrJobFlowSensor 2021-06-25T03:12:50.674477+00:00 2021-06-25T03:14:52.318043+00:00 0:02:01.643566 45701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T03:12:48.543592+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T02:00:00+00:00 EmrJobFlowSensor 2021-06-25T03:10:30.819100+00:00 2021-06-25T03:19:33.607874+00:00 0:09:02.788774 45700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T03:10:28.264480+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T02:00:00+00:00 EmrJobFlowSensor 2021-06-25T03:10:30.819291+00:00 2021-06-25T03:19:33.611387+00:00 0:09:02.792096 45699 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T03:10:28.264425+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T03:10:10.894867+00:00 2021-06-25T03:10:12.586055+00:00 0:00:01.691188 45698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T03:10:08.176465+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T03:10:08.314156+00:00 2021-06-25T03:10:10.379119+00:00 0:00:02.064963 45697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T03:10:06.123762+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T02:00:00+00:00 PythonOperator 2021-06-25T03:09:48.410276+00:00 2021-06-25T03:09:52.203275+00:00 0:00:03.792999 45696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T03:09:46.101434+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T02:00:00+00:00 PythonOperator 2021-06-25T03:09:48.440475+00:00 2021-06-25T03:09:51.812869+00:00 0:00:03.372394 45695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T03:09:46.101396+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T02:00:00+00:00 TriggerDagRunOperator 2021-06-25T03:09:28.503462+00:00 2021-06-25T03:09:28.993593+00:00 0:00:00.490131 45694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T03:09:26.082254+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T02:00:00+00:00 TriggerDagRunOperator 2021-06-25T03:09:28.309287+00:00 2021-06-25T03:09:28.698582+00:00 0:00:00.389295 45693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T03:09:26.082300+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T03:05:38.190552+00:00 2021-06-25T03:05:40.128396+00:00 0:00:01.937844 45691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T03:05:35.852610+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T02:05:00+00:00 PythonOperator 2021-06-25T03:05:14.098368+00:00 2021-06-25T03:05:16.982295+00:00 0:00:02.883927 45690 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T03:05:11.764941+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T02:00:00+00:00 EmrJobFlowSensor 2021-06-25T03:01:07.613941+00:00 2021-06-25T03:09:10.274475+00:00 0:08:02.660534 45689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T03:01:05.385846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T02:00:00+00:00 EmrJobFlowSensor 2021-06-25T03:01:07.576933+00:00 2021-06-25T03:18:11.588480+00:00 0:17:04.011547 45688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T03:01:05.385878+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T03:00:45.695617+00:00 2021-06-25T03:00:47.406635+00:00 0:00:01.711018 45687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T03:00:43.319622+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T03:00:45.691561+00:00 2021-06-25T03:00:47.575601+00:00 0:00:01.884040 45686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T03:00:43.319654+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T02:00:00+00:00 PythonOperator 2021-06-25T03:00:24.153038+00:00 2021-06-25T03:00:27.796033+00:00 0:00:03.642995 45685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T03:00:21.302117+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T02:00:00+00:00 PythonOperator 2021-06-25T03:00:21.917299+00:00 2021-06-25T03:00:26.252734+00:00 0:00:04.335435 45684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T03:00:19.297601+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T01:00:00+00:00 EmrJobFlowSensor 2021-06-25T02:12:17.697000+00:00 2021-06-25T02:21:20.443467+00:00 0:09:02.746467 45682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:12:15.442815+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T01:00:00+00:00 EmrJobFlowSensor 2021-06-25T02:12:13.836840+00:00 2021-06-25T02:22:16.884404+00:00 0:10:03.047564 45681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:12:11.439934+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T02:11:49.797057+00:00 2021-06-25T02:11:51.579925+00:00 0:00:01.782868 45680 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T02:11:47.406879+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T02:11:39.760746+00:00 2021-06-25T02:11:41.470197+00:00 0:00:01.709451 45679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T02:11:37.395060+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T01:00:00+00:00 PythonOperator 2021-06-25T02:11:27.519009+00:00 2021-06-25T02:11:31.158698+00:00 0:00:03.639689 45678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T02:11:25.364380+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T01:00:00+00:00 PythonOperator 2021-06-25T02:11:16.223524+00:00 2021-06-25T02:11:20.026521+00:00 0:00:03.802997 45677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T02:11:13.354854+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T01:00:00+00:00 TriggerDagRunOperator 2021-06-25T02:11:07.895379+00:00 2021-06-25T02:11:08.443188+00:00 0:00:00.547809 45676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:11:05.351659+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T01:00:00+00:00 TriggerDagRunOperator 2021-06-25T02:11:07.772139+00:00 2021-06-25T02:11:08.154047+00:00 0:00:00.381908 45675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:11:05.351696+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T01:05:00+00:00 EmrJobFlowSensor 2021-06-25T02:05:59.295752+00:00 2021-06-25T02:15:01.987315+00:00 0:09:02.691563 45674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:05:56.838372+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T02:05:35.300534+00:00 2021-06-25T02:05:36.927408+00:00 0:00:01.626874 45673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T02:05:32.943547+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T01:05:00+00:00 PythonOperator 2021-06-25T02:05:13.288141+00:00 2021-06-25T02:05:16.605645+00:00 0:00:03.317504 45672 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T02:05:10.859089+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T01:00:00+00:00 EmrJobFlowSensor 2021-06-25T02:01:08.599688+00:00 2021-06-25T02:20:12.799744+00:00 0:19:04.200056 45671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:01:06.402600+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-25T02:00:58.488009+00:00 2021-06-25T02:12:01.483914+00:00 0:11:02.995905 45670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T02:00:56.305544+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T01:00:00+00:00 EmrJobFlowSensor 2021-06-25T02:00:52.684163+00:00 2021-06-25T02:10:55.662561+00:00 0:10:02.978398 45669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T02:00:50.348321+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T02:00:46.404961+00:00 2021-06-25T02:00:48.106924+00:00 0:00:01.701963 45668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T02:00:44.265526+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T02:00:39.004074+00:00 2021-06-25T02:00:40.783762+00:00 0:00:01.779688 45667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T02:00:36.257326+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T02:00:30.733467+00:00 2021-06-25T02:00:32.565313+00:00 0:00:01.831846 45666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T02:00:28.265574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T01:00:00+00:00 PythonOperator 2021-06-25T02:00:24.488819+00:00 2021-06-25T02:00:28.160963+00:00 0:00:03.672144 45665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T02:00:22.133957+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-25T02:00:16.333725+00:00 2021-06-25T02:00:20.343218+00:00 0:00:04.009493 45664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T02:00:14.128353+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T01:00:00+00:00 PythonOperator 2021-06-25T02:00:10.680389+00:00 2021-06-25T02:00:14.294228+00:00 0:00:03.613839 45663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T02:00:08.123668+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T00:00:00+00:00 EmrJobFlowSensor 2021-06-25T01:11:20.546355+00:00 2021-06-25T01:21:23.454088+00:00 0:10:02.907733 45661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:11:18.354959+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T00:00:00+00:00 EmrJobFlowSensor 2021-06-25T01:11:18.747804+00:00 2021-06-25T01:21:21.689203+00:00 0:10:02.941399 45660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:11:16.357703+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:10:58.545226+00:00 2021-06-25T01:11:00.349063+00:00 0:00:01.803837 45659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T01:10:56.281528+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:10:56.501240+00:00 2021-06-25T01:10:58.252858+00:00 0:00:01.751618 45658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T01:10:54.249364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T00:00:00+00:00 PythonOperator 2021-06-25T01:10:38.479296+00:00 2021-06-25T01:10:42.075274+00:00 0:00:03.595978 45657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T01:10:36.228174+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T00:00:00+00:00 PythonOperator 2021-06-25T01:10:36.703366+00:00 2021-06-25T01:10:40.286895+00:00 0:00:03.583529 45656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T01:10:34.241488+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T00:00:00+00:00 TriggerDagRunOperator 2021-06-25T01:10:24.754722+00:00 2021-06-25T01:10:25.289360+00:00 0:00:00.534638 45655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:10:22.267744+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T00:00:00+00:00 TriggerDagRunOperator 2021-06-25T01:10:24.682923+00:00 2021-06-25T01:10:25.107620+00:00 0:00:00.424697 45654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:10:22.267832+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T00:05:00+00:00 EmrJobFlowSensor 2021-06-25T01:05:47.973743+00:00 2021-06-25T01:14:50.663792+00:00 0:09:02.690049 45653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:05:45.799187+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:05:27.944996+00:00 2021-06-25T01:05:29.605601+00:00 0:00:01.660605 45652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T01:05:25.785803+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T00:05:00+00:00 PythonOperator 2021-06-25T01:05:05.940742+00:00 2021-06-25T01:05:09.508109+00:00 0:00:03.567367 45651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T01:05:03.714052+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T00:00:00+00:00 EmrJobFlowSensor 2021-06-25T01:01:11.589607+00:00 2021-06-25T01:10:14.345137+00:00 0:09:02.755530 45650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T01:01:09.424508+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T00:00:00+00:00 EmrJobFlowSensor 2021-06-25T01:01:09.787861+00:00 2021-06-25T01:19:13.897905+00:00 0:18:04.110044 45649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:01:07.442681+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:00:46.000835+00:00 2021-06-25T01:00:47.835121+00:00 0:00:01.834286 45648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T01:00:43.459654+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:00:45.902235+00:00 2021-06-25T01:00:47.602882+00:00 0:00:01.700647 45647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T01:00:43.459624+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T00:00:00+00:00 PythonOperator 2021-06-25T01:00:24.023454+00:00 2021-06-25T01:00:27.377571+00:00 0:00:03.354117 45646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T01:00:21.444613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T00:00:00+00:00 PythonOperator 2021-06-25T01:00:23.882859+00:00 2021-06-25T01:00:27.812345+00:00 0:00:03.929486 45645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T01:00:21.444581+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:09:53.090399+00:00 2021-06-25T00:18:55.707599+00:00 0:09:02.617200 45643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:09:50.944364+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:09:47.073277+00:00 2021-06-25T00:20:50.161899+00:00 0:11:03.088622 45642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:09:44.929482+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:09:33.095435+00:00 2021-06-25T00:09:34.887584+00:00 0:00:01.792149 45641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:09:30.886011+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:09:27.103462+00:00 2021-06-25T00:09:28.817490+00:00 0:00:01.714028 45640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:09:24.867312+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:09:11.135216+00:00 2021-06-25T00:09:14.816736+00:00 0:00:03.681520 45639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:09:08.845544+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:09:04.982834+00:00 2021-06-25T00:09:08.745406+00:00 0:00:03.762572 45638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:09:02.785784+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T23:00:00+00:00 TriggerDagRunOperator 2021-06-25T00:08:55.112105+00:00 2021-06-25T00:08:55.620843+00:00 0:00:00.508738 45637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:08:52.667699+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T23:00:00+00:00 TriggerDagRunOperator 2021-06-25T00:08:55.051626+00:00 2021-06-25T00:08:55.470855+00:00 0:00:00.419229 45636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:08:52.667729+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T23:05:00+00:00 EmrJobFlowSensor 2021-06-25T00:05:54.765630+00:00 2021-06-25T00:14:57.475956+00:00 0:09:02.710326 45635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:05:52.479844+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:05:32.851219+00:00 2021-06-25T00:05:34.597644+00:00 0:00:01.746425 45634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:05:30.465847+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T23:05:00+00:00 PythonOperator 2021-06-25T00:05:10.661445+00:00 2021-06-25T00:05:14.179708+00:00 0:00:03.518263 45633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:05:08.454750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:01:04.446132+00:00 2021-06-25T00:20:08.674112+00:00 0:19:04.227980 45632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:01:02.093326+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:00:46.348462+00:00 2021-06-25T00:08:49.152108+00:00 0:08:02.803646 45631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:00:44.059594+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:00:42.193202+00:00 2021-06-25T00:00:43.911256+00:00 0:00:01.718054 45630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:00:40.042822+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:00:26.390455+00:00 2021-06-25T00:00:28.263965+00:00 0:00:01.873510 45629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T00:00:24.031839+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:00:20.379585+00:00 2021-06-25T00:00:24.301539+00:00 0:00:03.921954 45628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:00:18.060064+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:00:04.504390+00:00 2021-06-25T00:00:08.067539+00:00 0:00:03.563149 45627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T00:00:02.017567+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:12:21.028365+00:00 2021-06-24T23:21:23.783716+00:00 0:09:02.755351 45625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:12:18.816041+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:12:19.060221+00:00 2021-06-24T23:22:21.876925+00:00 0:10:02.816704 45624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:12:16.813361+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:11:59.565914+00:00 2021-06-24T23:12:01.247192+00:00 0:00:01.681278 45623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:11:56.854859+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:11:57.139216+00:00 2021-06-24T23:11:59.201367+00:00 0:00:02.062151 45622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:11:54.860685+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:11:31.484430+00:00 2021-06-24T23:11:35.015343+00:00 0:00:03.530913 45621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:11:28.775832+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:11:22.877363+00:00 2021-06-24T23:11:26.759239+00:00 0:00:03.881876 45620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:11:20.700263+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T22:00:00+00:00 TriggerDagRunOperator 2021-06-24T23:11:08.977009+00:00 2021-06-24T23:11:09.509535+00:00 0:00:00.532526 45619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:11:06.689874+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T22:00:00+00:00 TriggerDagRunOperator 2021-06-24T23:11:08.850891+00:00 2021-06-24T23:11:09.279980+00:00 0:00:00.429089 45618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:11:06.689906+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T22:05:00+00:00 EmrJobFlowSensor 2021-06-24T23:06:04.307386+00:00 2021-06-24T23:15:07.013290+00:00 0:09:02.705904 45617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:06:02.111121+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:05:40.376395+00:00 2021-06-24T23:05:42.122754+00:00 0:00:01.746359 45616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:05:38.091037+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T22:05:00+00:00 PythonOperator 2021-06-24T23:05:18.161139+00:00 2021-06-24T23:05:21.690255+00:00 0:00:03.529116 45615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:05:16.031259+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:01:00.323587+00:00 2021-06-24T23:21:05.014235+00:00 0:20:04.690648 45614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:00:57.766680+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:00:56.083950+00:00 2021-06-24T23:10:59.003562+00:00 0:10:02.919612 45613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:00:53.779863+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:00:54.364537+00:00 2021-06-24T23:09:57.140556+00:00 0:09:02.776019 45612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:00:51.768194+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:00:38.871936+00:00 2021-06-24T23:00:40.605819+00:00 0:00:01.733883 45611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:00:35.705315+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:00:36.552173+00:00 2021-06-24T23:00:38.648684+00:00 0:00:02.096511 45610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T23:00:33.753417+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:00:34.423570+00:00 2021-06-24T23:00:36.173625+00:00 0:00:01.750055 45609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:00:31.755970+00:00 2 default_pool