Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-10T01:00:00+00:00 PythonOperator 2021-06-10T02:00:24.740844+00:00 2021-06-10T02:00:28.171305+00:00 0:00:03.430461 38925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T02:00:22.568194+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T01:00:00+00:00 PythonOperator 2021-06-10T02:00:14.992314+00:00 2021-06-10T02:00:18.537366+00:00 0:00:03.545052 38924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T02:00:12.548418+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T00:00:00+00:00 EmrJobFlowSensor 2021-06-10T01:23:01.908084+00:00 2021-06-10T01:23:03.388198+00:00 0:00:01.480114 38922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T01:22:59.750365+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T00:00:00+00:00 EmrJobFlowSensor 2021-06-10T01:10:13.246697+00:00 2021-06-10T01:20:16.113513+00:00 0:10:02.866816 38920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T01:10:10.615344+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T01:10:04.997167+00:00 2021-06-10T01:10:06.699111+00:00 0:00:01.701944 38919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T01:10:02.675720+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T01:09:50.767007+00:00 2021-06-10T01:09:52.466073+00:00 0:00:01.699066 38918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T01:09:48.591514+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T00:00:00+00:00 PythonOperator 2021-06-10T01:09:42.973997+00:00 2021-06-10T01:09:46.437151+00:00 0:00:03.463154 38917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T01:09:40.590441+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T00:00:00+00:00 PythonOperator 2021-06-10T01:09:28.786701+00:00 2021-06-10T01:09:32.641929+00:00 0:00:03.855228 38916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T01:09:26.533102+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T00:00:00+00:00 TriggerDagRunOperator 2021-06-10T01:09:24.907401+00:00 2021-06-10T01:09:25.420251+00:00 0:00:00.512850 38915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T01:09:22.533223+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T00:00:00+00:00 TriggerDagRunOperator 2021-06-10T01:09:24.673924+00:00 2021-06-10T01:09:25.061995+00:00 0:00:00.388071 38914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T01:09:22.533186+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T00:05:00+00:00 EmrJobFlowSensor 2021-06-10T01:05:56.532278+00:00 2021-06-10T01:13:58.983867+00:00 0:08:02.451589 38913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T01:05:54.207810+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T01:05:36.366807+00:00 2021-06-10T01:05:37.984752+00:00 0:00:01.617945 38912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T01:05:34.252849+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T00:05:00+00:00 PythonOperator 2021-06-10T01:05:14.394675+00:00 2021-06-10T01:05:17.571991+00:00 0:00:03.177316 38911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T01:05:12.105051+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T00:00:00+00:00 EmrJobFlowSensor 2021-06-10T01:01:11.764357+00:00 2021-06-10T01:11:14.616081+00:00 0:10:02.851724 38910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T01:01:09.613800+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T00:00:00+00:00 EmrJobFlowSensor 2021-06-10T01:01:09.798194+00:00 2021-06-10T01:09:12.323979+00:00 0:08:02.525785 38909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T01:01:07.613757+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T01:00:38.340311+00:00 2021-06-10T01:00:39.977242+00:00 0:00:01.636931 38908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T01:00:35.587460+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T01:00:36.108180+00:00 2021-06-10T01:00:38.195278+00:00 0:00:02.087098 38907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T01:00:33.585383+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T00:00:00+00:00 PythonOperator 2021-06-10T01:00:15.992530+00:00 2021-06-10T01:00:19.368976+00:00 0:00:03.376446 38906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T01:00:13.489129+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T00:00:00+00:00 PythonOperator 2021-06-10T01:00:15.888498+00:00 2021-06-10T01:00:19.404584+00:00 0:00:03.516086 38905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T01:00:13.489157+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T23:00:00+00:00 EmrJobFlowSensor 2021-06-10T00:10:18.271043+00:00 2021-06-10T00:19:20.915442+00:00 0:09:02.644399 38903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T00:10:15.956873+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T23:00:00+00:00 EmrJobFlowSensor 2021-06-10T00:10:14.203770+00:00 2021-06-10T00:20:17.022526+00:00 0:10:02.818756 38902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T00:10:11.952577+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T00:09:56.619191+00:00 2021-06-10T00:09:58.409619+00:00 0:00:01.790428 38901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T00:09:53.985837+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T00:09:50.344256+00:00 2021-06-10T00:09:52.134306+00:00 0:00:01.790050 38900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T00:09:48.049922+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T23:00:00+00:00 PythonOperator 2021-06-10T00:09:34.091068+00:00 2021-06-10T00:09:37.819881+00:00 0:00:03.728813 38899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T00:09:31.885953+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T23:00:00+00:00 PythonOperator 2021-06-10T00:09:28.135830+00:00 2021-06-10T00:09:31.537883+00:00 0:00:03.402053 38898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T00:09:25.887918+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T23:00:00+00:00 TriggerDagRunOperator 2021-06-10T00:09:18.211045+00:00 2021-06-10T00:09:18.678819+00:00 0:00:00.467774 38897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T00:09:15.852373+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T23:00:00+00:00 TriggerDagRunOperator 2021-06-10T00:09:18.150710+00:00 2021-06-10T00:09:18.739072+00:00 0:00:00.588362 38896 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T00:09:15.852415+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T23:05:00+00:00 EmrJobFlowSensor 2021-06-10T00:05:51.779756+00:00 2021-06-10T00:14:54.442568+00:00 0:09:02.662812 38895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T00:05:49.601499+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T00:05:27.683975+00:00 2021-06-10T00:05:29.292486+00:00 0:00:01.608511 38894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T00:05:25.550685+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T23:05:00+00:00 PythonOperator 2021-06-10T00:05:05.774812+00:00 2021-06-10T00:05:08.993026+00:00 0:00:03.218214 38893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T00:05:03.527657+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T23:00:00+00:00 EmrJobFlowSensor 2021-06-10T00:00:55.314574+00:00 2021-06-10T00:08:57.868793+00:00 0:08:02.554219 38892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T00:00:53.125869+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T23:00:00+00:00 EmrJobFlowSensor 2021-06-10T00:00:51.268090+00:00 2021-06-10T00:12:54.134682+00:00 0:12:02.866592 38891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T00:00:49.122908+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T00:00:33.749245+00:00 2021-06-10T00:00:35.538960+00:00 0:00:01.789715 38890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T00:00:31.163858+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T00:00:29.430708+00:00 2021-06-10T00:00:31.253343+00:00 0:00:01.822635 38889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T00:00:27.108260+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T23:00:00+00:00 PythonOperator 2021-06-10T00:00:13.486134+00:00 2021-06-10T00:00:16.841209+00:00 0:00:03.355075 38888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T00:00:11.166916+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T23:00:00+00:00 PythonOperator 2021-06-10T00:00:09.511145+00:00 2021-06-10T00:00:12.899044+00:00 0:00:03.387899 38887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T00:00:07.090918+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T22:00:00+00:00 EmrJobFlowSensor 2021-06-09T23:10:15.008903+00:00 2021-06-09T23:20:17.809206+00:00 0:10:02.800303 38885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:10:12.620176+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T22:00:00+00:00 EmrJobFlowSensor 2021-06-09T23:10:12.800942+00:00 2021-06-09T23:20:15.550774+00:00 0:10:02.749832 38884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:10:10.620383+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T23:09:54.908101+00:00 2021-06-09T23:09:56.731628+00:00 0:00:01.823527 38883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T23:09:52.609953+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T23:09:50.818263+00:00 2021-06-09T23:09:52.597130+00:00 0:00:01.778867 38882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T23:09:48.609864+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T22:00:00+00:00 PythonOperator 2021-06-09T23:09:32.778510+00:00 2021-06-09T23:09:36.346061+00:00 0:00:03.567551 38881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T23:09:30.582249+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T22:00:00+00:00 PythonOperator 2021-06-09T23:09:28.985542+00:00 2021-06-09T23:09:32.199998+00:00 0:00:03.214456 38880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T23:09:26.556031+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T22:00:00+00:00 TriggerDagRunOperator 2021-06-09T23:09:16.792562+00:00 2021-06-09T23:09:17.174871+00:00 0:00:00.382309 38879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:09:14.496719+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T22:00:00+00:00 TriggerDagRunOperator 2021-06-09T23:09:16.777499+00:00 2021-06-09T23:09:17.291176+00:00 0:00:00.513677 38878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:09:14.496753+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T22:05:00+00:00 EmrJobFlowSensor 2021-06-09T23:06:00.576283+00:00 2021-06-09T23:15:03.231934+00:00 0:09:02.655651 38877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:05:58.246628+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T23:05:40.400147+00:00 2021-06-09T23:05:42.132877+00:00 0:00:01.732730 38876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T23:05:38.120494+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T22:05:00+00:00 PythonOperator 2021-06-09T23:05:18.582020+00:00 2021-06-09T23:05:22.055354+00:00 0:00:03.473334 38875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T23:05:16.159018+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-08T23:00:00+00:00 EmrJobFlowSensor 2021-06-09T23:00:55.960922+00:00 2021-06-09T23:08:58.563390+00:00 0:08:02.602468 38874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:00:53.629896+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T22:00:00+00:00 EmrJobFlowSensor 2021-06-09T23:00:51.858081+00:00 2021-06-09T23:08:54.422061+00:00 0:08:02.563980 38873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T23:00:49.628770+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T22:00:00+00:00 EmrJobFlowSensor 2021-06-09T23:00:47.813294+00:00 2021-06-09T23:12:50.856448+00:00 0:12:03.043154 38872 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T23:00:45.626481+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-08T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T23:00:33.945082+00:00 2021-06-09T23:00:35.762079+00:00 0:00:01.816997 38871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T23:00:31.611851+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T23:00:29.979825+00:00 2021-06-09T23:00:31.695884+00:00 0:00:01.716059 38870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T23:00:27.669754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T23:00:25.732299+00:00 2021-06-09T23:00:27.429642+00:00 0:00:01.697343 38869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T23:00:23.602691+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-08T23:00:00+00:00 PythonOperator 2021-06-09T23:00:13.928713+00:00 2021-06-09T23:00:17.208462+00:00 0:00:03.279749 38868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T23:00:11.590674+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T22:00:00+00:00 PythonOperator 2021-06-09T23:00:08.154739+00:00 2021-06-09T23:00:11.412671+00:00 0:00:03.257932 38867 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T23:00:05.648017+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T22:00:00+00:00 PythonOperator 2021-06-09T23:00:04.331417+00:00 2021-06-09T23:00:07.934709+00:00 0:00:03.603292 38866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T23:00:01.587365+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T21:00:00+00:00 EmrJobFlowSensor 2021-06-09T22:12:08.107362+00:00 2021-06-09T22:22:10.828751+00:00 0:10:02.721389 38864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T22:12:05.926040+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T21:00:00+00:00 EmrJobFlowSensor 2021-06-09T22:12:04.169105+00:00 2021-06-09T22:20:06.703192+00:00 0:08:02.534087 38863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T22:12:01.918217+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T22:11:46.202513+00:00 2021-06-09T22:11:47.905814+00:00 0:00:01.703301 38862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T22:11:43.966620+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T22:11:42.297352+00:00 2021-06-09T22:11:44.124480+00:00 0:00:01.827128 38861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T22:11:39.967231+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T21:00:00+00:00 PythonOperator 2021-06-09T22:11:24.278917+00:00 2021-06-09T22:11:27.832440+00:00 0:00:03.553523 38860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T22:11:21.952476+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T21:00:00+00:00 PythonOperator 2021-06-09T22:11:22.137774+00:00 2021-06-09T22:11:25.441728+00:00 0:00:03.303954 38859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T22:11:19.883274+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T21:00:00+00:00 TriggerDagRunOperator 2021-06-09T22:11:08.629099+00:00 2021-06-09T22:11:09.055334+00:00 0:00:00.426235 38858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T22:11:05.852420+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T21:00:00+00:00 TriggerDagRunOperator 2021-06-09T22:11:08.291916+00:00 2021-06-09T22:11:08.841060+00:00 0:00:00.549144 38857 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T22:11:05.852453+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T21:05:00+00:00 EmrJobFlowSensor 2021-06-09T22:05:59.854678+00:00 2021-06-09T22:15:02.589546+00:00 0:09:02.734868 38856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T22:05:57.292459+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T22:05:35.530101+00:00 2021-06-09T22:05:37.231253+00:00 0:00:01.701152 38855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T22:05:33.255101+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T21:05:00+00:00 PythonOperator 2021-06-09T22:05:13.435905+00:00 2021-06-09T22:05:16.669838+00:00 0:00:03.233933 38854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T22:05:11.236263+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T21:00:00+00:00 EmrJobFlowSensor 2021-06-09T22:01:45.182561+00:00 2021-06-09T22:10:47.695443+00:00 0:09:02.512882 38853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T22:01:42.792328+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T22:01:23.209699+00:00 2021-06-09T22:01:25.027321+00:00 0:00:01.817622 38852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T22:01:20.771813+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T21:00:00+00:00 EmrJobFlowSensor 2021-06-09T22:00:57.027412+00:00 2021-06-09T22:10:59.763503+00:00 0:10:02.736091 38851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T22:00:54.748260+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T22:00:25.152382+00:00 2021-06-09T22:00:26.836769+00:00 0:00:01.684387 38850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T22:00:22.731183+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T21:00:00+00:00 PythonOperator 2021-06-09T22:00:05.315940+00:00 2021-06-09T22:00:09.056484+00:00 0:00:03.740544 38849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T22:00:02.703037+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T21:00:00+00:00 PythonOperator 2021-06-09T22:00:05.267039+00:00 2021-06-09T22:00:08.590227+00:00 0:00:03.323188 38848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T22:00:02.703007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T20:00:00+00:00 EmrJobFlowSensor 2021-06-09T21:11:26.721980+00:00 2021-06-09T21:20:29.499790+00:00 0:09:02.777810 38846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T21:11:24.305278+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T20:00:00+00:00 EmrJobFlowSensor 2021-06-09T21:11:24.602704+00:00 2021-06-09T21:20:27.262524+00:00 0:09:02.659820 38845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T21:11:22.306359+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T21:11:04.815583+00:00 2021-06-09T21:11:06.654919+00:00 0:00:01.839336 38844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T21:11:02.288447+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T21:11:04.607922+00:00 2021-06-09T21:11:06.348211+00:00 0:00:01.740289 38843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T21:11:02.288397+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T20:00:00+00:00 PythonOperator 2021-06-09T21:10:43.117969+00:00 2021-06-09T21:10:46.527261+00:00 0:00:03.409292 38842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T21:10:40.247079+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T20:00:00+00:00 PythonOperator 2021-06-09T21:10:40.756788+00:00 2021-06-09T21:10:44.875912+00:00 0:00:04.119124 38841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T21:10:38.243896+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T20:00:00+00:00 TriggerDagRunOperator 2021-06-09T21:10:24.649738+00:00 2021-06-09T21:10:25.065021+00:00 0:00:00.415283 38840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T21:10:22.230538+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T20:00:00+00:00 TriggerDagRunOperator 2021-06-09T21:10:24.672854+00:00 2021-06-09T21:10:25.220901+00:00 0:00:00.548047 38839 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T21:10:22.230510+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T20:05:00+00:00 EmrJobFlowSensor 2021-06-09T21:06:04.178825+00:00 2021-06-09T21:14:06.744394+00:00 0:08:02.565569 38838 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T21:06:01.876652+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T21:05:44.264983+00:00 2021-06-09T21:05:46.018761+00:00 0:00:01.753778 38837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T21:05:41.858804+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T20:05:00+00:00 PythonOperator 2021-06-09T21:05:21.968889+00:00 2021-06-09T21:05:25.399066+00:00 0:00:03.430177 38836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T21:05:19.841273+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T20:00:00+00:00 EmrJobFlowSensor 2021-06-09T21:01:05.768575+00:00 2021-06-09T21:13:08.931913+00:00 0:12:03.163338 38835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T21:01:03.455262+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T20:00:00+00:00 EmrJobFlowSensor 2021-06-09T21:00:57.697524+00:00 2021-06-09T21:10:00.209021+00:00 0:09:02.511497 38834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T21:00:55.445166+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T21:00:43.686393+00:00 2021-06-09T21:00:45.493417+00:00 0:00:01.807024 38833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T21:00:41.435100+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T21:00:37.852879+00:00 2021-06-09T21:00:39.563224+00:00 0:00:01.710345 38832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T21:00:35.428361+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T20:00:00+00:00 PythonOperator 2021-06-09T21:00:24.089382+00:00 2021-06-09T21:00:27.541908+00:00 0:00:03.452526 38831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T21:00:21.414943+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T20:00:00+00:00 PythonOperator 2021-06-09T21:00:16.034351+00:00 2021-06-09T21:00:19.274712+00:00 0:00:03.240361 38830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T21:00:13.468059+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T19:00:00+00:00 EmrJobFlowSensor 2021-06-09T20:11:24.507427+00:00 2021-06-09T20:21:27.110536+00:00 0:10:02.603109 38828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T20:11:22.197796+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T19:00:00+00:00 EmrJobFlowSensor 2021-06-09T20:11:14.379024+00:00 2021-06-09T20:21:17.151935+00:00 0:10:02.772911 38827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T20:11:12.192090+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T20:11:02.611697+00:00 2021-06-09T20:11:04.389203+00:00 0:00:01.777506 38826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T20:11:00.192407+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T20:10:48.691023+00:00 2021-06-09T20:10:50.462533+00:00 0:00:01.771510 38825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T20:10:46.170178+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T19:00:00+00:00 PythonOperator 2021-06-09T20:10:40.507277+00:00 2021-06-09T20:10:44.208551+00:00 0:00:03.701274 38824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T20:10:38.153163+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T19:00:00+00:00 PythonOperator 2021-06-09T20:10:28.684630+00:00 2021-06-09T20:10:32.159287+00:00 0:00:03.474657 38823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T20:10:26.166352+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T19:00:00+00:00 TriggerDagRunOperator 2021-06-09T20:10:22.409858+00:00 2021-06-09T20:10:22.931265+00:00 0:00:00.521407 38822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T20:10:20.095900+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T19:00:00+00:00 TriggerDagRunOperator 2021-06-09T20:10:22.306117+00:00 2021-06-09T20:10:22.678497+00:00 0:00:00.372380 38821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T20:10:20.095933+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T19:05:00+00:00 EmrJobFlowSensor 2021-06-09T20:06:00.073589+00:00 2021-06-09T20:15:02.861947+00:00 0:09:02.788358 38820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T20:05:57.673937+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T20:05:37.846105+00:00 2021-06-09T20:05:39.610260+00:00 0:00:01.764155 38819 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T20:05:35.641150+00:00 2 default_pool