DAG: primary-audience-global-cassandra_v003

schedule: None


Task Instance: validation


Rendered Template

templates_dict
None
op_args
[]
op_kwargs
{'audience-config-file': 'primary_audience_global_cassandra_conf',
 'cluster-name': 'primary-audience-global-cassandra-JCDECAUX_CN_AIRPORT_CAN-2001',
 'core-instance-capacity': 5,
 'core-instance-types': 'm5.2xlarge,m5.4xlarge',
 'dag-id': 'primary-audience-global-cassandra_v003',
 'emr-steps': '[{\n'
              '        "step-name": "RegenerateRoute",\n'
              '        "config-file": '
              '"configs/primary-audience-global-cassandra/1.0.0/job.json",\n'
              '        "config-json": [\n'
              '                        '
              '{"spark.app.primary.audience.base.path": '
              '"s3a://global-cn-audiences-output/CN/JCDECAUX_CN_AIRPORT_CAN/2001/raw/%date%/dynamic/"},\n'
              '                        {"spark.app.primary.audience.date": '
              '"20200904"},\n'
              '                        '
              '{"spark.app.primary.audience.cassandra.keyspace": '
              '"jcdecaux_cn_airport_can_audience"},\n'
              '                        {"spark.app.primary.audience.version": '
              '"2001"}\n'
              '                    ],\n'
              '        "artifact": "RegenerateRoute",\n'
              '        "packages": '
              '"com.datastax.spark:spark-cassandra-connector_2.11:2.3.0",\n'
              '        "py-script": '
              '"com/viooh/routegen/primary_audience_loader_cassandra.py"\n'
              '    }]',
 'emr-version': 'emr-5.21.0',
 'master-instance-types': 'm5.2xlarge,m5.4xlarge',
 'schedule_interval': None,
 'task-instance-capacity': 0,
 'task-instance-types': 'm5.2xlarge,m5.4xlarge',
 'trigger_dags': []}