Rendered Template
templates_dict
None
op_args
[]
op_kwargs
{'audience-config-file': 'primary_audience_global_ind_conf',
'audience-load-bootstrap': True,
'cluster-name': 'primary-audience-global-JCDECAUX_CN_AIRPORT_PVG-2132',
'core-instance-capacity': 1,
'core-instance-types': 'm5.2xlarge,m5.4xlarge',
'dag-id': 'primary-audience-global-ind_v003',
'emr-steps': '[{\n'
' "step-name": "PrimaryAudienceGlobal-integrity",\n'
' "py-script": "jobs/integrity_job.py",\n'
' "config-json": [\n'
' {"spark.app.audience.country":"CN"},\n'
' '
'{"spark.app.audience.media.owner":"JCDECAUX_CN_AIRPORT_PVG"},\n'
' {"spark.app.audience.version":"2132"},\n'
' '
'{"spark.app.audience.bucket.name":"s3://jcd-prd-datacorp-partners"},\n'
' '
'{"spark.app.audience.digital.file":"viooh/outputs/china/airports/pvg-aam/audience/pvg-aam-20240808085502/data/TYPE=dynamic/"},\n'
' '
'{"spark.app.audience.static.file":"viooh/outputs/china/airports/pvg-aam/audience/pvg-aam-20240808085502/data/TYPE=static/"},\n'
' '
'{"spark.app.audience.demographic.file":"viooh/outputs/china/airports/pvg-aam/audience/pvg-aam-20240808085502/demographics/"},\n'
' '
'{"spark.app.audience.input.bucket":"s3://global-cn-audiences-input"},\n'
' '
'{"spark.app.audience.output.bucket":"s3://global-cn-audiences-output"},\n'
' {"spark.app.audience.folder":"route"},\n'
' '
'{"spark.app.audience.computation.date":"20240815133321"},\n'
' {"spark.executor.memoryOverhead":"2500"}\n'
' ],\n'
' "artifact": "AudiencesPipeline"\n'
' }]',
'emr-version': 'emr-6.0.0',
'master-instance-types': 'm5.2xlarge,m5.4xlarge',
'schedule_interval': None,
'task-instance-capacity': 0,
'task-instance-types': 'm5.2xlarge,m5.4xlarge',
'trigger_dags': []}