Rendered Template
templates_dict
None
op_args
[]
op_kwargs
{'cluster-name': 'booking-processing-job',
'core-instance-capacity': 3,
'core-instance-types': 'm5.xlarge,m5.2xlarge',
'dag-id': 'booking-processing-job_v002',
'ebs-volume-size': '50',
'emr-steps': '[\n'
' {\n'
' "step-name": "CampaignExtractor",\n'
' "config-json": [\n'
' {"spark.driver.memory":"9g"}\n'
' ],\n'
' "main-class": '
'"com.viooh.campaignextractor.CampaignExtractorMain",\n'
' "group-id":"com/viooh/campaignextractor",\n'
' "artifact": "campaign-extractor",\n'
' "jars": "/usr/lib/spark/connector/lib/spark-avro.jar"\n'
' },\n'
' {\n'
' "step-name": "CampaignProcessingJob",\n'
' "config-json": [\n'
' {"spark.driver.memory":"9g"}\n'
' ],\n'
' "main-class": "com.viooh.CampaignProcessingMain",\n'
' "artifact": "campaign-processing-job",\n'
' "files": '
'"s3://viooh-spark-artifacts-lab-cn/metrics/batch-job-metrics/0.0.0/job.conf,s3://viooh-spark-artifacts-lab-cn/metrics/batch-job-metrics/0.0.0/job.yaml"\n'
' },\n'
' {\n'
' "step-name": "CampaignDeltaJob",\n'
' "config-json": [\n'
' {"spark.driver.memory":"9g"}\n'
' ],\n'
' "main-class": '
'"com.viooh.booking.delta.CampaignDeltaMain",\n'
' "jar-location": '
'"s3://viooh-spark-artifacts-lab-cn/releases/com/viooh/pandora-campaign-delta/1.22.0/pandora-campaign-delta-1.22.0-jar-with-dependencies.jar",\n'
' "files": '
'"s3://viooh-spark-artifacts-lab-cn/metrics/batch-job-metrics/0.0.0/job.conf,s3://viooh-spark-artifacts-lab-cn/metrics/batch-job-metrics/0.0.0/job.yaml"\n'
' }\n'
']',
'emr-version': 'emr-6.14.0',
'job-type': 'batch',
'master-instance-types': 'm5.xlarge,m5.2xlarge',
'schedule_interval': '0 */1 * * *',
'task-instance-capacity': 0,
'task-instance-types': 'm5.xlarge,m5.2xlarge',
'trigger_dags': []}