DAG: vc-asset-import_v002

schedule: 5 * * * *

Task Instance: create_emr_steps

Rendered Template

templates_dict
None
op_args
[]
op_kwargs
{'cluster-name': 'vc-asset-import',
 'core-instance-capacity': 3,
 'core-instance-types': 'm5.xlarge,m5.2xlarge',
 'dag-id': 'vc-asset-import_v002',
 'emr-steps': '[\n'
              '      {\n'
              '        "step-name": "PopulateVCAssetsToCassandra",\n'
              '        "config-json": [\n'
              '          {"spark.driver.memory":"9g"},\n'
              '          '
              '{"spark.app.viooh.compliance.assets.write.flag":"true"},\n'
              '          {"spark.app.save.latest.frame.state.flag":"true"},\n'
              '          '
              '{"spark.app.viooh.central.raw.assets.write.flag":"true"}\n'
              '        ],\n'
              '        "main-class": "VioohCentralAssetsMain",\n'
              '        "artifact":"daily-import",\n'
              '        "files": '
              '"s3://viooh-spark-artifacts-lab-cn/metrics/batch-job-metrics/0.0.0/job.conf,s3://viooh-spark-artifacts-lab-cn/metrics/batch-job-metrics/0.0.0/job.yaml"\n'
              '      }\n'
              ']',
 'emr-version': 'emr-6.14.0',
 'master-instance-types': 'm5.xlarge,m5.2xlarge',
 'schedule_interval': '5 * * * *',
 'task-instance-capacity': 0,
 'task-instance-types': 'm5.xlarge,m5.2xlarge',
 'trigger_dags': []}