DAG: campaign-flow-job_v002

schedule: 0 */1 * * *


Task Instance: create_emr_steps


Rendered Template

templates_dict
None
op_args
[]
op_kwargs
{'cluster-name': 'campaign-flow-job',
 'core-instance-capacity': 3,
 'core-instance-types': 'm5.xlarge,m5.2xlarge',
 'dag-id': 'campaign-flow-job_v002',
 'emr-steps': '[\n'
              '      {\n'
              '        "step-name": "CampaignExtractor",\n'
              '        "config-json": [\n'
              '          {"spark.driver.memory":"9g"}\n'
              '        ],\n'
              '        "main-class": '
              '"com.viooh.campaignextractor.CampaignExtractorMain",\n'
              '        "group-id":"com/viooh/campaignextractor",\n'
              '        "artifact": "campaign-extractor",\n'
              '        "jars": "/usr/lib/spark/external/lib/spark-avro.jar"\n'
              '      }\n'
              ']',
 'job-type': 'batch',
 'master-instance-types': 'm5.xlarge,m5.2xlarge',
 'schedule_interval': '0 */1 * * *',
 'task-instance-capacity': 0,
 'task-instance-types': 'm5.xlarge,m5.2xlarge',
 'trigger_dags': ['booking-processing-job_v002', 'campaign-history-job_v002']}