---

Task Instance: create_emr_steps

• Task Instance Details
• Rendered Template
• Log
• XCom

---

Rendered Template

templates_dict

None

op_args

[]

op_kwargs

{'cluster-name': 'livepop-shuffle-job',
 'core-instance-capacity': 3,
 'core-instance-types': 'm5.xlarge,m5.2xlarge',
 'dag-id': 'livepop-shuffle-job_v002',
 'emr-steps': '[\n'
              '      {\n'
              '        "step-name": "LivePOPShuffle",\n'
              '        "config-json": [\n'
              '          {"spark.driver.memory":"9g"},\n'
              '          '
              '{"spark.serializer":"org.apache.spark.serializer.KryoSerializer"}\n'
              '          ],\n'
              '        "main-class": '
              '"com.viooh.pop.data.live.shuffle.RawLivePOPShuffleMain",\n'
              '        "group-id":"com/viooh/pop",\n'
              '        "artifact": "pop-shuffle-live",\n'
              '        "jars": "/usr/lib/spark/external/lib/spark-avro.jar",\n'
              '        "enable-custom-metrics" : "True"\n'
              '      }\n'
              ']',
 'master-instance-types': 'm5.xlarge,m5.2xlarge',
 'schedule_interval': None,
 'task-instance-capacity': 0,
 'task-instance-types': 'm5.xlarge,m5.2xlarge',
 'trigger_dags': []}