spark-yarn.json.template

{
  "am-container-spec": {
    "commands": {
      "command": "{{JAVA_HOME}}/bin/java -server -Xmx1024m -Dhdp.version=2.4.0.0-169 -Dspark.yarn.app.container.log.dir=/hadoop/yarn/log/rest-api -Dspark.app.name=SimpleProject org.apache.spark.deploy.yarn.ApplicationMaster --class IrisApp --jar __app__.jar --arg '--class' --arg 'IrisApp' 1><LOG_DIR>/AppMaster.stdout 2><LOG_DIR>/AppMaster.stderr"
    }, 
    "environment": {
      "entry": [
        {
          "key": "JAVA_HOME", 
          "value": "/usr/jdk64/jdk1.8.0_60/"
        }, 
        {
          "key": "SPARK_YARN_MODE", 
          "value": true
        }, 
        {
          "key": "HDP_VERSION", 
          "value": "2.4.0.0-169"
        }, 
        {
          "key": "CLASSPATH", 
          "value": "{{PWD}}<CPS>__spark__.jar<CPS>{{PWD}}/__app__.jar{{PWD}}/__app__.properties<CPS>{{HADOOP_CONF_DIR}}<CPS>/usr/hdp/current/hadoop-client/*<CPS>/usr/hdp/current/hadoop-client/lib/*<CPS>/usr/hdp/current/hadoop-hdfs-client/*<CPS>/usr/hdp/current/hadoop-hdfs-client/lib/*<CPS>/usr/hdp/current/hadoop-yarn-client/*<CPS>/usr/hdp/current/hadoop-yarn-client/lib/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/common/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/common/lib/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/yarn/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/yarn/lib/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/hdfs/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/hdfs/lib/*<CPS>{{PWD}}/mr-framework/hadoop/share/hadoop/tools/lib/*<CPS>/usr/hdp/2.4.0.0-169/hadoop/lib/hadoop-lzo-0.6.0.2.4.0.0-169.jar<CPS>/etc/hadoop/conf/secure<CPS>"
        }, 
        {
          "key": "SPARK_YARN_CACHE_FILES", 
          "value": "hdfs://__NAMENODE__:8020/tmp/simple-project/simple-project.jar#__app__.jar,hdfs://__NAMENODE__:8020/hdp/apps/2.4.0.0-169/spark/spark-hdp-assembly.jar#__spark__.jar"
        }, 
        {
          "key": "SPARK_YARN_CACHE_FILES_FILE_SIZES", 
          "value": "10328,191724642"
        }, 
        {
          "key": "SPARK_YARN_CACHE_FILES_TIME_STAMPS", 
          "value": "1460440711376,1458070071045"
        }, 
        {
          "key": "SPARK_YARN_CACHE_FILES_VISIBILITIES", 
          "value": "PUBLIC,PRIVATE"
        }
      ]
    }, 
    "local-resources": {
      "entry": [
        {
          "key": "__spark__.jar", 
          "value": {
            "resource": "hdfs://__NAMENODE__:8020/hdp/apps/2.4.0.0-169/spark/spark-hdp-assembly.jar", 
            "size": 191724642, 
            "timestamp": 1458070071045, 
            "type": "FILE", 
            "visibility": "APPLICATION"
          }
        }, 
        {
          "key": "__app__.jar", 
          "value": {
            "resource": "hdfs://__NAMENODE__:8020/tmp/simple-project/simple-project.jar", 
            "size": 10328, 
            "timestamp": 1460440711376, 
            "type": "FILE", 
            "visibility": "APPLICATION"
          }
        }, 
        {
          "key": "__app__.properties", 
          "value": {
            "resource": "hdfs://__NAMENODE__:8020/tmp/simple-project/spark-yarn.properties", 
            "size": 677, 
            "timestamp": 1460440712905, 
            "type": "FILE", 
            "visibility": "APPLICATION"
          }
        }
      ]
    }
  }, 
  "application-id": "application_1459860189694_0002", 
  "application-name": "SimpleProject", 
  "application-type": "YARN", 
  "keep-containers-across-application-attempts": false, 
  "max-app-attempts": 2, 
  "resource": {
    "memory": 1024, 
    "vCores": 1
  }, 
  "unmanaged-AM": false
}