bigtop-deploy/puppet/modules/hadoop/templates/mapred-site.xml

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!-- Licensed to the Apache Software Foundation (ASF) under one or more       -->
<!-- contributor license agreements.  See the NOTICE file distributed with    -->
<!-- this work for additional information regarding copyright ownership.      -->
<!-- The ASF licenses this file to You under the Apache License, Version 2.0  -->
<!-- (the "License"); you may not use this file except in compliance with     -->
<!-- the License.  You may obtain a copy of the License at                    -->
<!--                                                                          -->
<!--     http://www.apache.org/licenses/LICENSE-2.0                           -->
<!--                                                                          -->
<!-- Unless required by applicable law or agreed to in writing, software      -->
<!-- distributed under the License is distributed on an "AS IS" BASIS,        -->
<!-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -->
<!-- See the License for the specific language governing permissions and      -->
<!-- limitations under the License.                                           -->

<configuration>

<% if @hadoop_security_authentication == "kerberos" %>
  <!-- HistoryServer security configs -->
  <property>
    <name>mapreduce.jobhistory.principal</name>
    <value>mapred/_HOST@<%= @kerberos_realm %></value>
  </property>
  <property>
    <name>mapreduce.jobhistory.keytab</name>
    <value>/etc/mapred.keytab</value> <!-- path to the MapReduce keytab -->
  </property>

  <!-- JobTracker security configs -->
  <property>
    <name>mapreduce.jobtracker.kerberos.principal</name>
    <value>mapred/_HOST@<%= @kerberos_realm %></value>
  </property>
  <property>
    <name>mapreduce.jobtracker.kerberos.https.principal</name>
    <value>host/_HOST@<%= @kerberos_realm %></value>
  </property>
  <property>
    <name>mapreduce.jobtracker.keytab.file</name>
    <value>/etc/mapred.keytab</value> <!-- path to the MapReduce keytab -->
  </property>

  <!-- TaskTracker security configs -->
  <property>
    <name>mapreduce.tasktracker.kerberos.principal</name>
    <value>mapred/_HOST@<%= @kerberos_realm %></value>
  </property>
  <property>
    <name>mapreduce.tasktracker.kerberos.https.principal</name>
    <value>host/_HOST@<%= @kerberos_realm %></value>
  </property>
  <property>
    <name>mapreduce.tasktracker.keytab.file</name>
    <value>/etc/mapred.keytab</value> <!-- path to the MapReduce keytab -->
  </property>

  <!-- TaskController settings -->
  <property>
    <name>mapreduce.tasktracker.taskcontroller</name>
    <value>org.apache.hadoop.mapred.LinuxTaskController</value>
  </property>
  <property>
    <name>mapreduce.tasktracker.group</name>
    <value>mapred</value>
  </property>

<% end %>
<% if @mapreduce_cluster_acls_enabled %>
  <property>
    <name>mapreduce.cluster.acls.enabled</name>
    <value><%= @mapreduce_cluster_acls_enabled %></value>
  </property>

<% end %>
<% if @mapreduce_jobhistory_host %>
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value><%= @mapreduce_jobhistory_host %>:<%= @mapreduce_jobhistory_port %></value>
  </property>
  <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value><%= @mapreduce_jobhistory_host %>:<%= @mapreduce_jobhistory_webapp_port %></value>
  </property>

<% end %>
<% if defined? @mapreduce_framework_name -%>
  <property>
    <name>mapreduce.framework.name</name>
    <value><%= @mapreduce_framework_name %></value>
  </property>

<% end -%>
  <property>
    <name>mapreduce.cluster.local.dir</name>
    <value><%= @mapred_data_dirs.join(",") %></value>
    <final>true</final>
  </property>

<% if @mapreduce_cluster_temp_dir -%>
  <property>
    <name>mapreduce.cluster.temp.dir</name>
    <value><%= @mapreduce_cluster_temp_dir %></value>
  </property>

<% end -%>
<% if @yarn_app_mapreduce_am_staging_dir -%>
  <property>
    <name>yarn.app.mapreduce.am.staging-dir</name>
    <value><%= @yarn_app_mapreduce_am_staging_dir %></value>
  </property>
<% end -%>

<!-- Memory settings -->
<% if @mapreduce_map_memory_mb -%>
  <property>
    <name>mapreduce.map.memory.mb</name>
    <value><%= @mapreduce_map_memory_mb %></value>
  </property>
<% end -%>

<% if @mapreduce_reduce_memory_mb -%>
  <property>
    <name>mapreduce.reduce.memory.mb</name>
    <value><%= @mapreduce_reduce_memory_mb %></value>
  </property>
<% end -%>

<% if @mapreduce_map_java_opts -%>
  <property>
    <name>mapreduce.map.java.opts</name>
    <value><%= @mapreduce_map_java_opts %></value>
  </property>
<% end -%>

<% if @mapreduce_reduce_java_opts -%>
  <property>
    <name>mapreduce.reduce.java.opts</name>
    <value><%= @mapreduce_reduce_java_opts %></value>
  </property>
<% end -%>

<% if @mapreduce_task_io_sort_mb -%>
  <property>
    <name>mapreduce.task.io.sort.mb</name>
    <value><%= @mapreduce_task_io_sort_mb %></value>
  </property>
<% end -%>

<% if @mapreduce_task_io_sort_factor -%>
  <property>
    <name>mapreduce.task.io.sort.factor</name>
    <value><%= @mapreduce_task_io_sort_factor %></value>
  </property>

<% end -%>
<% if @mapreduce_reduce_shuffle_parallelcopies -%>
  <property>
    <name>mapreduce.reduce.shuffle.parallelcopies</name>
    <!-- set this to somewhere between sqrt(nodes) and nodes/2.
    for <20 nodes, set == |nodes| -->
    <value><%= @mapreduce_reduce_shuffle_parallelcopies %></value>
  </property>

<% end -%>
<% if @mapreduce_tasktracker_map_tasks_maximum -%>
  <property>
    <name>mapreduce.tasktracker.map.tasks.maximum</name>
    <!-- see other kb entry about this one. -->
    <value><%= @mapreduce_tasktracker_map_tasks_maximum %></value>
    <final>true</final>
  </property>

<% end -%>
<% if @mapreduce_tasktracker_reduce_tasks_maximum -%>
  <property>
    <name>mapreduce.tasktracker.reduce.tasks.maximum</name>
    <!-- see other kb entry about this one. -->
    <value><%= @mapreduce_tasktracker_reduce_tasks_maximum %></value>
    <final>true</final>
  </property>

<% end -%>
<% if @mapreduce_tasktracker_http_threads -%>
  <property>
    <name>mapreduce.tasktracker.http.threads</name>
    <value><%= @mapreduce_tasktracker_http_threads %></value>
    <final>true</final>
  </property>

<% end -%>
<% if @mapreduce_output_fileoutputformat_compress_type -%>
  <property>
    <name>mapreduce.output.fileoutputformat.compress.type</name>
    <value><%= @mapreduce_output_fileoutputformat_compress_type %></value>
    <description>If the job outputs are to compressed as
    SequenceFiles, how should they be compressed? Should be one of
    NONE, RECORD or BLOCK.</description>
  </property>

<% end -%>
<% if @mapreduce_map_output_compress -%>
  <property>
    <name>mapreduce.map.output.compress</name>
    <value><%= @mapreduce_map_output_compress %></value>
  </property>

<% end -%>
<% if @mapreduce_job_reduce_slowstart_completedmaps -%>
  <property>
    <name>mapreduce.job.reduce.slowstart.completedmaps</name>
    <value><%= @mapreduce_job_reduce_slowstart_completedmaps %></value>
  </property>
<% end -%>
</configuration>