zwan0518 / blog_20140227_1_6076360

来自CSDN博客:Hadoop二代YARN详解与安装指南 http://blog.csdn.net/s120922718/article/details/19622187#

  Hadoop yarn 安装 最后更新时间 2014-05-05 20:10:19
blog_20140227_1_6076360 12行 html/xml
Raw
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://linux-c0002:9090</value>
</property>

<property>
<name>io.file.buffer.size</name>
<value>131072</value>
</property>

</configuration>
blog_20140227_2_2456074 31行 html/xml
Raw
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
<configuration>
<property>
<name>dfs.namenode.http-address</name>
<value>linux-c0002:50071</value>
</property>

<property>
<name>dfs.namenode.backup.address</name>
<value>linux-c0002:50101</value>
</property>

<property>
<name>dfs.namenode.backup.http-address</name>
<value>linux-c0002:50106</value>
</property>

<property>
<name>dfs.namenode.name.dir</name>
<value>/home/hadoop/YarnRun/name1,/home/hadoop/YarnRun/name2</value>
</property>

<property>
<name>dfs.blocksize</name>
<value>268435456</value>
</property>

<property>
<name>dfs.namenode.handler.count</name>
<value>100</value>
</property>
</configuration>
blog_20140227_3_1692706 30行 html/xml
Raw
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
<configuration>
<property>
<name>dfs.namenode.http-address</name>
<value>linux-c0002:50071</value>
</property>

<property>
<name>dfs.datanode.address</name>
<value>linux-c0003:50011</value>
</property>

<property>
<name>dfs.datanode.http.address</name>
<value>linux-c0003:50076</value>
</property>

<property>
<name>dfs.datanode.ipc.address</name>
<value>linux-c0003:50021</value>
</property>

<property>
<name>dfs.blocksize</name>
<value>268435456</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>/home/hadoop/YarnRun/data1</value>
</property>
</configuration>
blog_20140227_4_5179807 1行 Text
Raw
 1
<pre> $HADOOP_PREFIX<span style="font-family: Arial, Helvetica, sans-serif;">/sbin/hadoop-daemon.sh --config /yarn/conf --script hdfs start datanode</span>
blog_20140227_5_1384797 66行 html/xml
Raw
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
<configuration>

<property>
<name>yarn.resourcemanager.address</name>
<value>linux-c0001:8032</value>
<description>the host is the hostname of the ResourceManager and the port is the port on
which the clients can talk to the Resource Manager. </description>
</property>

<property>
<name>yarn.resourcemanager.resource-tracker.address</name>
<value>linux-c0001:8031</value>
<description>host is the hostname of the resource manager and
port is the port on which the NodeManagers contact the Resource Manager.
</description>
</property>

<!-- for scheduler -->

<property>
<name>yarn.resourcemanager.scheduler.address</name>
<value>linux-c0001:8030</value>
<description>host is the hostname of the resourcemanager and port is the port
on which the Applications in the cluster talk to the Resource Manager.
</description>
</property>

<property>
<name>yarn.resourcemanager.scheduler.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
<description>In case you do not want to use the default scheduler</description>
</property>

<property>
<name>yarn.nodemanager.local-dirs</name>
<value></value>
<description>the local directories used by the nodemanager</description>
</property>

<!-- for nodemanager -->

<property>
<name>yarn.nodemanager.resource.memory-mb</name>
<value>10240</value>
<description>the amount of memory on the NodeManager in GB</description>
</property>
<property>
<name>yarn.nodemanager.remote-app-log-dir</name>
<value>/app-logs</value>
<description>directory on hdfs where the application logs are moved to </description>
</property>

<property>
<name>yarn.nodemanager.log-dirs</name>
<value></value>
<description>the directories used by Nodemanagers as log directories</description>
</property>

<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
<description>shuffle service that needs to be set for Map Reduce to run </description>
</property>

</configuration>
blog_20140227_6_5845682 15行 html/xml
Raw
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.cluster.temp.dir</name>
<value></value>
</property>
<property>
<name>mapreduce.cluster.local.dir</name>
<value></value>
</property>

</configuration>
blog_20140227_7_5638721 1行 Text
Raw
 1
<span style="font-family: Arial, Helvetica, sans-serif;">$HADOOP_PREFIX</span><span style="font-family: Arial, Helvetica, sans-serif;">/sbin/yarn-daemon.sh --config /yarn/conf start resourcemanager</span>
blog_20140227_8_8255660 1行 Text
Raw
 1
<span style="font-family: Arial, Helvetica, sans-serif;">$HADOOP_PREFIX</span><span style="font-family: Arial, Helvetica, sans-serif;">/sbin/yarn-daemon.sh --config /yarn/conf start nodemanager</span>
blog_20140227_4_3032732 1行 Text
Raw
 1
$HADOOP_PREFIX/sbin/hadoop-daemon.sh --config $HADOOP_CONF_DIR --script hdfs start datanode
blog_20140227_7_8998523 1行 Text
Raw
 1
$HADOOP_YARN_HOME/sbin/yarn-daemon.sh --config $HADOOP_CONF_DIR start resourcemanager
blog_20140227_8_743411 1行 Text
Raw
 1
$HADOOP_YARN_HOME/sbin/yarn-daemon.sh --config $HADOOP_CONF_DIR start nodemanager