当前位置 主页 > 服务器问题 > Linux/apache问题 >

    centos7搭建hadoop2.10高可用(HA)(3)

    栏目:Linux/apache问题 时间:2020-02-07 11:41

    9) dfs.journalnode.edits.dir
    配置JN存放edit的本地路径。

    [hdfs-site.xml]
    <property>
     <name>dfs.journalnode.edits.dir</name>
     <value>/home/hdfs/hadoop/journal</value>
    </property>

    完整配置文件:

    core-site.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    <configuration>
     <property>
     <name>fs.defaultFS</name>
     <value>hdfs://mycluster/</value>
     </property>
     <property>
     <name>hadoop.tmp.dir</name>
     <value>/home/hdfs/hadoop</value>
     </property>
    </configuration>

    hdfs-site.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    <configuration>
     <property>
       <name>dfs.replication</name>
       <value>3</value>
     </property>
     <property>
       <name>dfs.hosts</name>
       <value>/opt/soft/hadoop/etc/dfs.include.txt</value>
     </property>
     <property>
       <name>dfs.hosts.exclude</name>
       <value>/opt/soft/hadoop/etc/dfs.hosts.exclude.txt</value>
     </property>
     <property>
      <name>dfs.nameservices</name>
      <value>mycluster</value>
     </property>
     <property>
      <name>dfs.ha.namenodes.mycluster</name>
      <value>nn1,nn2</value>
     </property>
     <property>
      <name>dfs.namenode.rpc-address.mycluster.nn1</name>
      <value>s141:8020</value>
     </property>
     <property>
      <name>dfs.namenode.rpc-address.mycluster.nn2</name>
      <value>s146:8020</value>
     </property>
     <property>
      <name>dfs.namenode.http-address.mycluster.nn1</name>
      <value>s141:50070</value>
     </property>
     <property>
      <name>dfs.namenode.http-address.mycluster.nn2</name>
      <value>s146:50070</value>
     </property>
     <property>
      <name>dfs.namenode.shared.edits.dir</name>
      <value>qjournal://s142:8485;s143:8485;s144:8485/mycluster</value>
     </property>
     <property>
      <name>dfs.client.failover.proxy.provider.mycluster</name>
      <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
     </property>
     <property>
      <name>dfs.ha.fencing.methods</name>
      <value>sshfence</value>
     </property>
    
     <property>
      <name>dfs.ha.fencing.ssh.private-key-files</name>
      <value>/home/hdfs/.ssh/id_rsa</value>
     </property>
     <property>
      <name>dfs.journalnode.edits.dir</name>
      <value>/home/hdfs/hadoop/journal</value>
     </property>
    </configuration>

    mapred-site.xml

    <?xml version="1.0"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    <configuration>
     <property>
     <name>mapreduce.framework.name</name>
     <value>yarn</value>
     </property>
    </configuration>