有痕ysys 2023-03-20 11:04 采纳率: 0%
浏览 52

Hadoop配置启动时jps没有namenode和secondaryname，，网上方法都试过了没有用

Hadoop配置启动时jps没有namenode和secondaryname，，网上方法都试过了没有用

img

hdfs代码：

dfs.replication 1 
<property>
    
    <name>dfs.namenode.name.dir</name>
    <value>/home/hadoop/namenode/data</value>
</property>

<property>
    
    <name>dfs.datanode.data.dir</name>
    <value>/home/hadoop/datanode/data</value>
</property>

<property>
    
    <name>dfs.nameservices</name>
    <value>mycluster</value>
</property>

<property>
    
    <name>dfs.blocksize</name>
    <value>134217728</value>
</property>

<property>
 
  <name>dfs.namenode.http-address</name>
  <value>master:50070</value>
</property> 

<property>

    <name>dfs.namenode.secondary.http-address</name>
    <value>master:50090</value>
</property>

<property>
    
    <name>dfs.namenode.shared.edits.dir</name>
    <value>qjournal://master:8485;slave1:8485;slave2:8485/mycluster</value>
</property>

<property>
    
    <name>dfs.journalnode.edits.dir</name>
    <value>/home/hadoop/journalnode/data</value>
</property>

<property>
    
    <name>dfs.ha.fencing.methods</name>
    <value>sshfence</value>
</property>

<property>
    
    <name>dfs.ha.fencing.ssh.private-key-files</name>
    <value>/home/hadoop/.ssh/id_rsa</value>
</property>

<property>
    
    <name>dfs.ha.fencing.ssh.connect-timeout</name>
    <value>30000</value>
</property>

<property>
    
    <name>dfs.client.failover.proxy.provider.mycluster</name>
    <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
</property>

<property>
    
    <name>dfs.ha.automatic-failover.enabled</name>
    <value>true</value>
</property>

core代码：

<property>
    
    <name>fs.defaultFS</name>
    <value>hdfs://master:8020</value>
</property>

<property>
    <name>io.file.buffer.size</name>
    <value>131072</value>

<property>
    
    <name>hadoop.tmp.dir</name>
    <value>/opt/module/hadoop-2.7.7/data/abc/tmp</value>
</property>

<property>
    
    <name>ha.zookeeper.quorum</name>
    <value>master:2181,slave1:2181,slave2:2181</value>
</property>

<property>
    
    <name>ha.zookeeper.session-timeout.ms</name>
    <value>10000</value>
</property>

yarn代码：

<property>
    
    
    <name>yarn.nodemanager.aux-services</name>
    <value>mapreduce_shuffle</value>
</property>

<property>
    
    <name>yarn.log-aggregation-enable</name>
    <value>true</value>
</property>

<property>
    
    <name>yarn.log-aggregation.retain-seconds</name>
    <value>86400</value>
</property>

<property>
    
    <name>yarn.resourcemanager.ha.enabled</name>
    <value>true</value>
</property>

<property>
    
    <name>yarn.resourcemanager.cluster-id</name>
    <value>my-yarn-cluster</value>
</property>
 
<property>

    <name>yarn.resourcemanager.hostname</name>
    <value>master</value>
</property> 

<property>

    <name>yarn.resourcemanager.address</name>
    <value>master:8032</value>
</property>

<property>
 
    <name>yarn.resourcemanager.scheduler.address</name>
    <value>master:8030</value>
</property>

<property>

    <name>yarn.resourcemanager.resource-tracker.address</name>
    <value>master:8031</value>
</property>
    
 <property>
 
  <name>yarn.resourcemanager.admin.address</name>
  <value>master:8033</value>
 </property>

<property>
   
            <name>yarn.resourcemanager.webapp.address</name>
    <value>master:8088</value>
</property>

<property>
    
    <name>yarn.resourcemanager.zk-address</name>
    <value>master:2181,slave1:2181,slave2:2181</value>
</property>

<property>
    
    <name>yarn.resourcemanager.recovery.enabled</name>
    <value>true</value>
</property>

<property>
    
    <name>yarn.resourcemanager.store.class</name>
    <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
</property>
  • 写回答

2条回答 默认 最新

  • ha_lydms 领域专家: 后端开发技术领域 2023-03-20 13:58
    关注

    看看我之前安装的整理文档。
    Hadoop集群搭建
    https://blog.csdn.net/lydms/article/details/128957505

    评论

报告相同问题？

问题事件

  • 创建了问题 3月20日