dfs.hosts.include ${hadoop.home.dir}/etc/hadoop/slaves dfs.hosts.exclude ${hadoop.home.dir}/etc/hadoop/exclude_slaves dfs.namenode.checkpoint.txns 1000000 dfs.namenode.checkpoint.period 3600 dfs.nameservices gmei-hdfs dfs.ha.namenodes.gmei-hdfs namenode1,namenode2 dfs.namenode.name.dir.gmei-hdfs.namenode1 file:///data1/dfs/nn dfs.namenode.shared.edits.dir.gmei-hdfs.namenode1 qjournal://datacenter01:8485;datacenter02:8485;datacenter03:8485;datacenter04:8485;datacenter05:8485/gmei-hdfs dfs.journalnode.edits.dir /data1/qjm/journaldata dfs.namenode.rpc-address.gmei-hdfs.namenode1 datacenter01:8020 dfs.namenode.servicerpc-address.gmei-hdfs.namenode1 datacenter01:8022 dfs.namenode.http-address.gmei-hdfs.namenode1 datacenter01:50070 dfs.namenode.https-address.gmei-hdfs.namenode1 datacenter01:50470 dfs.namenode.name.dir.gmei-hdfs.namenode2 file:///data1/dfs/nn dfs.namenode.shared.edits.dir.gmei-hdfs.namenode2 qjournal://datacenter01:8485;datacenter02:8485;datacenter03:8485;datacenter04:8485;datacenter05:8485/gmei-hdfs dfs.namenode.rpc-address.gmei-hdfs.namenode2 datacenter02:8020 dfs.namenode.servicerpc-address.gmei-hdfs.namenode2 datacenter02:8022 dfs.namenode.http-address.gmei-hdfs.namenode2 datacenter02:50070 dfs.namenode.https-address.gmei-hdfs.namenode2 datacenter02:50470 dfs.client.failover.proxy.provider.gmei-hdfs org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider dfs.ha.automatic-failover.enabled.gmei-hdfs true dfs.ha.fencing.methods sshfence dfs.ha.fencing.ssh.private-key-files /home/hadoop/.ssh/id_rsa ha.zookeeper.quorum zk-kafka01:2181,zk-kafka02:2181,zk-kafka03:2181 dfs.block.size 134217728 dfs.replication 3 dfs.namenode.handler.count 128 dfs.namenode.service.handler.count 640 dfs.data.dir /data1/dfs/dn,/data2/dfs/dn dfs.datanode.handler.count 64 The number of server threads for the datanode. dfs.datanode.max.transfer.threads 8192 dfs.datanode.du.reserved 53687091200 reserve 150G per disk for mapreduce dfs.read.prefetch.size 1342177280 dfs.hosts.exclude ${hadoop.home.dir}/etc/hadoop/exclude_slaves dfs.hosts ${hadoop.home.dir}/etc/hadoop/slaves dfs.client.block.write.retries 5 dfs.datanode.max.xcievers 4096 dfs.safemode.threshold.pct 0.999 dfs.blockreport.intervalMsec 10800000 heartbeat.recheck.interval 600000 dfs.permissions.superusergroup supergroup dfs.namenode.name.dir.restore true dfs.webhdfs.enabled true dfs.permissions true dfs.namenode.acls.enabled true dfs.datanode.balance.bandwidthPerSec 67108864 dfs.disk.balancer.enabled true