Hadoop配置文件详解

Hadoop配置文件详解

1.core-site.xml

    
    
        fs.defaultFS
        hdfs://主机名1:9000
    

    
    
        hadoop.tmp.dir
        /opt/module/hadoop-2.X.X/data/tmp
    

    
        hadoop.tmp.dir
        /usr/local/data/hadoop/tmp
        
    
    
        fs.defaultFS
        hdfs://hadoop-alone:9000
        
    
    
        io.file.buffer.size
        4096
        
    
    
    
        ha.zookeeper.quorum
         hadoop1:2181,hadoop2:2181,hadoop3:2181,hadoop4:2181,hadoop5:2181
    

2.hdfs-site.xml

     
    
        dfs.replication
        3
    
    
    
        dfs.namenode.secondary.http-address
        主机名1:50090
    
    
    
         dfs.permissions
         false
     

    
        dfs.replication
        3
        
    
    
        dfs.blocksize
        268435456
        
    
    
        dfs.namenode.name.dir
        file://${hadoop.tmp.dir}/dfs/name
        
    
    
        dfs.datanode.data.dir
        file://${hadoop.tmp.dir}/dfs/data
        
    
    
        dfs.namenode.http-address
        0.0.0.0:50070
        
    
    
        dfs.namenode.secondary.http-address
        0.0.0.0:50090
        
    
    
        dfs.permissions
        false
    
    
        dfs.permissions.enabled
        false
        
    
    
        dfs.nameservices
        hadoop-cluster1
        
    
    
        dfs.namenode.handler.count
        100
        
    

3.yarn-site.xml

    
    
         yarn.nodemanager.aux-services
         mapreduce_shuffle
    

    
    
        yarn.resourcemanager.hostname
        主机名1
    
        
    
    yarn.log-aggregation-enable
    true
    
    
    
    yarn.log-aggregation.retain-seconds
    604800
    

    
        yarn.nodemanager.aux-services
        mapreduce_shuffle
    
    
        yarn.nodemanager.aux-services.mapreduce.shuffle.class
        org.apache.hadoop.mapred.ShuffleHandler
    
    
        yarn.resourcemanager.admin.address
        hadoop-alone:8033
    
    
        yarn.resourcemanager.resource-tracker.address
        hadoop-alone:8025
    
    
        yarn.resourcemanager.scheduler.address
        hadoop-alone:8030
    
    
        yarn.resourcemanager.address
        hadoop-alone:8050
    
    
        yarn.resourcemanager.scheduler.address
        hadoop-alone:8030
    

4.mapred-site.xml

    
        mapreduce.framework.name
        yarn
    
    
    
        mapreduce.jobhistory.address
        主机名1:10020
    
    
    
        mapreduce.jobhistory.webapp.address
        主机名1:19888
    

    
        mapreduce.framework.name
        yarn