oozie fork多mapreduce任务并行处理示例

    
    
        
            ${jobTracker}
            ${nameNode}
              /shareScripts/xxmapred-site.xml
            
                
                    mapreduce.job.map.class
                    com.besttone.hbase.demo.Identity$IdentityMapper
                
                
                    mapreduce.job.reduce.class
                    com.besttone.hbase.demo.Identity$IdentityReducer
                
                
                    mapreduce.input.fileinputformat.inputdir
                    ${inputDir}
                
                
                    mapreduce.output.fileoutputformat.outputdir
                    /user/${wf:user()}/${wf:id()}/temp1
                
                
                    mapred.mapper.new-api
                    true
                
                
                    mapred.reducer.new-api
                    true
                
                
                    mapreduce.job.reduces
                    1
                
            
        
        
        
    
    
        
        
    
    
        
            ${jobTracker}
            ${nameNode}
              /shareScripts/xxmapred-site.xml
            
                
                    mapreduce.job.map.class
                    com.besttone.hbase.demo.Identity$IdentityMapper
                
                
                    mapreduce.job.reduce.class
                    com.besttone.hbase.demo.Identity$IdentityReducer
                
                
                    mapreduce.input.fileinputformat.inputdir
                    /user/${wf:user()}/${wf:id()}/temp1
                
                
                    mapreduce.output.fileoutputformat.outputdir
                    /user/${wf:user()}/${wf:id()}/temp2
                
                
                    mapred.mapper.new-api
                    true
                
                
                    mapred.reducer.new-api
                    true
                
                
                    mapreduce.job.reduces
                    1
                
            
        
        
        
    
    
        
            ${jobTracker}
            ${nameNode}
              /shareScripts/xxmapred-site.xml
            
                
                    mapreduce.job.map.class
                    com.besttone.hbase.demo.Identity$IdentityMapper
                
                
                    mapreduce.job.reduce.class
                    com.besttone.hbase.demo.Identity$IdentityReducer
                
                
                    mapreduce.input.fileinputformat.inputdir
                    /user/${wf:user()}/${wf:id()}/temp1
                
                
                    mapreduce.output.fileoutputformat.outputdir
                    /user/${wf:user()}/${wf:id()}/temp3
                
                
                    mapred.mapper.new-api
                    true
                
                
                    mapred.reducer.new-api
                    true
                
                
                    mapreduce.job.reduces
                    1
                
            
        
        
        
    
    
    
        
            ${jobTracker}
            ${nameNode}
            
                  
            
              /shareScripts/xxmapred-site.xml
            
                
                    mapreduce.job.map.class
                    com.besttone.hbase.demo.WordCount$TokenizerMapper
                
                
                    mapreduce.job.reduce.class
                    com.besttone.hbase.demo.WordCount$IntSumReducer
                
                
                    mapreduce.job.combine.class
                    com.besttone.hbase.demo.WordCount$IntSumReducer
                
                
                    mapreduce.job.output.key.class
                    org.apache.hadoop.io.Text
                
                
                    mapreduce.job.output.value.class
                    org.apache.hadoop.io.IntWritable
                
                
                    mapreduce.input.fileinputformat.inputdir
                    /user/${wf:user()}/${wf:id()}/temp2,/user/${wf:user()}/${wf:id()}/temp3
                
                
                    mapreduce.output.fileoutputformat.outputdir
                    ${outputDir}
                
                
                    mapred.mapper.new-api
                    true
                
                
                    mapred.reducer.new-api
                    true
                
                
                    mapreduce.job.reduces
                    1
                
            
        
        
        
    
    
        Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
    
    

wordcount.jar 中包含有上面配置中用到的mapper和reducer类