编译hadoop2.4.1插件

操作于 win7 32位  Eclipse 4.1  Kepler 

①下载插件源码包

https://github.com/winghc/hadoop2x-eclipse-plugin

点击右侧download下载

解压,打开解压目录“ xxxx\hadoop2x-eclipse-plugin-master\src\contrib”

②新建一个java项目

将contrib下的eclipse-plugin里面的内容拷贝到java项目下实际上只要拷贝5个就好。

META-INF
resources
src
build.properties
plugin.xml

拷贝完成了。那么问题来了:

全是红叉叉。。。(个人有很多红叉叉网上资料全都没有描述,解决后记录下。)

好像有个包名错了。。这个自己改吧- -不解释;

缺少一些jar包,(不小心放了汉化包。。以中文的描述吧问题不难,英文的相信你们对应的上)

缺少的第一部分jar包为"插件依赖项":右键项目->构建路径->配置构建路径->然后添加库->插件依赖项 下一步完成!

还有错。。。少jar包。

这个jar包不截图了大概就是少org.apache.hadoop.fs 类似的

大家都说去源码包lib下找到jar包全部引入就好。。。可是我的lib下面没有啊- -真的没有啊啊啊啊。。。

所以不要纠结了- -(认真你就输了,这个错误可以继续后续编译,编译完成了,jar包就来了所以不要在这些jar包上找方法了)。

③修改build.xml文件

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
 
<!--
   Licensed to the Apache Software Foundation (ASF) under one or more
   contributor license agreements.  See the NOTICE file distributed with
   this work for additional information regarding copyright ownership.
   The ASF licenses this file to You under the Apache License, Version 2.0
   (the "License"); you may not use this file except in compliance with
   the License.  You may obtain a copy of the License at
 
       http://www.apache.org/licenses/LICENSE-2.0
 
   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-->
 
<project default="jar" name="eclipse-plugin">
 
    <property name="jdk.home" value="C:\Program Files\Java\jdk1.7.0_55" />
    <property name="hadoop.version" value="2.4.1" />
    <property name="hadoop.home" value="E:\hadoop\hadoop-2.4.1\hadoop-2.4.1" />
    <property name="eclipse.version" value="4.3" />
    <property name="eclipse.home" value="E:\eclipse" />
    <property name="root" value="${basedir}" />
    <property file="${root}/build.properties" />
    <property name="name" value="${ant.project.name}" />
    <property name="src.dir" location="${root}/src" />
    <property name="build.contrib.dir" location="${root}/build/contrib" />
    <property name="build.dir" location="${build.contrib.dir}/${name}" />
    <property name="build.classes" location="${build.dir}/classes" />
    <property name="javac.deprecation" value="off" />
    <property name="javac.debug" value="on" />
    <property name="build.encoding" value="UTF-8" />
     
    <path id="eclipse-sdk-jars">
        <fileset dir="${eclipse.home}/plugins/">
            <include name="org.eclipse.ui*.jar" />
        <include name="org.eclipse.jdt*.jar" />
        <include name="org.eclipse.core*.jar" />
        <include name="org.eclipse.equinox*.jar" />
        <include name="org.eclipse.debug*.jar" />
        <include name="org.eclipse.osgi*.jar" />
        <include name="org.eclipse.swt*.jar" />
        <include name="org.eclipse.jface*.jar" />
        <include name="org.eclipse.team.cvs.ssh2*.jar" />
        <include name="com.jcraft.jsch*.jar" />
            </fileset>
    </path>
     
    <path id="project-jars">
        <fileset file="${build.dir}/lib/*.jar" />
    </path>
     
    <target name="init" unless="skip.contrib">
        <echo message="contrib: ${name}" />
        <mkdir dir="${build.dir}" />
        <mkdir dir="${build.classes}" />
        <mkdir dir="${build.dir}/lib" />
        <copy todir="${build.dir}/lib/" verbose="true">
            <fileset dir="${hadoop.home}/share/hadoop/mapreduce">
            <include name="hadoop*.jar" />
            <exclude name="*test*" />
            <exclude name="*example*" />
        </fileset>
        <fileset dir="${hadoop.home}/share/hadoop/common">
            <include name="hadoop*.jar" />
            <exclude name="*test*" />
            <exclude name="*example*" />
        </fileset>
        <fileset dir="${hadoop.home}/share/hadoop/hdfs">
            <include name="hadoop*.jar" />
            <exclude name="*test*" />
            <exclude name="*example*" />
        </fileset>
        <fileset dir="${hadoop.home}/share/hadoop/yarn">
            <include name="hadoop*.jar" />
            <exclude name="*test*" />
            <exclude name="*example*" />
        </fileset>
        <fileset dir="${hadoop.home}/share/hadoop/common/lib">
            <include name="protobuf-java-*.jar" />
            <include name="log4j-*.jar" />
            <include name="commons-cli-*.jar" />
            <include name="commons-collections-*.jar" />
            <include name="commons-configuration-*.jar" />
            <include name="commons-lang-*.jar" />
            <include name="jackson-core-asl-*.jar" />
            <include name="jackson-mapper-asl-*.jar" />
            <include name="slf4j-log4j12-*.jar" />
            <include name="slf4j-api-*.jar" />
            <include name="guava-*.jar" />
            <include name="hadoop-annotations-*.jar" />
            <include name="hadoop-auth-*.jar" />
            <include name="commons-cli-*.jar" />
            <include name="netty-*.jar" />
        </fileset>
        </copy>
    </target> 
    <target name="compile" depends="init" unless="skip.contrib">
        <echo message="contrib: ${name}" />
        <javac fork="true" executable="${jdk.home}/bin/javac" encoding="${build.encoding}" srcdir="${src.dir}" includes="**/*.java" destdir="${build.classes}" debug="${javac.debug}" deprecation="${javac.deprecation}" includeantruntime="on">
            <classpath refid="eclipse-sdk-jars" />
            <classpath refid="project-jars" />
        </javac>
    </target>
        <target name="jar" depends="compile" unless="skip.contrib">
        <pathconvert property="mf.classpath" pathsep=",lib/">
        <path refid="project-jars" />
            <flattenmapper />
        </pathconvert>
        <jar jarfile="${build.dir}/hadoop-${hadoop.version}-eclipse-${eclipse.version}-plugin.jar" manifest="${root}/META-INF/MANIFEST.MF">
        <manifest>
            <attribute name="Bundle-ClassPath" value="classes/,lib/${mf.classpath}" />
        </manifest>
        <fileset dir="${build.dir}" includes="classes/ lib/" />
        <fileset dir="${root}" includes="resources/ plugin.xml" />
        </jar>
    </target>
    <target name="clean">
        <echo message="contrib: ${name}" />
        <delete dir="${build.dir}" />
    </target>
</project>

修改前5项:

jdk.home指定编译时用的jdk,

hadoop和eclipse版本号是用来给jar起名字的,

hadoop.home是hadoop安装目录,会从里面提取需要的文件,

eclipse.home是eclipse的安装目录,MyEclipse中是那个Common目录。


everything is ok! 右键build.xml文件Run AS Ant Build

Buildfile: E:\workspace\hadoop2x\build.xml
init:
     [echo] contrib: eclipse-plugin
    [mkdir] Created dir: E:\workspace\hadoop2x\build\contrib\eclipse-plugin
    [mkdir] Created dir: E:\workspace\hadoop2x\build\contrib\eclipse-plugin\classes
    [mkdir] Created dir: E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib
     [copy] Copying 35 files to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-api-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-api-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-applications-distributedshell-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-applications-distributedshell-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-applications-unmanaged-am-launcher-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-applications-unmanaged-am-launcher-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-client-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-client-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-common-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-common-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-server-applicationhistoryservice-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-server-applicationhistoryservice-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-server-common-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-server-common-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-server-nodemanager-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-server-nodemanager-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-server-resourcemanager-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-server-resourcemanager-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\yarn\hadoop-yarn-server-web-proxy-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-yarn-server-web-proxy-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\hadoop-common-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-common-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\hadoop-nfs-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-nfs-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\hdfs\hadoop-hdfs-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-hdfs-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\hdfs\hadoop-hdfs-nfs-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-hdfs-nfs-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\commons-cli-1.2.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\commons-cli-1.2.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\commons-collections-3.2.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\commons-collections-3.2.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\commons-configuration-1.6.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\commons-configuration-1.6.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\commons-lang-2.6.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\commons-lang-2.6.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\guava-11.0.2.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\guava-11.0.2.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\hadoop-annotations-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-annotations-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\hadoop-auth-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-auth-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\jackson-core-asl-1.8.8.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\jackson-core-asl-1.8.8.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\jackson-mapper-asl-1.8.8.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\jackson-mapper-asl-1.8.8.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\log4j-1.2.17.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\log4j-1.2.17.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\netty-3.6.2.Final.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\netty-3.6.2.Final.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\protobuf-java-2.5.0.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\protobuf-java-2.5.0.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\slf4j-api-1.7.5.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\slf4j-api-1.7.5.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\common\lib\slf4j-log4j12-1.7.5.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\slf4j-log4j12-1.7.5.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-app-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-app-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-common-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-common-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-core-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-core-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-hs-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-hs-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-hs-plugins-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-hs-plugins-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-jobclient-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-jobclient-2.4.1.jar
     [copy] Copying E:\hadoop\hadoop-2.4.1\hadoop-2.4.1\share\hadoop\mapreduce\hadoop-mapreduce-client-shuffle-2.4.1.jar to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\lib\hadoop-mapreduce-client-shuffle-2.4.1.jar
compile:
     [echo] contrib: eclipse-plugin
    [javac] Compiling 45 source files to E:\workspace\hadoop2x\build\contrib\eclipse-plugin\classes
    [javac] 注: 某些输入文件使用或覆盖了已过时的 API。
    [javac] 注: 有关详细信息, 请使用 -Xlint:deprecation 重新编译。
    [javac] 注: 某些输入文件使用了未经检查或不安全的操作。
    [javac] 注: 有关详细信息, 请使用 -Xlint:unchecked 重新编译。
jar:
      [jar] Building jar: E:\workspace\hadoop2x\build\contrib\eclipse-plugin\hadoop-2.4.1-eclipse-4.3-plugin.jar
BUILD SUCCESSFUL
Total time: 11 seconds

BUILD SUCCESSFUL 看到这个字样日子就美好了。可以在项目里找到编译好的东东
hadoop-2.4.1-eclipse-4.3-plugin.jar

编译hadoop2.4.1插件

--题外话 如果你比较纠结错误- -可以在这个lib下面的jar包引入你的项目上。万事大吉!



你可能感兴趣的:(win7,编译,Hadoop2.4.1,开发插件)