./make-distribution.sh --tgz -Phadoop-2.4 -Pyarn -DskipTests -Dhadoop.version=2.4.1 -Phive
[jifeng@feng02 spark-1.3.0-rc1]$ ./make-distribution.sh --tgz -Phadoop-2.4 -Pyarn -DskipTests -Dhadoop.version=2.4.1 -Phive ***NOTE***: JAVA_HOME is not set to a JDK 6 installation. The resulting distribution may not work well with PySpark and will not run with Java 6 (See SPARK-1703 and SPARK-1911). This test can be disabled by adding --skip-java-test. Output from 'java -version' was: java version "1.7.0_45" Java(TM) SE Runtime Environment (build 1.7.0_45-b18) Java HotSpot(TM) 64-Bit Server VM (build 24.45-b08, mixed mode) Would you like to continue anyways? [y,n]: y Spark version is 1.3.0 Making spark-1.3.0-bin-2.4.1.tgz Tachyon Disabled Building with... $ /home/jifeng/hadoop/spark-1.3.0-rc1/build/mvn clean package -DskipTests -Phadoop-2.4 -Pyarn -DskipTests -Dhadoop.version=2.4.1 -Phive [INFO] Scanning for projects... [INFO] ------------------------------------------------------------------------ [INFO] Reactor Build Order: [INFO] [INFO] Spark Project Parent POM [INFO] Spark Project Networking [INFO] Spark Project Shuffle Streaming Service [INFO] Spark Project Core [INFO] Spark Project Bagel [INFO] Spark Project GraphX [INFO] Spark Project Streaming [INFO] Spark Project Catalyst [INFO] Spark Project SQL [INFO] Spark Project ML Library [INFO] Spark Project Tools [INFO] Spark Project Hive [INFO] Spark Project REPL [INFO] Spark Project YARN [INFO] Spark Project Assembly [INFO] Spark Project External Twitter [INFO] Spark Project External Flume Sink [INFO] Spark Project External Flume [INFO] Spark Project External MQTT [INFO] Spark Project External ZeroMQ [INFO] Spark Project External Kafka [INFO] Spark Project Examples [INFO] Spark Project YARN Shuffle Service [INFO] Spark Project External Kafka Assembly [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Parent POM 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-parent --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-parent --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-parent --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-parent --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-parent --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-parent --- [INFO] No sources to compile [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-parent --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/src/test/scala added. [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-parent --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-parent --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-parent --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-parent --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-parent --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-parent --- [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-parent --- [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-parent --- [WARNING] sourceDirectory is not specified or does not exist value=/home/jifeng/hadoop/spark-1.3.0-rc1/src/main/scala Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/scalastyle-output.xml Processed 0 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 37 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Networking 1.3.0 [INFO] ------------------------------------------------------------------------ Downloading: https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.pom Downloaded: https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.pom (3 KB at 1.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/slf4j-parent/1.7.10/slf4j-parent-1.7.10.pom Downloaded: https://repo1.maven.org/maven2/org/slf4j/slf4j-parent/1.7.10/slf4j-parent-1.7.10.pom (13 KB at 22.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar Downloaded: https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar (32 KB at 37.7 KB/sec) [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-network-common_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-network-common_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-network-common_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-network-common_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-network-common_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] 'compiler-interface' not yet compiled for Scala 2.10.4. Compiling... [info] Compilation completed in 36.892 s [info] Compiling 42 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/scala-2.10/classes... [warn] 警告: [<a target=_blank href="#" id="_GPLITA_0" in_rurl="http://s.srv-itx.com/click?v=Q046ODQxNTk6NDE1MzpvcHRpb25zOjk5MjEwY2RkOTM0ZmEwZTRhOGUzMTZhZDE5YzY2N2Q1OnotMTc1MC00NTg1MTY6d3JpdGUuYmxvZy5jc2RuLm5ldDoyNDg0NTE6MWY1MTE5M2MwMDVhYzVlYWUzMjczOTU4Y2ZkNDI1Mzg6MWQ1YTY0ZmRlMTQyNDBmNWJlZmRjNzBkMDc0YWQxNDg6MTpkYXRhX3NzLDEwMTB4MTY4MDtkYXRhX2ZiLG5vOzo0NDA1MDIx&subid=g-458516-daacc41546d64edd97c7b5d0fc6fd03a-&data_ss=1010x1680&data_fb=no&data_tagname=PRE" title="Click to Continue > by UniDeals" style="border: none !important; display: inline-block !important; text-indent: 0px !important; float: none !important; font-weight: bold !important; height: auto !important; margin: 0px !important; min-height: 0px !important; min-width: 0px !important; padding: 0px !important; text-transform: uppercase !important; text-decoration: underline !important; vertical-align: baseline !important; width: auto !important; background: transparent !important;">options<img src="http://cdncache-a.akamaihd.net/items/it/img/arrow-10x10.png" style="border: none !important; display: inline-block !important; text-indent: 0px !important; float: none !important; font-weight: bold !important; height: 10px !important; margin: 0px 0px 0px 3px !important; min-height: 0px !important; min-width: 0px !important; padding: 0px !important; text-transform: uppercase !important; text-decoration: underline !important; vertical-align: super !important; width: 10px !important; background: transparent !important;" alt="" /></a>] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:30:21 [42.470s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-network-common_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 42 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-network-common_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-network-common_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-network-common_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 7 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:30:26 [2.181s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-network-common_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 7 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-network-common_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/spark-test-classpath.txt'. [INFO] [INFO] --- maven-jar-plugin:2.2:test-jar (test-jar-on-test-compile) @ spark-network-common_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/spark-network-common_2.10-1.3.0-tests.jar [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-network-common_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-network-common_2.10 --- Downloading: https://repo1.maven.org/maven2/org/apache/maven/surefire/maven-surefire-common/2.18/maven-surefire-common-2.18.pom Downloaded: https://repo1.maven.org/maven2/org/apache/maven/surefire/maven-surefire-common/2.18/maven-surefire-common-2.18.pom (7 KB at 1.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/maven/plugin-tools/maven-plugin-annotations/3.3/maven-plugin-annotations-3.3.pom Downloaded: https://repo1.maven.org/maven2/org/apache/maven/plugin-tools/maven-plugin-annotations/3.3/maven-plugin-annotations-3.3.pom (2 KB at 2.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/maven/plugin-tools/maven-plugin-tools/3.3/maven-plugin-tools-3.3.pom Downloaded: https://repo1.maven.org/maven2/org/apache/maven/plugin-tools/maven-plugin-tools/3.3/maven-plugin-tools-3.3.pom (13 KB at 6.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-api/2.18/surefire-api-2.18.pom Downloaded: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-api/2.18/surefire-api-2.18.pom (3 KB at 2.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-booter/2.18/surefire-booter-2.18.pom Downloaded: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-booter/2.18/surefire-booter-2.18.pom (3 KB at 3.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/maven/maven-toolchain/2.2.1/maven-toolchain-2.2.1.pom Downloaded: https://repo1.maven.org/maven2/org/apache/maven/maven-toolchain/2.2.1/maven-toolchain-2.2.1.pom (4 KB at 4.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/maven/surefire/maven-surefire-common/2.18/maven-surefire-common-2.18.jar Downloading: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-booter/2.18/surefire-booter-2.18.jar Downloading: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-api/2.18/surefire-api-2.18.jar Downloading: https://repo1.maven.org/maven2/org/apache/maven/plugin-tools/maven-plugin-annotations/3.3/maven-plugin-annotations-3.3.jar Downloaded: https://repo1.maven.org/maven2/org/apache/maven/plugin-tools/maven-plugin-annotations/3.3/maven-plugin-annotations-3.3.jar (14 KB at 3.1 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-booter/2.18/surefire-booter-2.18.jar (39 KB at 2.8 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/maven/surefire/maven-surefire-common/2.18/maven-surefire-common-2.18.jar (268 KB at 11.1 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/maven/surefire/surefire-api/2.18/surefire-api-2.18.jar (145 KB at 5.4 KB/sec) [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-network-common_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.2:jar (default-jar) @ spark-network-common_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/spark-network-common_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-network-common_2.10 --- [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Including com.google.guava:guava:jar:14.0.1 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/spark-network-common_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/spark-network-common_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-network-common_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/common/target/spark-network-common_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-network-common_2.10 --- [WARNING] sourceDirectory is not specified or does not exist value=/home/jifeng/hadoop/spark-1.3.0-rc1/network/common/src/main/scala Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/network/common/scalastyle-output.xml Processed 0 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 1 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Shuffle Streaming Service 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-network-shuffle_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-network-shuffle_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-network-shuffle_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-network-shuffle_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 20 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:31:12 [2.121s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-network-shuffle_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 20 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-network-shuffle_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-network-shuffle_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-network-shuffle_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 11 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:31:16 [2.547s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-network-shuffle_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 11 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-network-shuffle_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-network-shuffle_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-network-shuffle_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-network-shuffle_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-network-shuffle_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/spark-network-shuffle_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-network-shuffle_2.10 --- [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/spark-network-shuffle_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/spark-network-shuffle_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-network-shuffle_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/target/spark-network-shuffle_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-network-shuffle_2.10 --- [WARNING] sourceDirectory is not specified or does not exist value=/home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/src/main/scala Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/network/shuffle/scalastyle-output.xml Processed 0 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 2 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Core 1.3.0 [INFO] ------------------------------------------------------------------------ Downloading: https://repo1.maven.org/maven2/commons-codec/commons-codec/1.10/commons-codec-1.10.pom Downloaded: https://repo1.maven.org/maven2/commons-codec/commons-codec/1.10/commons-codec-1.10.pom (12 KB at 1.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/commons/commons-parent/35/commons-parent-35.pom Downloaded: https://repo1.maven.org/maven2/org/apache/commons/commons-parent/35/commons-parent-35.pom (57 KB at 7.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.pom Downloaded: https://repo1.maven.org/maven2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.pom (2 KB at 2.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.pom Downloaded: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.pom (2 KB at 1.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.pom Downloaded: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.pom (2 KB at 2.5 KB/sec) Downloading: https://repo1.maven.org/maven2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.pom Downloaded: https://repo1.maven.org/maven2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.pom (16 KB at 4.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.3/httpcore-4.3.3.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.3/httpcore-4.3.3.pom (5 KB at 1.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.3.3/httpcomponents-core-4.3.3.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.3.3/httpcomponents-core-4.3.3.pom (13 KB at 0.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.6/httpclient-4.3.6.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.6/httpclient-4.3.6.pom (6 KB at 7.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.3.6/httpcomponents-client-4.3.6.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.3.6/httpcomponents-client-4.3.6.pom (16 KB at 14.9 KB/sec) Downloading: https://repo1.maven.org/maven2/javax/activation/activation/1.1.1/activation-1.1.1.pom Downloaded: https://repo1.maven.org/maven2/javax/activation/activation/1.1.1/activation-1.1.1.pom (644 B at 0.9 KB/sec) Downloading: https://repo1.maven.org/maven2/mx4j/mx4j/3.0.2/mx4j-3.0.2.pom Downloaded: https://repo1.maven.org/maven2/mx4j/mx4j/3.0.2/mx4j-3.0.2.pom (585 B at 0.9 KB/sec) Downloading: https://repo1.maven.org/maven2/javax/mail/mail/1.4.7/mail-1.4.7.pom Downloaded: https://repo1.maven.org/maven2/javax/mail/mail/1.4.7/mail-1.4.7.pom (6 KB at 7.2 KB/sec) Downloading: https://repo1.maven.org/maven2/com/sun/mail/all/1.4.7/all-1.4.7.pom Downloaded: https://repo1.maven.org/maven2/com/sun/mail/all/1.4.7/all-1.4.7.pom (20 KB at 15.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.pom Downloaded: https://repo1.maven.org/maven2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.pom (2 KB at 1.8 KB/sec) Downloading: https://repo1.maven.org/maven2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.pom Downloaded: https://repo1.maven.org/maven2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.pom (4 KB at 5.4 KB/sec) Downloading: https://repo1.maven.org/maven2/net/iharder/base64/2.3.8/base64-2.3.8.pom Downloaded: https://repo1.maven.org/maven2/net/iharder/base64/2.3.8/base64-2.3.8.pom (6 KB at 9.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.pom Downloaded: https://repo1.maven.org/maven2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.pom (2 KB at 3.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.pom Downloaded: https://repo1.maven.org/maven2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.pom (2 KB at 3.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/mesos/mesos/0.21.0/mesos-0.21.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/mesos/mesos/0.21.0/mesos-0.21.0.pom (8 KB at 13.8 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.pom Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.pom (846 B at 1.7 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-parent/3.1.0/metrics-parent-3.1.0.pom Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-parent/3.1.0/metrics-parent-3.1.0.pom (12 KB at 19.7 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.pom Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.pom (967 B at 2.4 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.pom Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.pom (2 KB at 3.5 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-graphite/3.1.0/metrics-graphite-3.1.0.pom Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-graphite/3.1.0/metrics-graphite-3.1.0.pom (2 KB at 3.2 KB/sec) Downloading: https://repo1.maven.org/maven2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.pom Downloaded: https://repo1.maven.org/maven2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.pom (5 KB at 10.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.pom (7 KB at 15.1 KB/sec) Downloading: https://repo1.maven.org/maven2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.3/httpcore-4.3.3.jar Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.6/httpclient-4.3.6.jar Downloading: https://repo1.maven.org/maven2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar Downloading: https://repo1.maven.org/maven2/javax/activation/activation/1.1.1/activation-1.1.1.jar Downloaded: https://repo1.maven.org/maven2/javax/activation/activation/1.1.1/activation-1.1.1.jar (68 KB at 30.2 KB/sec) Downloading: https://repo1.maven.org/maven2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar Downloaded: https://repo1.maven.org/maven2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar (278 KB at 20.1 KB/sec) Downloading: https://repo1.maven.org/maven2/javax/mail/mail/1.4.7/mail-1.4.7.jar Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.3/httpcore-4.3.3.jar (277 KB at 18.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.6/httpclient-4.3.6.jar (579 KB at 32.1 KB/sec) Downloading: https://repo1.maven.org/maven2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar Downloaded: https://repo1.maven.org/maven2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar (10 KB at 0.5 KB/sec) Downloading: https://repo1.maven.org/maven2/net/iharder/base64/2.3.8/base64-2.3.8.jar Downloaded: https://repo1.maven.org/maven2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar (400 KB at 20.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar Downloaded: https://repo1.maven.org/maven2/net/iharder/base64/2.3.8/base64-2.3.8.jar (17 KB at 0.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar Downloaded: https://repo1.maven.org/maven2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar (5 KB at 0.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar Downloaded: https://repo1.maven.org/maven2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar (9 KB at 0.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/mesos/mesos/0.21.0/mesos-0.21.0-shaded-protobuf.jar Downloaded: https://repo1.maven.org/maven2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar (17 KB at 0.8 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar (110 KB at 4.4 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar (36 KB at 1.3 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar (16 KB at 0.6 KB/sec) Downloading: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-graphite/3.1.0/metrics-graphite-3.1.0.jar Downloaded: https://repo1.maven.org/maven2/io/dropwizard/metrics/metrics-graphite/3.1.0/metrics-graphite-3.1.0.jar (21 KB at 0.7 KB/sec) Downloading: https://repo1.maven.org/maven2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar Downloaded: https://repo1.maven.org/maven2/javax/mail/mail/1.4.7/mail-1.4.7.jar (509 KB at 16.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/mesos/mesos/0.21.0/mesos-0.21.0-shaded-protobuf.jar (1248 KB at 27.7 KB/sec) Downloading: https://repo1.maven.org/maven2/cglib/cglib-nodep/2.1_3/cglib-nodep-2.1_3.jar Downloaded: https://repo1.maven.org/maven2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar (537 KB at 10.6 KB/sec) Downloaded: https://repo1.maven.org/maven2/cglib/cglib-nodep/2.1_3/cglib-nodep-2.1_3.jar (317 KB at 5.7 KB/sec) Downloaded: https://repo1.maven.org/maven2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar (1994 KB at 35.3 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar (1253 KB at 18.0 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar (2777 KB at 28.9 KB/sec) [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-core_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-core_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-core_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-core_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-core_2.10 --- [INFO] [INFO] --- maven-antrun-plugin:1.7:run (default) @ spark-core_2.10 --- [INFO] Executing tasks main: [unzip] Expanding: /home/jifeng/hadoop/spark-1.3.0-rc1/python/lib/py4j-0.8.2.1-src.zip into /home/jifeng/hadoop/spark-1.3.0-rc1/python/build [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-core_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 11 resources [INFO] Copying 24 resources [INFO] Copying 7 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-core_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 415 Scala sources and 34 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/scala-2.10/classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/scheduler/local/LocalBackend.scala:89: postfix operator millis should be enabled [warn] by making the implicit value scala.language.postfixOps visible. [warn] This can be achieved by adding the import clause 'import scala.language.postfixOps' [warn] or by setting the compiler <a target=_blank href="#" id="_GPLITA_1" in_rurl="http://s.srv-itx.com/click?v=Q046ODQxNTk6NDE1MzpvcHRpb25zOjE3NDE1NzNjNzk4ODVjN2E0NzI4MWExMzU1MjFmOGU3OnotMTc1MC00NTg1MTY6d3JpdGUuYmxvZy5jc2RuLm5ldDoyNDg0NTA6M2JiOTkwOTk1ZDg0NzYxMGM0MDJjZDA5MTg2ZjZjMmE6NGM5NDM4MTkzMjVkNDA3N2JkZjgyMjJhOTQ0NTdiMTg6MTpkYXRhX3NzLDEwMTB4MTY4MDtkYXRhX2ZiLG5vOzo0NDA1MDIx&subid=g-458516-daacc41546d64edd97c7b5d0fc6fd03a-&data_ss=1010x1680&data_fb=no&data_tagname=PRE" title="Click to Continue > by UniDeals" style="border: none !important; display: inline-block !important; text-indent: 0px !important; float: none !important; font-weight: bold !important; height: auto !important; margin: 0px !important; min-height: 0px !important; min-width: 0px !important; padding: 0px !important; text-transform: uppercase !important; text-decoration: underline !important; vertical-align: baseline !important; width: auto !important; background: transparent !important;">option<img src="http://cdncache-a.akamaihd.net/items/it/img/arrow-10x10.png" style="border: none !important; display: inline-block !important; text-indent: 0px !important; float: none !important; font-weight: bold !important; height: 10px !important; margin: 0px 0px 0px 3px !important; min-height: 0px !important; min-width: 0px !important; padding: 0px !important; text-transform: uppercase !important; text-decoration: underline !important; vertical-align: super !important; width: 10px !important; background: transparent !important;" alt="" /></a> -language:postfixOps. [warn] See the Scala docs for value scala.language.postfixOps for a discussion [warn] why the feature should be explicitly enabled. [warn] context.system.scheduler.scheduleOnce(1000 millis, self, ReviveOffers) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/util/MutableURLClassLoader.scala:26: imported `ParentClassLoader' is permanently hidden by definition of class ParentClassLoader in package util [warn] import org.apache.spark.util.ParentClassLoader [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/TaskState.scala:41: match may not be exhaustive. [warn] It would fail on the following input: TASK_ERROR [warn] def fromMesos(mesosState: MesosTaskState): TaskState = mesosState match { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/SparkContext.scala:614: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new NewHadoopJob(hadoopConfiguration) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/SparkContext.scala:660: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new NewHadoopJob(hadoopConfiguration) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/SparkContext.scala:836: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new NewHadoopJob(conf) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/SparkHadoopWriter.scala:201: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [warn] new TaskAttemptID(new TaskID(jID.value, true, splitID), attemptID)) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/SparkHadoopWriter.scala:222: method makeQualified in class Path is deprecated: see corresponding Javadoc for more information. [warn] outputPath.makeQualified(fs) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala:197: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] val (directories, leaves) = fs.listStatus(path).partition(_.isDir) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala:202: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (baseStatus.isDir) recurse(basePath) else Array(baseStatus) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala:111: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (!fs.getFileStatus(path).isDir) { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala:324: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] private def isLegacyLogDirectory(entry: FileStatus): Boolean = entry.isDir() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/input/PortableDataStream.scala:49: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (file.isDir) 0L else file.getLen [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/input/WholeTextFileInputFormat.scala:57: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (file.isDir) 0L else file.getLen [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala:56: constructor TaskAttemptID in class TaskAttemptID is deprecated: see corresponding Javadoc for more information. [warn] new TaskAttemptID(jtIdentifier, jobId, isMap, taskId, attemptId) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/rdd/CheckpointRDD.scala:111: method getDefaultReplication in class FileSystem is deprecated: see corresponding Javadoc for more information. [warn] fs.create(tempOutputPath, false, bufferSize, fs.getDefaultReplication, blockSize) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala:351: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [warn] val taId = new TaskAttemptID(new TaskID(jobID, true, splitId), attemptId) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala:898: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new NewAPIHadoopJob(hadoopConf) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala:966: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new NewAPIHadoopJob(hadoopConf) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/scheduler/InputFormatInfo.scala:106: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(conf) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/main/scala/org/apache/spark/util/Utils.scala:641: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (fileStatus.isDir) { [warn] ^ [warn] 21 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:36:28 [2:32.422s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-core_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 34 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-core_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-core_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 7 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-core_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 143 Scala sources and 5 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/scala-2.10/test-classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/scheduler/OutputCommitCoordinatorSuite.scala:156: a pure expression does nothing in statement position; you may be omitting necessary parentheses [warn] 0 until rdd.partitions.size, resultHandler, 0) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/util/MutableURLClassLoaderSuite.scala:25: imported `Utils' is permanently hidden by definition of object Utils in package util [warn] import org.apache.spark.util.Utils [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/FileSuite.scala:496: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(sc.hadoopConfiguration) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/scheduler/EventLoggingListenerSuite.scala:68: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] assert(!logStatus.isDir) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/scheduler/EventLoggingListenerSuite.scala:72: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] assert(!fileSystem.getFileStatus(new Path(eventLogger.logPath)).isDir) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/scheduler/ReplayListenerSuite.scala:115: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] assert(!eventLog.isDir) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/scala/org/apache/spark/scheduler/TaskContextSuite.scala:89: method attemptId in class TaskContext is deprecated: use attemptNumber [warn] Seq(TaskContext.get().attemptId).iterator [warn] ^ [warn] 7 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 注: /home/jifeng/hadoop/spark-1.3.0-rc1/core/src/test/java/org/apache/spark/JavaAPISuite.java使用或覆盖了已过时的 API。 [warn] 注: 有关详细信息, 请使用 -Xlint:deprecation 重新编译。 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:38:33 [1:50.532s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-core_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-core_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/core/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-core_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-core_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-core_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-core_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/spark-core_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-core_2.10 --- [INFO] [INFO] --- maven-dependency-plugin:2.9:copy-dependencies (copy-dependencies) @ spark-core_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-core_2.10 --- [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Including org.eclipse.jetty:jetty-plus:jar:8.1.14.v20131031 in the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.transaction:jar:1.1.1.v201105210645 from the shaded jar. [INFO] Excluding org.eclipse.jetty:jetty-webapp:jar:8.1.14.v20131031 from the shaded jar. [INFO] Excluding org.eclipse.jetty:jetty-xml:jar:8.1.14.v20131031 from the shaded jar. [INFO] Excluding org.eclipse.jetty:jetty-jndi:jar:8.1.14.v20131031 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.mail.glassfish:jar:1.4.1.v201005082020 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.activation:jar:1.1.0.v201105071233 from the shaded jar. [INFO] Including org.eclipse.jetty:jetty-security:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-util:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-server:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-http:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-io:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-continuation:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-servlet:jar:8.1.14.v20131031 in the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/spark-core_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/spark-core_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/core/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/core/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-core_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/core/target/spark-core_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-core_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/core/scalastyle-output.xml Processed 414 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 18621 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Bagel 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-bagel_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-bagel_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-bagel_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-bagel_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-bagel_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 2 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:39:37 [10.086s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-bagel_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-bagel_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-bagel_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-bagel_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 1 Scala source to /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/scala-2.10/test-classes... [info] Compile success at 2015-2-27 13:39:51 [10.438s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-bagel_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-bagel_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-bagel_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-bagel_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-bagel_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-bagel_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/spark-bagel_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-bagel_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/spark-bagel_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/spark-bagel_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-bagel_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/bagel/target/spark-bagel_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-bagel_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/bagel/scalastyle-output.xml Processed 2 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 291 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project GraphX 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-graphx_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-graphx_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-graphx_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-graphx_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-graphx_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 38 Scala sources and 5 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/scala-2.10/classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/main/scala/org/apache/spark/graphx/Pregel.scala:124: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] var messages = g.mapReduceTriplets(sendMsg, mergeMsg) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/main/scala/org/apache/spark/graphx/Pregel.scala:141: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] messages = g.mapReduceTriplets(sendMsg, mergeMsg, Some((newVerts, activeDirection))).cache() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/main/scala/org/apache/spark/graphx/lib/SVDPlusPlus.scala:66: method run in object SVDPlusPlus is deprecated: Call runSVDPlusPlus [warn] val (graph, u) = run(edges, conf) [warn] ^ [warn] three warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:40:20 [23.130s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-graphx_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-graphx_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-graphx_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 2 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-graphx_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 18 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/scala-2.10/test-classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:224: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] val result = graph.mapReduceTriplets[Int](et => Iterator((et.dstId, et.srcAttr)), _ + _) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:288: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] val neighborDegreeSums = starDeg.mapReduceTriplets( [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:298: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] val numEvenNeighbors = vids.mapReduceTriplets(et => { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:312: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] val numOddNeighbors = changedGraph.mapReduceTriplets(et => { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:346: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] val neighborDegreeSums = reverseStarDegrees.mapReduceTriplets( [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:420: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [warn] val neighborAttrSums = graph.mapReduceTriplets[Int]( [warn] ^ [warn] 6 warnings found [info] Compile success at 2015-2-27 13:40:37 [11.981s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-graphx_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-graphx_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-graphx_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-graphx_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-graphx_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-graphx_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/spark-graphx_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-graphx_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.jblas:jblas:jar:1.2.3 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/spark-graphx_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/spark-graphx_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-graphx_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/graphx/target/spark-graphx_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-graphx_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/graphx/scalastyle-output.xml Processed 38 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 691 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Streaming 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 6 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 80 Scala sources and 2 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/scala-2.10/classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/main/scala/org/apache/spark/streaming/util/WriteAheadLogManager.scala:156: postfix operator second should be enabled [warn] by making the implicit value scala.language.postfixOps visible. [warn] This can be achieved by adding the import clause 'import scala.language.postfixOps' [warn] or by setting the compiler option -language:postfixOps. [warn] See the Scala docs for value scala.language.postfixOps for a discussion [warn] why the feature should be explicitly enabled. [warn] Await.ready(f, 1 second) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/main/scala/org/apache/spark/streaming/util/WriteAheadLogManager.scala:193: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (fileSystem.exists(logDirectoryPath) && fileSystem.getFileStatus(logDirectoryPath).isDir) { [warn] ^ [warn] two warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:41:06 [24.404s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 20 Scala sources and 5 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/scala-2.10/test-classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/StreamingContextSuite.scala:193: method awaitTermination in class StreamingContext is deprecated: Use awaitTerminationOrTimeout(Long) instead [warn] ssc.awaitTermination(500) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/StreamingContextSuite.scala:226: method awaitTermination in class StreamingContext is deprecated: Use awaitTerminationOrTimeout(Long) instead [warn] ssc.awaitTermination(500) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/StreamingContextSuite.scala:246: method awaitTermination in class StreamingContext is deprecated: Use awaitTerminationOrTimeout(Long) instead [warn] ssc.awaitTermination(500) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/StreamingContextSuite.scala:291: method awaitTermination in class StreamingContext is deprecated: Use awaitTerminationOrTimeout(Long) instead [warn] ssc.awaitTermination(5000) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/StreamingContextSuite.scala:302: method awaitTermination in class StreamingContext is deprecated: Use awaitTerminationOrTimeout(Long) instead [warn] ssc.awaitTermination(5000) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/TestSuiteBase.scala:352: method awaitTermination in class StreamingContext is deprecated: Use awaitTerminationOrTimeout(Long) instead [warn] ssc.awaitTermination(50) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/scala/org/apache/spark/streaming/util/WriteAheadLogSuite.scala:354: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (fileSystem.exists(logDirectoryPath) && fileSystem.getFileStatus(logDirectoryPath).isDir) { [warn] ^ [warn] 7 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 注: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/src/test/java/org/apache/spark/streaming/JavaAPISuite.java使用了未经检查或不安全的操作。 [warn] 注: 有关详细信息, 请使用 -Xlint:unchecked 重新编译。 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:41:34 [23.302s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-test-classpath.txt'. [INFO] [INFO] --- maven-jar-plugin:2.4:test-jar (test-jar-on-test-compile) @ spark-streaming_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0-tests.jar [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-jar-plugin:2.4:test-jar (default) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0-shaded.jar [INFO] Replacing original test artifact with shaded test artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0-tests.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0-shaded-tests.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/streaming/target/spark-streaming_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/streaming/scalastyle-output.xml Processed 80 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 694 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Catalyst 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-catalyst_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-catalyst_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-catalyst_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-catalyst_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-catalyst_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 71 Scala sources and 3 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:42:32 [44.695s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-catalyst_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-catalyst_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-catalyst_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-catalyst_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 26 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/scala-2.10/test-classes... [info] Compile success at 2015-2-27 13:42:50 [15.887s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-catalyst_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-catalyst_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-test-classpath.txt'. [INFO] [INFO] --- maven-jar-plugin:2.4:test-jar (test-jar-on-test-compile) @ spark-catalyst_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-catalyst_2.10-1.3.0-tests.jar [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-catalyst_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-catalyst_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-catalyst_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-catalyst_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-catalyst_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-catalyst_2.10 --- [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-catalyst_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-catalyst_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-catalyst_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-catalyst_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-catalyst_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/scalastyle-output.xml Processed 71 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 1283 ms [INFO] [INFO] --- maven-jar-plugin:2.4:test-jar (default) @ spark-catalyst_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/catalyst/target/spark-catalyst_2.10-1.3.0-tests.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project SQL 1.3.0 [INFO] ------------------------------------------------------------------------ Downloading: https://repo1.maven.org/maven2/org/jodd/jodd-core/3.6.3/jodd-core-3.6.3.pom Downloaded: https://repo1.maven.org/maven2/org/jodd/jodd-core/3.6.3/jodd-core-3.6.3.pom (2 KB at 0.9 KB/sec) Downloading: https://repo1.maven.org/maven2/com/h2database/h2/1.4.183/h2-1.4.183.pom Downloaded: https://repo1.maven.org/maven2/com/h2database/h2/1.4.183/h2-1.4.183.pom (966 B at 1.4 KB/sec) Downloading: https://repo1.maven.org/maven2/mysql/mysql-connector-java/5.1.34/mysql-connector-java-5.1.34.pom Downloaded: https://repo1.maven.org/maven2/mysql/mysql-connector-java/5.1.34/mysql-connector-java-5.1.34.pom (2 KB at 1.8 KB/sec) Downloading: https://repo1.maven.org/maven2/com/spotify/docker-client/2.7.5/docker-client-2.7.5.pom Downloaded: https://repo1.maven.org/maven2/com/spotify/docker-client/2.7.5/docker-client-2.7.5.pom (11 KB at 14.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.5/httpclient-4.3.5.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.5/httpclient-4.3.5.pom (6 KB at 7.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.3.5/httpcomponents-client-4.3.5.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.3.5/httpcomponents-client-4.3.5.pom (16 KB at 14.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.pom (5 KB at 5.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.3.2/httpcomponents-core-4.3.2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.3.2/httpcomponents-core-4.3.2.pom (12 KB at 16.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/bouncycastle/bcpkix-jdk15on/1.51/bcpkix-jdk15on-1.51.pom Downloaded: https://repo1.maven.org/maven2/org/bouncycastle/bcpkix-jdk15on/1.51/bcpkix-jdk15on-1.51.pom (2 KB at 2.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/jodd/jodd-core/3.6.3/jodd-core-3.6.3.jar Downloading: https://repo1.maven.org/maven2/com/h2database/h2/1.4.183/h2-1.4.183.jar Downloading: https://repo1.maven.org/maven2/mysql/mysql-connector-java/5.1.34/mysql-connector-java-5.1.34.jar Downloading: https://repo1.maven.org/maven2/com/spotify/docker-client/2.7.5/docker-client-2.7.5.jar Downloading: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.5/httpclient-4.3.5.jar Downloaded: https://repo1.maven.org/maven2/org/jodd/jodd-core/3.6.3/jodd-core-3.6.3.jar (370 KB at 48.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/bouncycastle/bcpkix-jdk15on/1.51/bcpkix-jdk15on-1.51.jar Downloaded: https://repo1.maven.org/maven2/org/bouncycastle/bcpkix-jdk15on/1.51/bcpkix-jdk15on-1.51.jar (592 KB at 38.4 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.5/httpclient-4.3.5.jar (577 KB at 36.8 KB/sec) Downloaded: https://repo1.maven.org/maven2/mysql/mysql-connector-java/5.1.34/mysql-connector-java-5.1.34.jar (938 KB at 43.2 KB/sec) Downloaded: https://repo1.maven.org/maven2/com/h2database/h2/1.4.183/h2-1.4.183.jar (1648 KB at 52.0 KB/sec) Downloaded: https://repo1.maven.org/maven2/com/spotify/docker-client/2.7.5/docker-client-2.7.5.jar (4166 KB at 55.1 KB/sec) [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-sql_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-sql_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-sql_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-sql_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-sql_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 82 Scala sources and 24 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/scala-2.10/classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/sources/ddl.scala:316: inferred existential type Option[(Class[_$4], org.apache.spark.sql.sources.BaseRelation)] forSome { type _$4 }, which cannot be expressed by wildcards, should be enabled [warn] by making the implicit value scala.language.existentials visible. [warn] This can be achieved by adding the import clause 'import scala.language.existentials' [warn] or by setting the compiler option -language:existentials. [warn] See the Scala docs for value scala.language.existentials for a discussion [warn] why the feature should be explicitly enabled. [warn] private[sql] case class ResolvedDataSource(provider: Class[_], relation: BaseRelation) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala:108: match may not be exhaustive. [warn] It would fail on the following inputs: (_, false), (_, true) [warn] val doInsertion = (mode, fs.exists(filesystemPath)) match { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetRelation.scala:185: method makeQualified in class Path is deprecated: see corresponding Javadoc for more information. [warn] val path = origPath.makeQualified(fs) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala:83: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(sc.hadoopConfiguration) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala:232: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(sqlContext.sparkContext.hadoopConfiguration) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala:285: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(conf) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala:625: method makeQualified in class Path is deprecated: see corresponding Javadoc for more information. [warn] val path = origPath.makeQualified(fs) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala:626: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (!fs.exists(path) || !fs.getFileStatus(path).isDir) { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala:631: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] .flatMap { status => if(status.isDir) fs.listStatus(status.getPath) else List(status) } [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTestData.scala:223: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTestData.scala:441: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala:397: method fromCaseClassString in object DataType is deprecated: Use DataType.fromJson instead [warn] Try(DataType.fromJson(string)).getOrElse(DataType.fromCaseClassString(string)) match { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala:416: method makeQualified in class Path is deprecated: see corresponding Javadoc for more information. [warn] val path = origPath.makeQualified(fs) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala:417: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] if (fs.exists(path) && !fs.getFileStatus(path).isDir) { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala:461: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala:467: method makeQualified in class Path is deprecated: see corresponding Javadoc for more information. [warn] val path = origPath.makeQualified(fs) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala:472: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] .flatMap { status => if(status.isDir) fs.listStatus(status.getPath) else List(status) } [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala:254: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] assert(baseStatuses.forall(!_.isDir) || baseStatuses.forall(_.isDir)) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala:254: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] assert(baseStatuses.forall(!_.isDir) || baseStatuses.forall(_.isDir)) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala:391: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(sparkContext.hadoopConfiguration) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala:535: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job(sqlContext.sparkContext.hadoopConfiguration) [warn] ^ [warn] 21 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:44:54 [34.324s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-sql_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 24 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-sql_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-sql_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-sql_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 50 Scala sources and 5 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/scala-2.10/test-classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/ScalaReflectionRelationSuite.scala:89: constructor Date in class Date is deprecated: see corresponding Javadoc for more information. [warn] new java.math.BigDecimal(1), new Date(70, 0, 1), // This is 1970-01-01 [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:211: method getHours in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](0).getHours == 12) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:212: method getMinutes in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](0).getMinutes == 34) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:213: method getSeconds in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](0).getSeconds == 56) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:214: method getYear in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Date](1).getYear == 96) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:215: method getMonth in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Date](1).getMonth == 0) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:216: method getDate in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Date](1).getDate == 1) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:217: method getYear in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](2).getYear == 102) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:218: method getMonth in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](2).getMonth == 1) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:219: method getDate in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](2).getDate == 20) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:220: method getHours in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](2).getHours == 11) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:221: method getMinutes in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](2).getMinutes == 22) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/JDBCSuite.scala:222: method getSeconds in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[java.sql.Timestamp](2).getSeconds == 33) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegration.scala:194: constructor Date in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[Date](0).equals(new Date(91, 10, 9))) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegration.scala:195: constructor Timestamp in class Timestamp is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[Timestamp](1).equals(new Timestamp(70, 0, 1, 13, 31, 24, 0))) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegration.scala:196: constructor Timestamp in class Timestamp is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[Timestamp](2).equals(new Timestamp(96, 0, 1, 1, 23, 45, 0))) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegration.scala:197: constructor Timestamp in class Timestamp is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[Timestamp](3).equals(new Timestamp(109, 1, 13, 23, 31, 30, 0))) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegration.scala:198: constructor Date in class Date is deprecated: see corresponding Javadoc for more information. [warn] assert(rows(0).getAs[Date](4).equals(new Date(101, 0, 1))) [warn] ^ [warn] 18 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 注: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/src/test/java/org/apache/spark/sql/api/java/JavaApplySchemaSuite.java使用或覆盖了已过时的 API。 [warn] 注: 有关详细信息, 请使用 -Xlint:deprecation 重新编译。 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:45:22 [25.737s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-sql_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-sql_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-sql_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-sql_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-sql_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-sql_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/spark-sql_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-sql_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.1 from the shaded jar. [INFO] Excluding com.twitter:parquet-column:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-common:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-encoding:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-generator:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding com.twitter:parquet-hadoop:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-format:jar:2.2.0-rc1 from the shaded jar. [INFO] Excluding com.twitter:parquet-jackson:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.3.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.3.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.3.0 from the shaded jar. [INFO] Excluding org.jodd:jodd-core:jar:3.6.3 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.8.1 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.5 from the shaded jar. [INFO] Excluding commons-logging:commons-logging:jar:1.1.3 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/spark-sql_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/spark-sql_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-sql_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/target/spark-sql_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-sql_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/sql/core/scalastyle-output.xml Processed 82 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 2303 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project ML Library 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-mllib_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-mllib_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-mllib_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-mllib_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 26 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-mllib_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 143 Scala sources and 2 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/scala-2.10/classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/src/main/scala/org/apache/spark/mllib/recommendation/MatrixFactorizationModel.scala:202: non-variable type argument Double in type pattern Seq[Double] is unchecked since it is eliminated by erasure [warn] .map { case Row(id: Int, features: Seq[Double]) => [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/src/main/scala/org/apache/spark/mllib/recommendation/MatrixFactorizationModel.scala:206: non-variable type argument Double in type pattern Seq[Double] is unchecked since it is eliminated by erasure [warn] .map { case Row(id: Int, features: Seq[Double]) => [warn] ^ [warn] two warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:46:06 [36.199s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-mllib_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-mllib_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-mllib_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-mllib_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 72 Scala sources and 23 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:46:43 [34.610s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-mllib_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 23 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-mllib_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-mllib_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-mllib_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-mllib_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-mllib_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/spark-mllib_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-mllib_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-sql_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.1 from the shaded jar. [INFO] Excluding com.twitter:parquet-column:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-common:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-encoding:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-generator:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-hadoop:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-format:jar:2.2.0-rc1 from the shaded jar. [INFO] Excluding com.twitter:parquet-jackson:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding org.jodd:jodd-core:jar:3.6.3 from the shaded jar. [INFO] Excluding org.apache.spark:spark-graphx_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.jblas:jblas:jar:1.2.3 from the shaded jar. [INFO] Excluding org.scalanlp:breeze_2.10:jar:0.10 from the shaded jar. [INFO] Excluding org.scalanlp:breeze-macros_2.10:jar:0.3.1 from the shaded jar. [INFO] Excluding com.github.fommil.netlib:core:jar:1.1.2 from the shaded jar. [INFO] Excluding net.sourceforge.f2j:arpack_combined_all:jar:0.1 from the shaded jar. [INFO] Excluding net.sf.opencsv:opencsv:jar:2.3 from the shaded jar. [INFO] Excluding com.github.rwl:jtransforms:jar:2.4.0 from the shaded jar. [INFO] Excluding org.spire-math:spire_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.spire-math:spire-macros_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/spark-mllib_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/spark-mllib_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-mllib_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/mllib/target/spark-mllib_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-mllib_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/mllib/scalastyle-output.xml Processed 143 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 1439 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Tools 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-tools_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-tools_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-tools_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-tools_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/tools/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-tools_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 3 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/tools/target/scala-2.10/classes... [info] Compile success at 2015-2-27 13:46:54 [2.536s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-tools_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-tools_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-tools_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/tools/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-tools_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-tools_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-tools_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/tools/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-tools_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-tools_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-tools_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-tools_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/target/spark-tools_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-tools_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/tools/target/spark-tools_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/tools/target/spark-tools_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-tools_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/tools/target/spark-tools_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-tools_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/tools/scalastyle-output.xml Processed 3 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 61 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Hive 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-hive_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-hive_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-hive_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala added. [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-default-sources) @ spark-hive_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/v0.13.1/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-hive_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-hive_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 20 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/scala-2.10/classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala:122: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [warn] val size = if (fileStatus.isDir) { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala:654: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] Utils.getContextOrSparkClassLoader).asInstanceOf[Class[Deserializer]], [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:79: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] relation.tableDesc.getDeserializerClass.asInstanceOf[Class[Deserializer]], [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:93: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] deserializerClass: Class[_ <: Deserializer], [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:127: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] (part, part.getDeserializer.getClass.asInstanceOf[Class[Deserializer]])).toMap [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:142: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] partitionToDeserializer: Map[HivePartition, [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:272: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] deserializer: Deserializer, [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/InsertIntoHiveTable.scala:59: trait Serializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] private def newSerializer(tableDesc: TableDesc): Serializer = { [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/InsertIntoHiveTable.scala:60: trait Serializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] val serializer = tableDesc.getDeserializerClass.newInstance().asInstanceOf[Serializer] [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUdfs.scala:223: class UDAF in package exec is deprecated: see corresponding Javadoc for more information. [warn] type UDFType = UDAF [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUdfs.scala:273: method initialize in class GenericUDTF is deprecated: see corresponding Javadoc for more information. [warn] protected lazy val outputInspector = function.initialize(inputInspectors.toArray) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUdfs.scala:353: class UDAF in package exec is deprecated: see corresponding Javadoc for more information. [warn] new GenericUDAFBridge(funcWrapper.createFunction[UDAF]()) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveWriterContainers.scala:143: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [warn] new TaskAttemptID(new TaskID(jID.value, true, splitID), attemptID)) [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/v0.13.1/src/main/scala/org/apache/spark/sql/hive/Shim13.scala:165: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [warn] serdeClass: Class[_ <: Deserializer], [warn] ^ [warn] 14 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:47:20 [22.073s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-hive_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-hive_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/test/scala added. [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/compatibility/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-hive_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 9875 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-hive_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 29 Scala sources and 6 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/scala-2.10/test-classes... [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveInspectorSuite.scala:78: constructor Date in class Date is deprecated: see corresponding Javadoc for more information. [warn] Literal(new java.sql.Date(114, 8, 23)) :: [warn] ^ [warn] one warning found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:47:43 [14.545s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-hive_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 6 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.4:build-classpath (default) @ spark-hive_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-hive_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-hive_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-hive_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-hive_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/spark-hive_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-dependency-plugin:2.4:copy-dependencies (copy-dependencies) @ spark-hive_2.10 --- [INFO] Copying datanucleus-core-3.2.10.jar to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/../../lib_managed/jars/datanucleus-core-3.2.10.jar [INFO] Copying datanucleus-rdbms-3.2.9.jar to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/../../lib_managed/jars/datanucleus-rdbms-3.2.9.jar [INFO] Copying datanucleus-api-jdo-3.2.6.jar to /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/../../lib_managed/jars/datanucleus-api-jdo-3.2.6.jar [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-hive_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-sql_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.1 from the shaded jar. [INFO] Excluding com.twitter:parquet-column:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-common:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-encoding:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-generator:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-hadoop:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-format:jar:2.2.0-rc1 from the shaded jar. [INFO] Excluding com.twitter:parquet-jackson:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding org.jodd:jodd-core:jar:3.6.3 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-metastore:jar:0.13.1a from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-shims:jar:0.13.1a from the shaded jar. [INFO] Excluding org.spark-project.hive.shims:hive-shims-common:jar:0.13.1a from the shaded jar. [INFO] Excluding org.spark-project.hive.shims:hive-shims-0.20:jar:0.13.1a from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty:jar:6.1.26 from the shaded jar. [INFO] Excluding org.spark-project.hive.shims:hive-shims-common-secure:jar:0.13.1a from the shaded jar. [INFO] Excluding org.spark-project.hive.shims:hive-shims-0.20S:jar:0.13.1a from the shaded jar. [INFO] Excluding org.spark-project.hive.shims:hive-shims-0.23:jar:0.13.1a from the shaded jar. [INFO] Excluding com.jolbox:bonecp:jar:0.8.0.RELEASE from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.4 from the shaded jar. [INFO] Excluding commons-logging:commons-logging:jar:1.1.3 from the shaded jar. [INFO] Excluding org.apache.derby:derby:jar:10.10.1.1 from the shaded jar. [INFO] Excluding org.datanucleus:datanucleus-api-jdo:jar:3.2.6 from the shaded jar. [INFO] Excluding org.datanucleus:datanucleus-core:jar:3.2.10 from the shaded jar. [INFO] Excluding org.datanucleus:datanucleus-rdbms:jar:3.2.9 from the shaded jar. [INFO] Excluding javax.jdo:jdo-api:jar:3.0.1 from the shaded jar. [INFO] Excluding javax.transaction:jta:jar:1.1 from the shaded jar. [INFO] Excluding org.antlr:antlr-runtime:jar:3.4 from the shaded jar. [INFO] Excluding org.antlr:stringtemplate:jar:3.2.1 from the shaded jar. [INFO] Excluding antlr:antlr:jar:2.7.7 from the shaded jar. [INFO] Excluding org.apache.thrift:libfb303:jar:0.9.0 from the shaded jar. [INFO] Excluding org.apache.thrift:libthrift:jar:0.9.0 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-exec:jar:0.13.1a from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-ant:jar:0.13.1a from the shaded jar. [INFO] Excluding org.apache.velocity:velocity:jar:1.5 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-common:jar:0.13.1a from the shaded jar. [INFO] Excluding com.twitter:parquet-hadoop-bundle:jar:1.3.2 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding javolution:javolution:jar:5.5.1 from the shaded jar. [INFO] Excluding org.antlr:ST4:jar:4.0.4 from the shaded jar. [INFO] Excluding org.apache.ant:ant:jar:1.9.1 from the shaded jar. [INFO] Excluding org.apache.ant:ant-launcher:jar:1.9.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding com.googlecode.javaewah:JavaEWAH:jar:0.3.2 from the shaded jar. [INFO] Excluding org.iq80.snappy:snappy:jar:0.2 from the shaded jar. [INFO] Excluding org.json:json:jar:20090211 from the shaded jar. [INFO] Excluding stax:stax-api:jar:1.0.1 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-serde:jar:0.13.1a from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.3 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.6 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.6 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.6 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/spark-hive_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/spark-hive_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-hive_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/target/spark-hive_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-hive_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/sql/hive/scalastyle-output.xml Processed 19 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 828 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project REPL 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-repl_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-repl_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-repl_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/src/main/scala added. [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/scala-2.10/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-repl_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/repl/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-repl_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 13 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/scala-2.10/classes... [info] Compile success at 2015-2-27 13:48:07 [12.967s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-repl_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-repl_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/src/test/scala added. [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/scala-2.10/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-repl_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-repl_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 2 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/scala-2.10/test-classes... [info] Compile success at 2015-2-27 13:48:10 [3.291s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-repl_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-repl_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-repl_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-repl_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-repl_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-repl_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/spark-repl_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-repl_2.10 --- [INFO] Excluding org.scala-lang:jline:jar:2.10.4 from the shaded jar. [INFO] Excluding org.fusesource.jansi:jansi:jar:1.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-bagel_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-mllib_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-graphx_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.jblas:jblas:jar:1.2.3 from the shaded jar. [INFO] Excluding org.scalanlp:breeze_2.10:jar:0.10 from the shaded jar. [INFO] Excluding org.scalanlp:breeze-macros_2.10:jar:0.3.1 from the shaded jar. [INFO] Excluding com.github.fommil.netlib:core:jar:1.1.2 from the shaded jar. [INFO] Excluding net.sourceforge.f2j:arpack_combined_all:jar:0.1 from the shaded jar. [INFO] Excluding net.sf.opencsv:opencsv:jar:2.3 from the shaded jar. [INFO] Excluding com.github.rwl:jtransforms:jar:2.4.0 from the shaded jar. [INFO] Excluding org.spire-math:spire_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.spire-math:spire-macros_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-sql_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.1 from the shaded jar. [INFO] Excluding com.twitter:parquet-column:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-common:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-encoding:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-generator:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-hadoop:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding com.twitter:parquet-format:jar:2.2.0-rc1 from the shaded jar. [INFO] Excluding com.twitter:parquet-jackson:jar:1.6.0rc3 from the shaded jar. [INFO] Excluding org.jodd:jodd-core:jar:3.6.3 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/spark-repl_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/spark-repl_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-repl_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/repl/target/spark-repl_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-repl_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/repl/scalastyle-output.xml Processed 1 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 30 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project YARN 1.3.0 [INFO] ------------------------------------------------------------------------ Downloading: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar Downloading: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar Downloaded: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar (18 KB at 2.1 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar (27 KB at 3.1 KB/sec) [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-yarn_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-yarn_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-yarn_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-yarn_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 13 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/scala-2.10/classes... [info] Compile success at 2015-2-27 13:48:29 [5.662s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-yarn_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-yarn_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-yarn_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 5 Scala sources to /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/scala-2.10/test-classes... [info] Compile success at 2015-2-27 13:48:35 [5.597s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-yarn_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-yarn_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-yarn_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-yarn_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/spark-yarn_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-yarn_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.2.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.4.5 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.23.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.5.0 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon:jar:0.5.0 from the shaded jar. [INFO] Excluding org.spark-project:pyrolite:jar:2.0.1 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.8.2.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding com.google.inject.extensions:guice-servlet:jar:3.0 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding com.google.inject:guice:jar:3.0 from the shaded jar. [INFO] Excluding javax.inject:javax.inject:jar:1 from the shaded jar. [INFO] Excluding aopalliance:aopalliance:jar:1.0 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-json:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jettison:jettison:jar:1.1 from the shaded jar. [INFO] Excluding com.sun.xml.bind:jaxb-impl:jar:2.2.3-1 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding com.sun.jersey.contribs:jersey-guice:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-web-proxy:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.4 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/spark-yarn_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/spark-yarn_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-yarn_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/yarn/target/spark-yarn_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-yarn_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/yarn/scalastyle-output.xml Processed 13 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 212 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Assembly 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-assembly_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-assembly_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/assembly/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/assembly/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-assembly_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/assembly/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-assembly_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/assembly/src/test/scala added. [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-assembly_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/assembly/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-assembly_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-assembly_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-assembly_2.10 --- [INFO] Including org.apache.spark:spark-core_2.10:jar:1.3.0 in the shaded jar. [INFO] Including com.twitter:chill_2.10:jar:0.5.0 in the shaded jar. [INFO] Including com.esotericsoftware.kryo:kryo:jar:2.21 in the shaded jar. [INFO] Including com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 in the shaded jar. [INFO] Including com.esotericsoftware.minlog:minlog:jar:1.2 in the shaded jar. [INFO] Including org.objenesis:objenesis:jar:1.2 in the shaded jar. [INFO] Including com.twitter:chill-java:jar:0.5.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-client:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:jar:2.4.1 in the shaded jar. [INFO] Including xmlenc:xmlenc:jar:0.52 in the shaded jar. [INFO] Including commons-collections:commons-collections:jar:3.2.1 in the shaded jar. [INFO] Including commons-configuration:commons-configuration:jar:1.6 in the shaded jar. [INFO] Including commons-digester:commons-digester:jar:1.8 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils:jar:1.7.0 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils-core:jar:1.8.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-auth:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-annotations:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.spark:spark-network-common_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 in the shaded jar. [INFO] Including net.java.dev.jets3t:jets3t:jar:0.9.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpcore:jar:4.3.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpclient:jar:4.3.6 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including mx4j:mx4j:jar:3.0.2 in the shaded jar. [INFO] Including javax.mail:mail:jar:1.4.7 in the shaded jar. [INFO] Including org.bouncycastle:bcprov-jdk15on:jar:1.51 in the shaded jar. [INFO] Including com.jamesmurty.utils:java-xmlbuilder:jar:1.0 in the shaded jar. [INFO] Including net.iharder:base64:jar:2.3.8 in the shaded jar. [INFO] Including org.apache.curator:curator-recipes:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.curator:curator-framework:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.curator:curator-client:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.zookeeper:zookeeper:jar:3.4.5 in the shaded jar. [INFO] Including jline:jline:jar:0.9.94 in the shaded jar. [INFO] Including org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 in the shaded jar. [INFO] Including org.apache.commons:commons-lang3:jar:3.3.2 in the shaded jar. [INFO] Including org.apache.commons:commons-math3:jar:3.1.1 in the shaded jar. [INFO] Including com.google.code.findbugs:jsr305:jar:1.3.9 in the shaded jar. [INFO] Including org.slf4j:slf4j-api:jar:1.7.10 in the shaded jar. [INFO] Including org.slf4j:jul-to-slf4j:jar:1.7.10 in the shaded jar. [INFO] Including org.slf4j:jcl-over-slf4j:jar:1.7.10 in the shaded jar. [INFO] Including log4j:log4j:jar:1.2.17 in the shaded jar. [INFO] Including org.slf4j:slf4j-log4j12:jar:1.7.10 in the shaded jar. [INFO] Including com.ning:compress-lzf:jar:1.0.0 in the shaded jar. [INFO] Including org.xerial.snappy:snappy-java:jar:1.1.1.6 in the shaded jar. [INFO] Including net.jpountz.lz4:lz4:jar:1.2.0 in the shaded jar. [INFO] Including org.roaringbitmap:RoaringBitmap:jar:0.4.5 in the shaded jar. [INFO] Including commons-net:commons-net:jar:2.2 in the shaded jar. [INFO] Including org.spark-project.akka:akka-remote_2.10:jar:2.3.4-spark in the shaded jar. [INFO] Including org.spark-project.akka:akka-actor_2.10:jar:2.3.4-spark in the shaded jar. [INFO] Including com.typesafe:config:jar:1.2.1 in the shaded jar. [INFO] Including io.netty:netty:jar:3.8.0.Final in the shaded jar. [INFO] Including org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark in the shaded jar. [INFO] Including org.uncommons.maths:uncommons-maths:jar:1.2.2a in the shaded jar. [INFO] Including org.spark-project.akka:akka-slf4j_2.10:jar:2.3.4-spark in the shaded jar. [INFO] Including org.scala-lang:scala-library:jar:2.10.4 in the shaded jar. [INFO] Including org.json4s:json4s-jackson_2.10:jar:3.2.10 in the shaded jar. [INFO] Including org.json4s:json4s-core_2.10:jar:3.2.10 in the shaded jar. [INFO] Including org.json4s:json4s-ast_2.10:jar:3.2.10 in the shaded jar. [INFO] Including org.scala-lang:scalap:jar:2.10.4 in the shaded jar. [INFO] Including org.apache.mesos:mesos:jar:shaded-protobuf:0.21.0 in the shaded jar. [INFO] Including io.netty:netty-all:jar:4.0.23.Final in the shaded jar. [INFO] Including com.clearspring.analytics:stream:jar:2.7.0 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-core:jar:3.1.0 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-jvm:jar:3.1.0 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-json:jar:3.1.0 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-graphite:jar:3.1.0 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-annotations:jar:2.4.0 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-core:jar:2.4.4 in the shaded jar. [INFO] Including com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including org.apache.ivy:ivy:jar:2.4.0 in the shaded jar. [INFO] Including oro:oro:jar:2.0.8 in the shaded jar. [INFO] Including org.tachyonproject:tachyon-client:jar:0.5.0 in the shaded jar. [INFO] Including org.tachyonproject:tachyon:jar:0.5.0 in the shaded jar. [INFO] Including org.spark-project:pyrolite:jar:2.0.1 in the shaded jar. [INFO] Including net.sf.py4j:py4j:jar:0.8.2.1 in the shaded jar. [INFO] Including org.apache.spark:spark-bagel_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-mllib_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.jblas:jblas:jar:1.2.3 in the shaded jar. [INFO] Including org.scalanlp:breeze_2.10:jar:0.10 in the shaded jar. [INFO] Including org.scalanlp:breeze-macros_2.10:jar:0.3.1 in the shaded jar. [INFO] Including com.github.fommil.netlib:core:jar:1.1.2 in the shaded jar. [INFO] Including net.sourceforge.f2j:arpack_combined_all:jar:0.1 in the shaded jar. [INFO] Including net.sf.opencsv:opencsv:jar:2.3 in the shaded jar. [INFO] Including com.github.rwl:jtransforms:jar:2.4.0 in the shaded jar. [INFO] Including org.spire-math:spire_2.10:jar:0.7.4 in the shaded jar. [INFO] Including org.spire-math:spire-macros_2.10:jar:0.7.4 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-graphx_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-sql_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-catalyst_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.scalamacros:quasiquotes_2.10:jar:2.0.1 in the shaded jar. [INFO] Including com.twitter:parquet-column:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-common:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-encoding:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-generator:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-hadoop:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-format:jar:2.2.0-rc1 in the shaded jar. [INFO] Including com.twitter:parquet-jackson:jar:1.6.0rc3 in the shaded jar. [INFO] Including org.jodd:jodd-core:jar:3.6.3 in the shaded jar. [INFO] Including org.apache.spark:spark-repl_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.scala-lang:jline:jar:2.10.4 in the shaded jar. [INFO] Including org.fusesource.jansi:jansi:jar:1.4 in the shaded jar. [INFO] Including org.scala-lang:scala-compiler:jar:2.10.4 in the shaded jar. [INFO] Including org.scala-lang:scala-reflect:jar:2.10.4 in the shaded jar. [INFO] Including org.apache.spark:spark-yarn_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 in the shaded jar. [INFO] Including commons-lang:commons-lang:jar:2.6 in the shaded jar. [INFO] Including com.google.protobuf:protobuf-java:jar:2.5.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including javax.xml.stream:stax-api:jar:1.0-2 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including com.sun.jersey:jersey-core:jar:1.9 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including com.google.inject.extensions:guice-servlet:jar:3.0 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including com.google.inject:guice:jar:3.0 in the shaded jar. [INFO] Including javax.inject:javax.inject:jar:1 in the shaded jar. [INFO] Including aopalliance:aopalliance:jar:1.0 in the shaded jar. [INFO] Including com.sun.jersey:jersey-server:jar:1.9 in the shaded jar. [INFO] Including com.sun.jersey:jersey-json:jar:1.9 in the shaded jar. [INFO] Including org.codehaus.jettison:jettison:jar:1.1 in the shaded jar. [INFO] Including com.sun.xml.bind:jaxb-impl:jar:2.2.3-1 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-xc:jar:1.9.13 in the shaded jar. [INFO] Including com.sun.jersey.contribs:jersey-guice:jar:1.9 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-web-proxy:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty:jar:6.1.26 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.apache.spark:spark-hive_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.spark-project.hive:hive-metastore:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive:hive-shims:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-common:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-0.20:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-common-secure:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-0.20S:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-0.23:jar:0.13.1a in the shaded jar. [INFO] Including com.jolbox:bonecp:jar:0.8.0.RELEASE in the shaded jar. [INFO] Including commons-logging:commons-logging:jar:1.1.3 in the shaded jar. [INFO] Including org.apache.derby:derby:jar:10.10.1.1 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-api-jdo:jar:3.2.6 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-core:jar:3.2.10 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-rdbms:jar:3.2.9 in the shaded jar. [INFO] Including javax.jdo:jdo-api:jar:3.0.1 in the shaded jar. [INFO] Including javax.transaction:jta:jar:1.1 in the shaded jar. [INFO] Including org.antlr:antlr-runtime:jar:3.4 in the shaded jar. [INFO] Including org.antlr:stringtemplate:jar:3.2.1 in the shaded jar. [INFO] Including antlr:antlr:jar:2.7.7 in the shaded jar. [INFO] Including org.apache.thrift:libfb303:jar:0.9.0 in the shaded jar. [INFO] Including org.apache.thrift:libthrift:jar:0.9.0 in the shaded jar. [INFO] Including commons-httpclient:commons-httpclient:jar:3.1 in the shaded jar. [INFO] Including org.spark-project.hive:hive-exec:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive:hive-ant:jar:0.13.1a in the shaded jar. [INFO] Including org.apache.velocity:velocity:jar:1.5 in the shaded jar. [INFO] Including org.spark-project.hive:hive-common:jar:0.13.1a in the shaded jar. [INFO] Including com.twitter:parquet-hadoop-bundle:jar:1.3.2 in the shaded jar. [INFO] Including javolution:javolution:jar:5.5.1 in the shaded jar. [INFO] Including org.antlr:ST4:jar:4.0.4 in the shaded jar. [INFO] Including org.apache.ant:ant:jar:1.9.1 in the shaded jar. [INFO] Including org.apache.ant:ant-launcher:jar:1.9.1 in the shaded jar. [INFO] Including com.googlecode.javaewah:JavaEWAH:jar:0.3.2 in the shaded jar. [INFO] Including org.iq80.snappy:snappy:jar:0.2 in the shaded jar. [INFO] Including org.json:json:jar:20090211 in the shaded jar. [INFO] Including stax:stax-api:jar:1.0.1 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.spark-project.hive:hive-serde:jar:0.13.1a in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.6 in the shaded jar. [INFO] Including org.apache.avro:avro-mapred:jar:hadoop2:1.7.6 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:1.7.6 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:tests:1.7.6 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-column-1.6.0rc3.jar define 543 overlappping classes: [WARNING] - parquet.io.PrimitiveColumnIO [WARNING] - parquet.it.unimi.dsi.fastutil.longs.Long2IntSortedMap [WARNING] - parquet.it.unimi.dsi.fastutil.longs.LongIterators$IntIteratorWrapper [WARNING] - parquet.column.values.ValuesReader [WARNING] - parquet.column.impl.ColumnReaderImpl$1 [WARNING] - parquet.column.ParquetProperties$WriterVersion [WARNING] - parquet.schema.PrimitiveType$PrimitiveTypeName [WARNING] - parquet.it.unimi.dsi.fastutil.longs.LongIterators$UnmodifiableListIterator [WARNING] - parquet.it.unimi.dsi.fastutil.longs.LongIterator [WARNING] - parquet.it.unimi.dsi.fastutil.doubles.AbstractDoubleList [WARNING] - 533 more... [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-common-1.6.0rc3.jar define 7 overlappping classes: [WARNING] - parquet.Ints [WARNING] - parquet.ParquetRuntimeException [WARNING] - parquet.Log$1 [WARNING] - parquet.Log [WARNING] - parquet.bytes.BytesUtils [WARNING] - parquet.Version [WARNING] - parquet.Preconditions [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar, commons-collections-3.2.1.jar define 10 overlappping classes: [WARNING] - org.apache.commons.collections.FastHashMap$EntrySet [WARNING] - org.apache.commons.collections.ArrayStack [WARNING] - org.apache.commons.collections.FastHashMap$1 [WARNING] - org.apache.commons.collections.FastHashMap$KeySet [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView [WARNING] - org.apache.commons.collections.BufferUnderflowException [WARNING] - org.apache.commons.collections.Buffer [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView$CollectionViewIterator [WARNING] - org.apache.commons.collections.FastHashMap$Values [WARNING] - org.apache.commons.collections.FastHashMap [WARNING] kryo-2.21.jar, reflectasm-1.07-shaded.jar define 23 overlappping classes: [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Opcodes [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Frame [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Label [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.FieldWriter [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.AnnotationVisitor [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.FieldVisitor [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Item [WARNING] - com.esotericsoftware.reflectasm.AccessClassLoader [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Edge [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.ClassVisitor [WARNING] - 13 more... [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 82 overlappping classes: [WARNING] - org.apache.commons.beanutils.WrapDynaBean [WARNING] - org.apache.commons.beanutils.Converter [WARNING] - org.apache.commons.beanutils.converters.IntegerConverter [WARNING] - org.apache.commons.beanutils.locale.LocaleBeanUtilsBean [WARNING] - org.apache.commons.beanutils.locale.converters.DecimalLocaleConverter [WARNING] - org.apache.commons.beanutils.locale.converters.DoubleLocaleConverter [WARNING] - org.apache.commons.beanutils.converters.ShortConverter [WARNING] - org.apache.commons.beanutils.converters.StringArrayConverter [WARNING] - org.apache.commons.beanutils.locale.LocaleConvertUtilsBean [WARNING] - org.apache.commons.beanutils.LazyDynaClass [WARNING] - 72 more... [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-jackson-1.6.0rc3.jar define 623 overlappping classes: [WARNING] - parquet.org.codehaus.jackson.map.deser.impl.PropertyValue$Map [WARNING] - parquet.org.codehaus.jackson.map.BeanPropertyDefinition [WARNING] - parquet.org.codehaus.jackson.util.DefaultPrettyPrinter$Lf2SpacesIndenter [WARNING] - parquet.org.codehaus.jackson.map.jsontype.impl.StdSubtypeResolver [WARNING] - parquet.org.codehaus.jackson.map.ser.FilteredBeanPropertyWriter$MultiView [WARNING] - parquet.org.codehaus.jackson.map.deser.std.PrimitiveArrayDeserializers$Base [WARNING] - parquet.org.codehaus.jackson.map.ser.std.StdContainerSerializers [WARNING] - parquet.org.codehaus.jackson.map.SerializationConfig$Feature [WARNING] - parquet.org.codehaus.jackson.map.deser.impl.ValueInjector [WARNING] - parquet.org.codehaus.jackson.map.deser.std.ThrowableDeserializer [WARNING] - 613 more... [WARNING] commons-logging-1.1.3.jar, jcl-over-slf4j-1.7.10.jar define 6 overlappping classes: [WARNING] - org.apache.commons.logging.impl.NoOpLog [WARNING] - org.apache.commons.logging.impl.SimpleLog [WARNING] - org.apache.commons.logging.LogFactory [WARNING] - org.apache.commons.logging.LogConfigurationException [WARNING] - org.apache.commons.logging.impl.SimpleLog$1 [WARNING] - org.apache.commons.logging.Log [WARNING] stax-api-1.0-2.jar, stax-api-1.0.1.jar define 37 overlappping classes: [WARNING] - javax.xml.stream.XMLOutputFactory [WARNING] - javax.xml.stream.events.StartElement [WARNING] - javax.xml.stream.events.Namespace [WARNING] - javax.xml.stream.util.EventReaderDelegate [WARNING] - javax.xml.stream.XMLInputFactory [WARNING] - javax.xml.stream.events.Characters [WARNING] - javax.xml.stream.XMLStreamReader [WARNING] - javax.xml.stream.events.EntityReference [WARNING] - javax.xml.stream.events.NotationDeclaration [WARNING] - javax.xml.stream.XMLStreamWriter [WARNING] - 27 more... [WARNING] hadoop-yarn-api-2.4.1.jar, hadoop-yarn-common-2.4.1.jar define 3 overlappping classes: [WARNING] - org.apache.hadoop.yarn.factories.package-info [WARNING] - org.apache.hadoop.yarn.util.package-info [WARNING] - org.apache.hadoop.yarn.factory.providers.package-info [WARNING] parquet-format-2.2.0-rc1.jar, parquet-hadoop-bundle-1.3.2.jar define 197 overlappping classes: [WARNING] - parquet.org.apache.thrift.protocol.TCompactProtocol$Types [WARNING] - parquet.format.Encoding [WARNING] - parquet.org.apache.thrift.TSerializer [WARNING] - parquet.org.apache.thrift.protocol.TJSONProtocol [WARNING] - parquet.format.ColumnChunk$_Fields [WARNING] - parquet.format.ColumnMetaData$1 [WARNING] - parquet.org.apache.thrift.transport.TSeekableFile [WARNING] - parquet.org.apache.thrift.TServiceClientFactory [WARNING] - parquet.org.apache.thrift.transport.THttpClient [WARNING] - parquet.org.apache.thrift.protocol.TProtocolUtil [WARNING] - 187 more... [WARNING] parquet-encoding-1.6.0rc3.jar, parquet-hadoop-bundle-1.3.2.jar define 183 overlappping classes: [WARNING] - parquet.column.values.bitpacking.ByteBitPackingBE$Packer21 [WARNING] - parquet.column.values.bitpacking.OneBitPackingReader [WARNING] - parquet.column.values.bitpacking.ByteBitPackingLE$Packer16 [WARNING] - parquet.column.values.bitpacking.OneBitPackingWriter [WARNING] - parquet.column.values.bitpacking.ByteBitPackingLE$Packer29 [WARNING] - parquet.column.values.bitpacking.LemireBitPackingLE$Packer15 [WARNING] - parquet.column.values.bitpacking.BitPacking [WARNING] - parquet.column.values.bitpacking.Packer [WARNING] - parquet.column.values.bitpacking.LemireBitPackingLE$Packer23 [WARNING] - parquet.column.values.bitpacking.LemireBitPackingLE$Packer3 [WARNING] - 173 more... [WARNING] jansi-1.4.jar, jline-2.10.4.jar define 23 overlappping classes: [WARNING] - org.fusesource.jansi.Ansi$Erase [WARNING] - org.fusesource.jansi.Ansi [WARNING] - org.fusesource.jansi.AnsiOutputStream [WARNING] - org.fusesource.jansi.internal.CLibrary [WARNING] - org.fusesource.jansi.Ansi$2 [WARNING] - org.fusesource.jansi.WindowsAnsiOutputStream [WARNING] - org.fusesource.jansi.AnsiRenderer$Code [WARNING] - org.fusesource.jansi.AnsiConsole [WARNING] - org.fusesource.jansi.Ansi$Attribute [WARNING] - org.fusesource.jansi.Ansi$Color [WARNING] - 13 more... [WARNING] minlog-1.2.jar, kryo-2.21.jar define 2 overlappping classes: [WARNING] - com.esotericsoftware.minlog.Log$Logger [WARNING] - com.esotericsoftware.minlog.Log [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-hadoop-1.6.0rc3.jar define 90 overlappping classes: [WARNING] - parquet.hadoop.codec.CodecConfig [WARNING] - parquet.hadoop.util.counters.mapred.MapRedCounterAdapter [WARNING] - parquet.hadoop.example.GroupReadSupport [WARNING] - parquet.hadoop.codec.CompressionCodecNotSupportedException [WARNING] - parquet.hadoop.InternalParquetRecordWriter [WARNING] - parquet.hadoop.metadata.FileMetaData [WARNING] - parquet.hadoop.ParquetFileReader$Chunk [WARNING] - parquet.hadoop.example.ExampleOutputFormat [WARNING] - parquet.hadoop.ParquetInputFormat$1 [WARNING] - parquet.hadoop.ParquetFileWriter$STATE$2 [WARNING] - 80 more... [WARNING] kryo-2.21.jar, objenesis-1.2.jar define 32 overlappping classes: [WARNING] - org.objenesis.Objenesis [WARNING] - org.objenesis.strategy.StdInstantiatorStrategy [WARNING] - org.objenesis.instantiator.basic.ObjectStreamClassInstantiator [WARNING] - org.objenesis.instantiator.sun.SunReflectionFactorySerializationInstantiator [WARNING] - org.objenesis.instantiator.perc.PercSerializationInstantiator [WARNING] - org.objenesis.instantiator.NullInstantiator [WARNING] - org.objenesis.instantiator.jrockit.JRockitLegacyInstantiator [WARNING] - org.objenesis.instantiator.gcj.GCJInstantiatorBase [WARNING] - org.objenesis.ObjenesisException [WARNING] - org.objenesis.instantiator.basic.ObjectInputStreamInstantiator$MockStream [WARNING] - 22 more... [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-generator-1.6.0rc3.jar define 3 overlappping classes: [WARNING] - parquet.encoding.bitpacking.ByteBasedBitPackingGenerator [WARNING] - parquet.encoding.Generator [WARNING] - parquet.encoding.bitpacking.IntBasedBitPackingGenerator [WARNING] spark-network-common_2.10-1.3.0.jar, spark-streaming_2.10-1.3.0.jar, spark-repl_2.10-1.3.0.jar, spark-bagel_2.10-1.3.0.jar, spark-mllib_2.10-1.3.0.jar, spark-graphx_2.10-1.3.0.jar, spark-sql_2.10-1.3.0.jar, unused-1.0.0.jar, spark-hive_2.10-1.3.0.jar, spark-network-shuffle_2.10-1.3.0.jar, spark-catalyst_2.10-1.3.0.jar, spark-core_2.10-1.3.0.jar, spark-yarn_2.10-1.3.0.jar define 1 overlappping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] maven-shade-plugin has detected that some .class files [WARNING] are present in two or more JARs. When this happens, only [WARNING] one single version of the class is copied in the uberjar. [WARNING] Usually this is not harmful and you can skeep these [WARNING] warnings, otherwise try to manually exclude artifacts [WARNING] based on mvn dependency:tree -Ddetail=true and the above [WARNING] output [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-assembly_2.10 --- [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-assembly_2.10 --- [WARNING] sourceDirectory is not specified or does not exist value=/home/jifeng/hadoop/spark-1.3.0-rc1/assembly/src/main/scala Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/assembly/scalastyle-output.xml Processed 0 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 7 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Twitter 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-twitter_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-twitter_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-twitter_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-twitter_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 3 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:50:32 [5.765s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-twitter_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-twitter_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-twitter_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-twitter_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 1 Scala source and 2 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:50:39 [4.023s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-twitter_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-twitter_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-twitter_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-twitter_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-twitter_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-twitter_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/spark-streaming-twitter_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-twitter_2.10 --- [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.twitter4j:twitter4j-stream:jar:3.0.3 from the shaded jar. [INFO] Excluding org.twitter4j:twitter4j-core:jar:3.0.3 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/spark-streaming-twitter_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/spark-streaming-twitter_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-twitter_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/target/spark-streaming-twitter_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-twitter_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/twitter/scalastyle-output.xml Processed 3 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 27 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Flume Sink 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-flume-sink_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-flume-sink_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/src/main/scala added. [INFO] [INFO] --- avro-maven-plugin:1.7.6:idl-protocol (default) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-flume-sink_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-flume-sink_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 5 Scala sources and 3 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/scala-2.10/classes... [warn] Class org.jboss.netty.channel.ChannelFactory not found - continuing with a stub. [warn] Class org.jboss.netty.channel.ChannelFactory not found - continuing with a stub. [warn] Class org.jboss.netty.channel.ChannelPipelineFactory not found - continuing with a stub. [warn] Class org.jboss.netty.handler.execution.ExecutionHandler not found - continuing with a stub. [warn] Class org.jboss.netty.channel.ChannelFactory not found - continuing with a stub. [warn] Class org.jboss.netty.handler.execution.ExecutionHandler not found - continuing with a stub. [warn] Class org.jboss.netty.channel.group.ChannelGroup not found - continuing with a stub. [warn] 7 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 注: 某些输入文件使用了未经检查或不安全的操作。 [warn] 注: 有关详细信息, 请使用 -Xlint:unchecked 重新编译。 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:50:50 [4.601s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-flume-sink_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-flume-sink_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-flume-sink_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-flume-sink_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 1 Scala source to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/scala-2.10/test-classes... [info] Compile success at 2015-2-27 13:50:55 [3.996s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-flume-sink_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-flume-sink_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-flume-sink_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-flume-sink_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-flume-sink_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-flume-sink_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-flume-sink_2.10 --- [INFO] Excluding org.apache.flume:flume-ng-sdk:jar:1.4.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.6 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-core:jar:1.4.0 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-configuration:jar:1.4.0 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.1 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.5 from the shaded jar. [INFO] Excluding joda-time:joda-time:jar:2.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty:jar:6.1.26 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.2 from the shaded jar. [INFO] Excluding org.apache.mina:mina-core:jar:2.0.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-flume-sink_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-flume-sink_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/flume-sink/scalastyle-output.xml Processed 5 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 113 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Flume 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-flume_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-flume_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-flume_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-flume_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 6 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:51:04 [6.962s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-flume_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-flume_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-flume_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-flume_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 3 Scala sources and 3 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:51:12 [5.969s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-flume_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-flume_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-flume_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-flume_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-flume_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-flume_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/spark-streaming-flume_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-flume_2.10 --- [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming-flume-sink_2.10:jar:1.3.0 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-core:jar:1.4.0 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-configuration:jar:1.4.0 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.1 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.5 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.3 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.6 from the shaded jar. [INFO] Excluding joda-time:joda-time:jar:2.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty:jar:6.1.26 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.2 from the shaded jar. [INFO] Excluding org.apache.mina:mina-core:jar:2.0.4 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-sdk:jar:1.4.0 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/spark-streaming-flume_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/spark-streaming-flume_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-flume_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/target/spark-streaming-flume_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-flume_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/flume/scalastyle-output.xml Processed 6 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 123 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External MQTT 1.3.0 [INFO] ------------------------------------------------------------------------ Downloading: https://repo1.maven.org/maven2/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.pom Downloading: https://repository.apache.org/content/repositories/releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.pom Downloading: https://repository.jboss.org/nexus/content/repositories/releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.pom Downloading: https://repo.eclipse.org/content/repositories/paho-releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.pom Downloaded: https://repo.eclipse.org/content/repositories/paho-releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.pom (4 KB at 1.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/eclipse/paho/java-parent/1.0.1/java-parent-1.0.1.pom Downloading: https://repository.apache.org/content/repositories/releases/org/eclipse/paho/java-parent/1.0.1/java-parent-1.0.1.pom Downloading: https://repository.jboss.org/nexus/content/repositories/releases/org/eclipse/paho/java-parent/1.0.1/java-parent-1.0.1.pom Downloading: https://repo.eclipse.org/content/repositories/paho-releases/org/eclipse/paho/java-parent/1.0.1/java-parent-1.0.1.pom Downloaded: https://repo.eclipse.org/content/repositories/paho-releases/org/eclipse/paho/java-parent/1.0.1/java-parent-1.0.1.pom (7 KB at 10.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/activemq/activemq-core/5.7.0/activemq-core-5.7.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/activemq-core/5.7.0/activemq-core-5.7.0.pom (67 KB at 51.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/activemq/activemq-parent/5.7.0/activemq-parent-5.7.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/activemq-parent/5.7.0/activemq-parent-5.7.0.pom (51 KB at 43.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-jms_1.1_spec/1.1.1/geronimo-jms_1.1_spec-1.1.1.pom Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-jms_1.1_spec/1.1.1/geronimo-jms_1.1_spec-1.1.1.pom (3 KB at 4.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/specs/specs/1.4/specs-1.4.pom Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/specs/specs/1.4/specs-1.4.pom (12 KB at 20.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/genesis/config/project-config/1.2/project-config-1.2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/genesis/config/project-config/1.2/project-config-1.2.pom (22 KB at 26.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/genesis/config/config/1.2/config-1.2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/genesis/config/config/1.2/config-1.2.pom (2 KB at 3.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/genesis/genesis/1.2/genesis-1.2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/genesis/genesis/1.2/genesis-1.2.pom (11 KB at 20.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/activemq/kahadb/5.7.0/kahadb-5.7.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/kahadb/5.7.0/kahadb-5.7.0.pom (4 KB at 5.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/activemq/protobuf/activemq-protobuf/1.1/activemq-protobuf-1.1.pom Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/protobuf/activemq-protobuf/1.1/activemq-protobuf-1.1.pom (3 KB at 5.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/activemq/protobuf/activemq-protobuf-pom/1.1/activemq-protobuf-pom-1.1.pom Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/protobuf/activemq-protobuf-pom/1.1/activemq-protobuf-pom-1.1.pom (12 KB at 20.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/mqtt-client/mqtt-client/1.3/mqtt-client-1.3.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/mqtt-client/mqtt-client/1.3/mqtt-client-1.3.pom (6 KB at 10.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/mqtt-client/mqtt-client-project/1.3/mqtt-client-project-1.3.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/mqtt-client/mqtt-client-project/1.3/mqtt-client-project-1.3.pom (11 KB at 6.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch-transport/1.11/hawtdispatch-transport-1.11.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch-transport/1.11/hawtdispatch-transport-1.11.pom (3 KB at 4.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch-project/1.11/hawtdispatch-project-1.11.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch-project/1.11/hawtdispatch-project-1.11.pom (13 KB at 15.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch/1.11/hawtdispatch-1.11.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch/1.11/hawtdispatch-1.11.pom (3 KB at 2.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtbuf/hawtbuf/1.9/hawtbuf-1.9.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtbuf/hawtbuf/1.9/hawtbuf-1.9.pom (3 KB at 4.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtbuf/hawtbuf-project/1.9/hawtbuf-project-1.9.pom Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtbuf/hawtbuf-project/1.9/hawtbuf-project-1.9.pom (11 KB at 13.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-j2ee-management_1.1_spec/1.0.1/geronimo-j2ee-management_1.1_spec-1.0.1.pom Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-j2ee-management_1.1_spec/1.0.1/geronimo-j2ee-management_1.1_spec-1.0.1.pom (3 KB at 4.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/jasypt/jasypt/1.9.0/jasypt-1.9.0.pom Downloaded: https://repo1.maven.org/maven2/org/jasypt/jasypt/1.9.0/jasypt-1.9.0.pom (9 KB at 14.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar Downloading: https://repo1.maven.org/maven2/org/apache/activemq/activemq-core/5.7.0/activemq-core-5.7.0.jar Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-jms_1.1_spec/1.1.1/geronimo-jms_1.1_spec-1.1.1.jar Downloading: https://repo1.maven.org/maven2/org/apache/activemq/kahadb/5.7.0/kahadb-5.7.0.jar Downloading: https://repo1.maven.org/maven2/org/apache/activemq/protobuf/activemq-protobuf/1.1/activemq-protobuf-1.1.jar Downloading: https://repo1.maven.org/maven2/org/fusesource/mqtt-client/mqtt-client/1.3/mqtt-client-1.3.jar Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-jms_1.1_spec/1.1.1/geronimo-jms_1.1_spec-1.1.1.jar (32 KB at 23.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch-transport/1.11/hawtdispatch-transport-1.11.jar Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch-transport/1.11/hawtdispatch-transport-1.11.jar (103 KB at 28.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch/1.11/hawtdispatch-1.11.jar Downloaded: https://repo1.maven.org/maven2/org/fusesource/mqtt-client/mqtt-client/1.3/mqtt-client-1.3.jar (109 KB at 22.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/fusesource/hawtbuf/hawtbuf/1.9/hawtbuf-1.9.jar Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/protobuf/activemq-protobuf/1.1/activemq-protobuf-1.1.jar (145 KB at 28.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-j2ee-management_1.1_spec/1.0.1/geronimo-j2ee-management_1.1_spec-1.0.1.jar Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/kahadb/5.7.0/kahadb-5.7.0.jar (181 KB at 29.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/springframework/spring-context/3.0.7.RELEASE/spring-context-3.0.7.RELEASE.jar Downloaded: https://repo1.maven.org/maven2/org/apache/geronimo/specs/geronimo-j2ee-management_1.1_spec/1.0.1/geronimo-j2ee-management_1.1_spec-1.0.1.jar (20 KB at 3.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/springframework/spring-aop/3.0.7.RELEASE/spring-aop-3.0.7.RELEASE.jar Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtbuf/hawtbuf/1.9/hawtbuf-1.9.jar (49 KB at 7.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/springframework/spring-beans/3.0.7.RELEASE/spring-beans-3.0.7.RELEASE.jar Downloaded: https://repo1.maven.org/maven2/org/fusesource/hawtdispatch/hawtdispatch/1.11/hawtdispatch-1.11.jar (107 KB at 16.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/springframework/spring-core/3.0.7.RELEASE/spring-core-3.0.7.RELEASE.jar Downloaded: https://repo1.maven.org/maven2/org/springframework/spring-aop/3.0.7.RELEASE/spring-aop-3.0.7.RELEASE.jar (314 KB at 21.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/springframework/spring-expression/3.0.7.RELEASE/spring-expression-3.0.7.RELEASE.jar Downloaded: https://repo1.maven.org/maven2/org/springframework/spring-core/3.0.7.RELEASE/spring-core-3.0.7.RELEASE.jar (375 KB at 25.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/springframework/spring-asm/3.0.7.RELEASE/spring-asm-3.0.7.RELEASE.jar Downloaded: https://repo1.maven.org/maven2/org/springframework/spring-asm/3.0.7.RELEASE/spring-asm-3.0.7.RELEASE.jar (52 KB at 3.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/jasypt/jasypt/1.9.0/jasypt-1.9.0.jar Downloaded: https://repo1.maven.org/maven2/org/springframework/spring-expression/3.0.7.RELEASE/spring-expression-3.0.7.RELEASE.jar (166 KB at 8.9 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/springframework/spring-beans/3.0.7.RELEASE/spring-beans-3.0.7.RELEASE.jar (544 KB at 28.6 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/jasypt/jasypt/1.9.0/jasypt-1.9.0.jar (123 KB at 6.3 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/springframework/spring-context/3.0.7.RELEASE/spring-context-3.0.7.RELEASE.jar (655 KB at 27.9 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/activemq/activemq-core/5.7.0/activemq-core-5.7.0.jar (3871 KB at 29.5 KB/sec) Downloading: https://repository.apache.org/content/repositories/releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar Downloading: https://repository.jboss.org/nexus/content/repositories/releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar Downloading: https://repo.eclipse.org/content/repositories/paho-releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar Downloaded: https://repo.eclipse.org/content/repositories/paho-releases/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar (168 KB at 50.8 KB/sec) [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-mqtt_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-mqtt_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-mqtt_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-mqtt_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 3 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:54:00 [3.764s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-mqtt_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-mqtt_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-mqtt_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-mqtt_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 1 Scala source and 2 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:54:05 [3.863s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-mqtt_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-mqtt_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-mqtt_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-mqtt_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-mqtt_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-mqtt_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/spark-streaming-mqtt_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-mqtt_2.10 --- [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.eclipse.paho:org.eclipse.paho.client.mqttv3:jar:1.0.1 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/spark-streaming-mqtt_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/spark-streaming-mqtt_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-mqtt_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/target/spark-streaming-mqtt_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-mqtt_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/mqtt/scalastyle-output.xml Processed 3 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 22 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External ZeroMQ 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-zeromq_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-zeromq_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-zeromq_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-zeromq_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 3 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:54:10 [2.933s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-zeromq_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-zeromq_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-zeromq_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-zeromq_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 1 Scala source and 2 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:54:14 [2.832s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-zeromq_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-zeromq_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-zeromq_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-zeromq_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-zeromq_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-zeromq_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/spark-streaming-zeromq_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-zeromq_2.10 --- [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.spark-project.akka:akka-zeromq_2.10:jar:2.3.4-spark from the shaded jar. [INFO] Excluding org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark from the shaded jar. [INFO] Excluding org.spark-project.zeromq:zeromq-scala-binding_2.10:jar:0.0.7-spark from the shaded jar. [INFO] Excluding net.java.dev.jna:jna:jar:3.0.9 from the shaded jar. [INFO] Excluding com.github.jnr:jnr-constants:jar:0.8.2 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/spark-streaming-zeromq_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/spark-streaming-zeromq_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-zeromq_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/target/spark-streaming-zeromq_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-zeromq_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/zeromq/scalastyle-output.xml Processed 3 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 13 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Kafka 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-kafka_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-kafka_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-kafka_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-kafka_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 10 Scala sources and 1 Java source to /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:54:22 [5.847s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-kafka_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-kafka_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-kafka_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-kafka_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 5 Scala sources and 3 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/scala-2.10/test-classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 注: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/src/test/java/org/apache/spark/streaming/kafka/JavaKafkaRDDSuite.java使用了未经检查或不安全的操作。 [warn] 注: 有关详细信息, 请使用 -Xlint:unchecked 重新编译。 [warn] 1 个警告 [info] Compile success at 2015-2-27 13:54:31 [7.025s] [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-kafka_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-kafka_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-kafka_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-kafka_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-kafka_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-kafka_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/spark-streaming-kafka_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-kafka_2.10 --- [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.4.1 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.1 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.6 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.4.1 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.4.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.6 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.4.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.5 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.1.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.4 from the shaded jar. [INFO] Excluding org.apache.kafka:kafka_2.10:jar:0.8.1.1 from the shaded jar. [INFO] Excluding com.yammer.metrics:metrics-core:jar:2.2.0 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.1.6 from the shaded jar. [INFO] Excluding com.101tec:zkclient:jar:0.3 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/spark-streaming-kafka_2.10-1.3.0.jar with /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/spark-streaming-kafka_2.10-1.3.0-shaded.jar [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-kafka_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/target/spark-streaming-kafka_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-kafka_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka/scalastyle-output.xml Processed 10 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 154 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Examples 1.3.0 [INFO] ------------------------------------------------------------------------ Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-testing-util/0.98.7-hadoop2/hbase-testing-util-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-testing-util/0.98.7-hadoop2/hbase-testing-util-0.98.7-hadoop2.pom (10 KB at 3.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase/0.98.7-hadoop2/hbase-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase/0.98.7-hadoop2/hbase-0.98.7-hadoop2.pom (79 KB at 28.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2.pom (13 KB at 4.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.pom (27 KB at 5.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-project-dist/2.2.0/hadoop-project-dist-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-project-dist/2.2.0/hadoop-project-dist-2.2.0.pom (18 KB at 5.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-project/2.2.0/hadoop-project-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-project/2.2.0/hadoop-project-2.2.0.pom (37 KB at 11.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-main/2.2.0/hadoop-main-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-main/2.2.0/hadoop-main-2.2.0.pom (17 KB at 8.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-annotations/2.2.0/hadoop-annotations-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-annotations/2.2.0/hadoop-annotations-2.2.0.pom (3 KB at 4.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.pom (7 KB at 8.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.pom (4 KB at 5.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client/2.2.0/hadoop-mapreduce-client-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client/2.2.0/hadoop-mapreduce-client-2.2.0.pom (7 KB at 10.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-protocol/0.98.7-hadoop2/hbase-protocol-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-protocol/0.98.7-hadoop2/hbase-protocol-0.98.7-hadoop2.pom (8 KB at 6.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-client/0.98.7-hadoop2/hbase-client-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-client/0.98.7-hadoop2/hbase-client-0.98.7-hadoop2.pom (9 KB at 7.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2.pom (27 KB at 10.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-prefix-tree/0.98.7-hadoop2/hbase-prefix-tree-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-prefix-tree/0.98.7-hadoop2/hbase-prefix-tree-0.98.7-hadoop2.pom (6 KB at 5.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2.pom (4 KB at 5.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2.pom (7 KB at 8.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.pom (24 KB at 15.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.pom (6 KB at 6.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.pom (4 KB at 4.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.pom (4 KB at 4.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server/2.2.0/hadoop-yarn-server-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server/2.2.0/hadoop-yarn-server-2.2.0.pom (2 KB at 3.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn/2.2.0/hadoop-yarn-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn/2.2.0/hadoop-yarn-2.2.0.pom (7 KB at 11.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.pom (2 KB at 3.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.2.0/hadoop-yarn-server-nodemanager-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.2.0/hadoop-yarn-server-nodemanager-2.2.0.pom (8 KB at 12.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-minicluster/2.2.0/hadoop-minicluster-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-minicluster/2.2.0/hadoop-minicluster-2.2.0.pom (4 KB at 2.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-app/2.2.0/hadoop-mapreduce-client-app-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-app/2.2.0/hadoop-mapreduce-client-app-2.2.0.pom (5 KB at 6.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-hs/2.2.0/hadoop-mapreduce-client-hs-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-hs/2.2.0/hadoop-mapreduce-client-hs-2.2.0.pom (3 KB at 4.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-testing-util/0.98.7-hadoop2/hbase-testing-util-0.98.7-hadoop2.jar Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2-tests.jar Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2-tests.jar Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2.jar Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2-tests.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-testing-util/0.98.7-hadoop2/hbase-testing-util-0.98.7-hadoop2.jar (11 KB at 11.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2-tests.jar (28 KB at 16.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2.jar (73 KB at 25.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.jar (49 KB at 11.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.jar (35 KB at 5.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2-tests.jar (169 KB at 21.6 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.jar (172 KB at 11.9 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.jar (22 KB at 1.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.2.0/hadoop-yarn-server-nodemanager-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.jar (641 KB at 17.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.2.0/hadoop-yarn-server-nodemanager-2.2.0.jar (457 KB at 12.5 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0-tests.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.jar (1421 KB at 16.8 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-minicluster/2.2.0/hadoop-minicluster-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-minicluster/2.2.0/hadoop-minicluster-2.2.0.jar (3 KB at 0.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0-tests.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0-tests.jar (1942 KB at 14.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0-tests.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.jar (2672 KB at 17.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-hs/2.2.0/hadoop-mapreduce-client-hs-2.2.0.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-hs/2.2.0/hadoop-mapreduce-client-hs-2.2.0.jar (115 KB at 0.7 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-protocol/0.98.7-hadoop2/hbase-protocol-0.98.7-hadoop2.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0-tests.jar (1322 KB at 8.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2.jar (434 KB at 2.3 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-client/0.98.7-hadoop2/hbase-client-0.98.7-hadoop2.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2-tests.jar (3980 KB at 20.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0-tests.jar (1402 KB at 6.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-prefix-tree/0.98.7-hadoop2/hbase-prefix-tree-0.98.7-hadoop2.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-prefix-tree/0.98.7-hadoop2/hbase-prefix-tree-0.98.7-hadoop2.jar (96 KB at 0.4 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2.jar (33 KB at 0.1 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2-tests.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2-tests.jar (18 KB at 0.1 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-client/0.98.7-hadoop2/hbase-client-0.98.7-hadoop2.jar (919 KB at 4.0 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.jar (5120 KB at 16.3 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-protocol/0.98.7-hadoop2/hbase-protocol-0.98.7-hadoop2.jar (3423 KB at 9.6 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2.jar (3563 KB at 8.9 KB/sec) [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-examples_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-examples_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-examples_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-examples_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/scala added. [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/scala-2.10/src/main/scala added. [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/scala-2.10/src/main/java added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-examples_2.10 --- Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-tests/2.2.0/hadoop-yarn-server-tests-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-tests/2.2.0/hadoop-yarn-server-tests-2.2.0.pom (3 KB at 4.2 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.2.0/hadoop-yarn-server-resourcemanager-2.2.0.pom Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.2.0/hadoop-yarn-server-resourcemanager-2.2.0.pom (4 KB at 7.0 KB/sec) Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.2.0/hadoop-yarn-server-resourcemanager-2.2.0.jar Downloading: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-tests/2.2.0/hadoop-yarn-server-tests-2.2.0-tests.jar Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-tests/2.2.0/hadoop-yarn-server-tests-2.2.0-tests.jar (35 KB at 14.2 KB/sec) Downloaded: https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.2.0/hadoop-yarn-server-resourcemanager-2.2.0.jar (601 KB at 22.0 KB/sec) [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-examples_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 7 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-examples_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 84 Scala sources and 27 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/examples/target/scala-2.10/classes... [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [warn] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/scala/org/apache/spark/examples/CassandraCQLTest.scala:85: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/scala/org/apache/spark/examples/CassandraTest.scala:62: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [warn] val job = new Job() [warn] ^ [warn] /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/scala/org/apache/spark/examples/HBaseTest.scala:39: constructor HTableDescriptor in class HTableDescriptor is deprecated: see corresponding Javadoc for more information. [warn] val tableDesc = new HTableDescriptor(args(0)) [warn] ^ [warn] 66 warnings found [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 注: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/java/org/apache/spark/examples/streaming/JavaStatefulNetworkWordCount.java使用或覆盖了已过时的 API。 [warn] 注: 有关详细信息, 请使用 -Xlint:deprecation 重新编译。 [warn] 注: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/main/java/org/apache/spark/examples/streaming/JavaStatefulNetworkWordCount.java使用了未经检查或不安全的操作。 [warn] 注: 有关详细信息, 请使用 -Xlint:unchecked 重新编译。 [warn] 1 个警告 [info] Compile success at 2015-2-27 14:02:49 [20.367s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-examples_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 27 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/examples/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-examples_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-examples_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/examples/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-examples_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-examples_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-examples_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/examples/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-examples_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-examples_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-examples_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-examples_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/target/spark-examples_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-examples_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-examples_2.10 --- [INFO] Including org.apache.hadoop:hadoop-client:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-annotations:jar:2.4.1 in the shaded jar. [INFO] Including net.java.dev.jets3t:jets3t:jar:0.9.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpcore:jar:4.3.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpclient:jar:4.3.6 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including mx4j:mx4j:jar:3.0.2 in the shaded jar. [INFO] Including javax.mail:mail:jar:1.4.7 in the shaded jar. [INFO] Including org.bouncycastle:bcprov-jdk15on:jar:1.51 in the shaded jar. [INFO] Including com.jamesmurty.utils:java-xmlbuilder:jar:1.0 in the shaded jar. [INFO] Including net.iharder:base64:jar:2.3.8 in the shaded jar. [INFO] Including org.apache.curator:curator-recipes:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.curator:curator-framework:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.curator:curator-client:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.commons:commons-lang3:jar:3.3.2 in the shaded jar. [INFO] Including org.slf4j:slf4j-api:jar:1.7.10 in the shaded jar. [INFO] Including log4j:log4j:jar:1.2.17 in the shaded jar. [INFO] Including org.slf4j:slf4j-log4j12:jar:1.7.10 in the shaded jar. [INFO] Including org.xerial.snappy:snappy-java:jar:1.1.1.6 in the shaded jar. [INFO] Including net.jpountz.lz4:lz4:jar:1.2.0 in the shaded jar. [INFO] Including commons-net:commons-net:jar:2.2 in the shaded jar. [INFO] Including io.netty:netty:jar:3.8.0.Final in the shaded jar. [INFO] Including org.spark-project.protobuf:protobuf-java:jar:2.5.0-spark in the shaded jar. [INFO] Including org.scala-lang:scala-library:jar:2.10.4 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including oro:oro:jar:2.0.8 in the shaded jar. [INFO] Including com.twitter:parquet-column:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-common:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-encoding:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-generator:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-hadoop:jar:1.6.0rc3 in the shaded jar. [INFO] Including com.twitter:parquet-format:jar:2.2.0-rc1 in the shaded jar. [INFO] Including com.twitter:parquet-jackson:jar:1.6.0rc3 in the shaded jar. [INFO] Including org.spark-project.hive:hive-metastore:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive:hive-shims:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-common:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-0.20:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-common-secure:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-0.20S:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive.shims:hive-shims-0.23:jar:0.13.1a in the shaded jar. [INFO] Including com.jolbox:bonecp:jar:0.8.0.RELEASE in the shaded jar. [INFO] Including org.apache.derby:derby:jar:10.10.1.1 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-api-jdo:jar:3.2.6 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-core:jar:3.2.10 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-rdbms:jar:3.2.9 in the shaded jar. [INFO] Including javax.jdo:jdo-api:jar:3.0.1 in the shaded jar. [INFO] Including javax.transaction:jta:jar:1.1 in the shaded jar. [INFO] Including org.antlr:antlr-runtime:jar:3.4 in the shaded jar. [INFO] Including org.antlr:stringtemplate:jar:3.2.1 in the shaded jar. [INFO] Including antlr:antlr:jar:2.7.7 in the shaded jar. [INFO] Including org.apache.thrift:libfb303:jar:0.9.0 in the shaded jar. [INFO] Including commons-httpclient:commons-httpclient:jar:3.1 in the shaded jar. [INFO] Including org.spark-project.hive:hive-exec:jar:0.13.1a in the shaded jar. [INFO] Including org.spark-project.hive:hive-ant:jar:0.13.1a in the shaded jar. [INFO] Including org.apache.velocity:velocity:jar:1.5 in the shaded jar. [INFO] Including org.spark-project.hive:hive-common:jar:0.13.1a in the shaded jar. [INFO] Including com.twitter:parquet-hadoop-bundle:jar:1.3.2 in the shaded jar. [INFO] Including javolution:javolution:jar:5.5.1 in the shaded jar. [INFO] Including org.antlr:ST4:jar:4.0.4 in the shaded jar. [INFO] Including org.apache.ant:ant:jar:1.9.1 in the shaded jar. [INFO] Including org.apache.ant:ant-launcher:jar:1.9.1 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.iq80.snappy:snappy:jar:0.2 in the shaded jar. [INFO] Including org.json:json:jar:20090211 in the shaded jar. [INFO] Including stax:stax-api:jar:1.0.1 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.spark-project.hive:hive-serde:jar:0.13.1a in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.6 in the shaded jar. [INFO] Including org.apache.avro:avro-mapred:jar:hadoop2:1.7.6 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:1.7.6 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:tests:1.7.6 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-twitter_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.twitter4j:twitter4j-stream:jar:3.0.3 in the shaded jar. [INFO] Including org.twitter4j:twitter4j-core:jar:3.0.3 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-flume_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-flume-sink_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-core:jar:1.4.0 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-configuration:jar:1.4.0 in the shaded jar. [INFO] Including joda-time:joda-time:jar:2.1 in the shaded jar. [INFO] Including com.google.code.gson:gson:jar:2.2.2 in the shaded jar. [INFO] Including org.apache.mina:mina-core:jar:2.0.4 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-sdk:jar:1.4.0 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-mqtt_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.eclipse.paho:org.eclipse.paho.client.mqttv3:jar:1.0.1 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-zeromq_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.spark-project.akka:akka-zeromq_2.10:jar:2.3.4-spark in the shaded jar. [INFO] Including org.spark-project.zeromq:zeromq-scala-binding_2.10:jar:0.0.7-spark in the shaded jar. [INFO] Including net.java.dev.jna:jna:jar:3.0.9 in the shaded jar. [INFO] Including com.github.jnr:jnr-constants:jar:0.8.2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-testing-util:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-common:test-jar:tests:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-server:test-jar:tests:0.98.7-hadoop2 in the shaded jar. [INFO] Including com.sun.jersey:jersey-core:jar:1.8 in the shaded jar. [INFO] Including com.sun.jersey:jersey-json:jar:1.8 in the shaded jar. [INFO] Including org.codehaus.jettison:jettison:jar:1.1 in the shaded jar. [INFO] Including com.sun.xml.bind:jaxb-impl:jar:2.2.3-1 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-xc:jar:1.9.13 in the shaded jar. [INFO] Including com.sun.jersey:jersey-server:jar:1.8 in the shaded jar. [INFO] Including asm:asm:jar:3.1 in the shaded jar. [INFO] Including org.apache.hbase:hbase-hadoop2-compat:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-hadoop2-compat:test-jar:tests:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:jar:2.2.0 in the shaded jar. [INFO] Including xmlenc:xmlenc:jar:0.52 in the shaded jar. [INFO] Including commons-el:commons-el:jar:1.0 in the shaded jar. [INFO] Including commons-configuration:commons-configuration:jar:1.6 in the shaded jar. [INFO] Including commons-digester:commons-digester:jar:1.8 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils:jar:1.7.0 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils-core:jar:1.8.0 in the shaded jar. [INFO] Including com.jcraft:jsch:jar:0.1.42 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-auth:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 in the shaded jar. [INFO] Including com.google.inject:guice:jar:3.0 in the shaded jar. [INFO] Including javax.inject:javax.inject:jar:1 in the shaded jar. [INFO] Including aopalliance:aopalliance:jar:1.0 in the shaded jar. [INFO] Including com.sun.jersey.contribs:jersey-guice:jar:1.9 in the shaded jar. [INFO] Including com.google.inject.extensions:guice-servlet:jar:3.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-common:jar:2.2.0 in the shaded jar. [INFO] Including com.sun.jersey.jersey-test-framework:jersey-test-framework-grizzly2:jar:1.9 in the shaded jar. [INFO] Including com.sun.jersey.jersey-test-framework:jersey-test-framework-core:jar:1.9 in the shaded jar. [INFO] Including javax.servlet:javax.servlet-api:jar:3.0.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-grizzly2:jar:1.9 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-http:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-framework:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.gmbal:gmbal-api-only:jar:3.0.0-b023 in the shaded jar. [INFO] Including org.glassfish.external:management-api:jar:3.0.0-b012 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-http-server:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-rcm:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-http-servlet:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish:javax.servlet:jar:3.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-nodemanager:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:jar:2.2.0 in the shaded jar. [INFO] Including commons-daemon:commons-daemon:jar:1.0.13 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:test-jar:tests:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-minicluster:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:test-jar:tests:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-web-proxy:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:test-jar:tests:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-hs:jar:2.2.0 in the shaded jar. [INFO] Including com.github.stephenc.findbugs:findbugs-annotations:jar:1.3.9-1 in the shaded jar. [INFO] Including org.apache.hbase:hbase-protocol:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including com.google.protobuf:protobuf-java:jar:2.5.0 in the shaded jar. [INFO] Including commons-logging:commons-logging:jar:1.1.1 in the shaded jar. [INFO] Including org.apache.hbase:hbase-common:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including commons-lang:commons-lang:jar:2.6 in the shaded jar. [INFO] Including commons-collections:commons-collections:jar:3.2.1 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including org.apache.hbase:hbase-client:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.zookeeper:zookeeper:jar:3.4.5 in the shaded jar. [INFO] Including org.cloudera.htrace:htrace-core:jar:2.04 in the shaded jar. [INFO] Including org.jruby.joni:joni:jar:2.1.2 in the shaded jar. [INFO] Including org.jruby.jcodings:jcodings:jar:1.0.8 in the shaded jar. [INFO] Including org.apache.hbase:hbase-server:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-prefix-tree:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including com.yammer.metrics:metrics-core:jar:2.2.0 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including com.github.stephenc.high-scale-lib:high-scale-lib:jar:1.1.1 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty:jar:6.1.26 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-sslengine:jar:6.1.26 in the shaded jar. [INFO] Including org.mortbay.jetty:jsp-2.1:jar:6.1.14 in the shaded jar. [INFO] Including org.mortbay.jetty:jsp-api-2.1:jar:6.1.14 in the shaded jar. [INFO] Including org.mortbay.jetty:servlet-api-2.5:jar:6.1.14 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 in the shaded jar. [INFO] Including tomcat:jasper-compiler:jar:5.5.23 in the shaded jar. [INFO] Including tomcat:jasper-runtime:jar:5.5.23 in the shaded jar. [INFO] Including org.jamon:jamon-runtime:jar:2.3.1 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-hadoop-compat:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.commons:commons-math:jar:2.1 in the shaded jar. [INFO] Including org.apache.commons:commons-math3:jar:3.1.1 in the shaded jar. [INFO] Including com.twitter:algebird-core_2.10:jar:0.8.1 in the shaded jar. [INFO] Including com.googlecode.javaewah:JavaEWAH:jar:0.6.6 in the shaded jar. [INFO] Including org.apache.cassandra:cassandra-all:jar:1.2.6 in the shaded jar. [INFO] Including org.antlr:antlr:jar:3.2 in the shaded jar. [INFO] Including com.googlecode.json-simple:json-simple:jar:1.1 in the shaded jar. [INFO] Including org.yaml:snakeyaml:jar:1.6 in the shaded jar. [INFO] Including edu.stanford.ppl:snaptree:jar:0.1 in the shaded jar. [INFO] Including org.mindrot:jbcrypt:jar:0.3m in the shaded jar. [INFO] Including org.apache.thrift:libthrift:jar:0.7.0 in the shaded jar. [INFO] Including javax.servlet:servlet-api:jar:2.5 in the shaded jar. [INFO] Including org.apache.cassandra:cassandra-thrift:jar:1.2.6 in the shaded jar. [INFO] Including com.github.stephenc:jamm:jar:0.2.5 in the shaded jar. [INFO] Including com.github.scopt:scopt_2.10:jar:3.2.0 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-kafka_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.kafka:kafka_2.10:jar:0.8.1.1 in the shaded jar. [INFO] Including com.101tec:zkclient:jar:0.3 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-column-1.6.0rc3.jar define 543 overlappping classes: [WARNING] - parquet.io.PrimitiveColumnIO [WARNING] - parquet.it.unimi.dsi.fastutil.longs.Long2IntSortedMap [WARNING] - parquet.it.unimi.dsi.fastutil.longs.LongIterators$IntIteratorWrapper [WARNING] - parquet.column.values.ValuesReader [WARNING] - parquet.column.impl.ColumnReaderImpl$1 [WARNING] - parquet.column.ParquetProperties$WriterVersion [WARNING] - parquet.schema.PrimitiveType$PrimitiveTypeName [WARNING] - parquet.it.unimi.dsi.fastutil.longs.LongIterators$UnmodifiableListIterator [WARNING] - parquet.it.unimi.dsi.fastutil.longs.LongIterator [WARNING] - parquet.it.unimi.dsi.fastutil.doubles.AbstractDoubleList [WARNING] - 533 more... [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-common-1.6.0rc3.jar define 7 overlappping classes: [WARNING] - parquet.Ints [WARNING] - parquet.ParquetRuntimeException [WARNING] - parquet.Log$1 [WARNING] - parquet.Log [WARNING] - parquet.bytes.BytesUtils [WARNING] - parquet.Version [WARNING] - parquet.Preconditions [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar, commons-collections-3.2.1.jar define 10 overlappping classes: [WARNING] - org.apache.commons.collections.FastHashMap$EntrySet [WARNING] - org.apache.commons.collections.ArrayStack [WARNING] - org.apache.commons.collections.FastHashMap$1 [WARNING] - org.apache.commons.collections.FastHashMap$KeySet [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView [WARNING] - org.apache.commons.collections.BufferUnderflowException [WARNING] - org.apache.commons.collections.Buffer [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView$CollectionViewIterator [WARNING] - org.apache.commons.collections.FastHashMap$Values [WARNING] - org.apache.commons.collections.FastHashMap [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 82 overlappping classes: [WARNING] - org.apache.commons.beanutils.WrapDynaBean [WARNING] - org.apache.commons.beanutils.Converter [WARNING] - org.apache.commons.beanutils.converters.IntegerConverter [WARNING] - org.apache.commons.beanutils.locale.LocaleBeanUtilsBean [WARNING] - org.apache.commons.beanutils.locale.converters.DecimalLocaleConverter [WARNING] - org.apache.commons.beanutils.locale.converters.DoubleLocaleConverter [WARNING] - org.apache.commons.beanutils.converters.ShortConverter [WARNING] - org.apache.commons.beanutils.converters.StringArrayConverter [WARNING] - org.apache.commons.beanutils.locale.LocaleConvertUtilsBean [WARNING] - org.apache.commons.beanutils.LazyDynaClass [WARNING] - 72 more... [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-jackson-1.6.0rc3.jar define 623 overlappping classes: [WARNING] - parquet.org.codehaus.jackson.map.deser.impl.PropertyValue$Map [WARNING] - parquet.org.codehaus.jackson.map.BeanPropertyDefinition [WARNING] - parquet.org.codehaus.jackson.util.DefaultPrettyPrinter$Lf2SpacesIndenter [WARNING] - parquet.org.codehaus.jackson.map.jsontype.impl.StdSubtypeResolver [WARNING] - parquet.org.codehaus.jackson.map.ser.FilteredBeanPropertyWriter$MultiView [WARNING] - parquet.org.codehaus.jackson.map.deser.std.PrimitiveArrayDeserializers$Base [WARNING] - parquet.org.codehaus.jackson.map.ser.std.StdContainerSerializers [WARNING] - parquet.org.codehaus.jackson.map.SerializationConfig$Feature [WARNING] - parquet.org.codehaus.jackson.map.deser.impl.ValueInjector [WARNING] - parquet.org.codehaus.jackson.map.deser.std.ThrowableDeserializer [WARNING] - 613 more... [WARNING] javax.servlet-api-3.0.1.jar, javax.servlet-3.1.jar define 32 overlappping classes: [WARNING] - javax.servlet.Registration [WARNING] - javax.servlet.DispatcherType [WARNING] - javax.servlet.ServletRegistration$Dynamic [WARNING] - javax.servlet.FilterRegistration [WARNING] - javax.servlet.Registration$Dynamic [WARNING] - javax.servlet.annotation.WebFilter [WARNING] - javax.servlet.annotation.ServletSecurity$TransportGuarantee [WARNING] - javax.servlet.ServletContainerInitializer [WARNING] - javax.servlet.FilterRegistration$Dynamic [WARNING] - javax.servlet.descriptor.JspPropertyGroupDescriptor [WARNING] - 22 more... [WARNING] jasper-compiler-5.5.23.jar, jasper-runtime-5.5.23.jar, jsp-2.1-6.1.14.jar define 1 overlappping classes: [WARNING] - org.apache.jasper.compiler.Localizer [WARNING] jasper-compiler-5.5.23.jar, jsp-2.1-6.1.14.jar define 143 overlappping classes: [WARNING] - org.apache.jasper.compiler.TagLibraryInfoImpl [WARNING] - org.apache.jasper.xmlparser.SymbolTable [WARNING] - org.apache.jasper.compiler.Generator$FragmentHelperClass$Fragment [WARNING] - org.apache.jasper.compiler.Generator$1TagHandlerPoolVisitor [WARNING] - org.apache.jasper.compiler.Node$AttributeGenerator [WARNING] - org.apache.jasper.compiler.SmapStratum$LineInfo [WARNING] - org.apache.jasper.compiler.ScriptingVariabler [WARNING] - org.apache.jasper.compiler.Node [WARNING] - org.apache.jasper.compiler.Node$JspAttribute [WARNING] - org.apache.jasper.compiler.tagplugin.TagPlugin [WARNING] - 133 more... [WARNING] javax.servlet-api-3.0.1.jar, servlet-api-2.5.jar, javax.servlet-3.1.jar, servlet-api-2.5-6.1.14.jar define 42 overlappping classes: [WARNING] - javax.servlet.ServletRequestWrapper [WARNING] - javax.servlet.FilterChain [WARNING] - javax.servlet.SingleThreadModel [WARNING] - javax.servlet.http.HttpServletResponse [WARNING] - javax.servlet.http.HttpUtils [WARNING] - javax.servlet.ServletContextAttributeEvent [WARNING] - javax.servlet.ServletContextAttributeListener [WARNING] - javax.servlet.http.HttpServlet [WARNING] - javax.servlet.http.HttpSessionAttributeListener [WARNING] - javax.servlet.http.HttpServletRequest [WARNING] - 32 more... [WARNING] cassandra-all-1.2.6.jar, cassandra-thrift-1.2.6.jar define 2 overlappping classes: [WARNING] - org.apache.cassandra.thrift.ITransportFactory [WARNING] - org.apache.cassandra.thrift.TFramedTransportFactory [WARNING] jasper-runtime-5.5.23.jar, jsp-2.1-6.1.14.jar define 43 overlappping classes: [WARNING] - org.apache.jasper.runtime.ProtectedFunctionMapper$2 [WARNING] - org.apache.jasper.runtime.JspFactoryImpl$PrivilegedGetPageContext [WARNING] - org.apache.jasper.runtime.PageContextImpl$3 [WARNING] - org.apache.jasper.runtime.JspFactoryImpl [WARNING] - org.apache.jasper.runtime.PageContextImpl$4 [WARNING] - org.apache.jasper.runtime.ProtectedFunctionMapper$1 [WARNING] - org.apache.jasper.JasperException [WARNING] - org.apache.jasper.runtime.PerThreadTagHandlerPool$PerThreadData [WARNING] - org.apache.jasper.util.FastDateFormat [WARNING] - org.apache.jasper.runtime.PageContextImpl$8 [WARNING] - 33 more... [WARNING] hadoop-yarn-api-2.4.1.jar, hadoop-yarn-common-2.4.1.jar define 3 overlappping classes: [WARNING] - org.apache.hadoop.yarn.factories.package-info [WARNING] - org.apache.hadoop.yarn.util.package-info [WARNING] - org.apache.hadoop.yarn.factory.providers.package-info [WARNING] hadoop-common-2.2.0.jar, hadoop-common-2.2.0-tests.jar define 37 overlappping classes: [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EmptyResponseProto$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EmptyResponseProtoOrBuilder [WARNING] - org.apache.hadoop.ipc.protobuf.TestRpcServiceProtos$TestProtobufRpcProto$BlockingStub [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EchoResponseProto [WARNING] - org.apache.hadoop.ipc.protobuf.TestRpcServiceProtos$TestProtobufRpc2Proto$BlockingInterface [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EchoResponseProtoOrBuilder [WARNING] - org.apache.hadoop.io.serializer.avro.AvroRecord$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EchoRequestProtoOrBuilder [WARNING] - org.apache.hadoop.ipc.protobuf.TestRpcServiceProtos$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EchoResponseProto$Builder [WARNING] - 27 more... [WARNING] spark-streaming-mqtt_2.10-1.3.0.jar, spark-streaming-zeromq_2.10-1.3.0.jar, spark-streaming-twitter_2.10-1.3.0.jar, unused-1.0.0.jar, spark-streaming-kafka_2.10-1.3.0.jar, spark-streaming-flume_2.10-1.3.0.jar, spark-streaming-flume-sink_2.10-1.3.0.jar define 1 overlappping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] parquet-format-2.2.0-rc1.jar, parquet-hadoop-bundle-1.3.2.jar define 197 overlappping classes: [WARNING] - parquet.org.apache.thrift.protocol.TCompactProtocol$Types [WARNING] - parquet.format.Encoding [WARNING] - parquet.org.apache.thrift.TSerializer [WARNING] - parquet.org.apache.thrift.protocol.TJSONProtocol [WARNING] - parquet.format.ColumnChunk$_Fields [WARNING] - parquet.format.ColumnMetaData$1 [WARNING] - parquet.org.apache.thrift.transport.TSeekableFile [WARNING] - parquet.org.apache.thrift.TServiceClientFactory [WARNING] - parquet.org.apache.thrift.transport.THttpClient [WARNING] - parquet.org.apache.thrift.protocol.TProtocolUtil [WARNING] - 187 more... [WARNING] parquet-encoding-1.6.0rc3.jar, parquet-hadoop-bundle-1.3.2.jar define 183 overlappping classes: [WARNING] - parquet.column.values.bitpacking.ByteBitPackingBE$Packer21 [WARNING] - parquet.column.values.bitpacking.OneBitPackingReader [WARNING] - parquet.column.values.bitpacking.ByteBitPackingLE$Packer16 [WARNING] - parquet.column.values.bitpacking.OneBitPackingWriter [WARNING] - parquet.column.values.bitpacking.ByteBitPackingLE$Packer29 [WARNING] - parquet.column.values.bitpacking.LemireBitPackingLE$Packer15 [WARNING] - parquet.column.values.bitpacking.BitPacking [WARNING] - parquet.column.values.bitpacking.Packer [WARNING] - parquet.column.values.bitpacking.LemireBitPackingLE$Packer23 [WARNING] - parquet.column.values.bitpacking.LemireBitPackingLE$Packer3 [WARNING] - 173 more... [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-hadoop-1.6.0rc3.jar define 90 overlappping classes: [WARNING] - parquet.hadoop.codec.CodecConfig [WARNING] - parquet.hadoop.util.counters.mapred.MapRedCounterAdapter [WARNING] - parquet.hadoop.example.GroupReadSupport [WARNING] - parquet.hadoop.codec.CompressionCodecNotSupportedException [WARNING] - parquet.hadoop.InternalParquetRecordWriter [WARNING] - parquet.hadoop.metadata.FileMetaData [WARNING] - parquet.hadoop.ParquetFileReader$Chunk [WARNING] - parquet.hadoop.example.ExampleOutputFormat [WARNING] - parquet.hadoop.ParquetInputFormat$1 [WARNING] - parquet.hadoop.ParquetFileWriter$STATE$2 [WARNING] - 80 more... [WARNING] hadoop-common-2.2.0-tests.jar, hadoop-mapreduce-client-jobclient-2.2.0-tests.jar define 4 overlappping classes: [WARNING] - org.apache.hadoop.util.TestReflectionUtils [WARNING] - org.apache.hadoop.ipc.TestSocketFactory [WARNING] - org.apache.hadoop.util.TestRunJar [WARNING] - org.apache.hadoop.util.TestReflectionUtils$1 [WARNING] hadoop-common-2.2.0-tests.jar, hadoop-hdfs-2.2.0-tests.jar define 1 overlappping classes: [WARNING] - org.apache.hadoop.net.TestNetworkTopologyWithNodeGroup [WARNING] parquet-hadoop-bundle-1.3.2.jar, parquet-generator-1.6.0rc3.jar define 3 overlappping classes: [WARNING] - parquet.encoding.bitpacking.ByteBasedBitPackingGenerator [WARNING] - parquet.encoding.Generator [WARNING] - parquet.encoding.bitpacking.IntBasedBitPackingGenerator [WARNING] maven-shade-plugin has detected that some .class files [WARNING] are present in two or more JARs. When this happens, only [WARNING] one single version of the class is copied in the uberjar. [WARNING] Usually this is not harmful and you can skeep these [WARNING] warnings, otherwise try to manually exclude artifacts [WARNING] based on mvn dependency:tree -Ddetail=true and the above [WARNING] output [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-examples_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/examples/target/spark-examples_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-examples_2.10 --- Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/examples/scalastyle-output.xml Processed 82 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 750 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project YARN Shuffle Service 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-network-yarn_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-network-yarn_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-network-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-network-yarn_2.10 --- [INFO] Using zinc server for incremental compilation [INFO] compiler plugin: BasicArtifact(org.scalamacros,paradise_2.10.4,2.0.1,null) [info] Compiling 2 Java sources to /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/target/scala-2.10/classes... [warn] 警告: [options] 未与 -source 1.6 一起设置引导类路径 [warn] 1 个警告 [info] Compile success at 2015-2-27 14:04:16 [1.551s] [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-network-yarn_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/target/scala-2.10/classes [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-network-yarn_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-network-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-network-yarn_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-network-yarn_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-network-yarn_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-network-yarn_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-network-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-network-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-network-yarn_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/target/spark-network-yarn_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-network-yarn_2.10 --- [INFO] Including org.apache.spark:spark-network-shuffle_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.spark:spark-network-common_2.10:jar:1.3.0 in the shaded jar. [INFO] Including io.netty:netty-all:jar:4.0.23.Final in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including log4j:log4j:jar:1.2.17 in the shaded jar. [INFO] Including commons-lang:commons-lang:jar:2.6 in the shaded jar. [INFO] Including org.slf4j:slf4j-api:jar:1.7.10 in the shaded jar. [INFO] Including org.slf4j:slf4j-log4j12:jar:1.7.10 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.6 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.3 in the shaded jar. [INFO] Including org.xerial.snappy:snappy-java:jar:1.1.1.6 in the shaded jar. [INFO] Including com.google.protobuf:protobuf-java:jar:2.5.0 in the shaded jar. [INFO] Including org.apache.zookeeper:zookeeper:jar:3.4.5 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including javax.xml.stream:stax-api:jar:1.0-2 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-core:jar:1.9 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] unused-1.0.0.jar, spark-network-common_2.10-1.3.0.jar, spark-network-shuffle_2.10-1.3.0.jar define 1 overlappping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] hadoop-yarn-api-2.4.1.jar, hadoop-yarn-common-2.4.1.jar define 3 overlappping classes: [WARNING] - org.apache.hadoop.yarn.factories.package-info [WARNING] - org.apache.hadoop.yarn.util.package-info [WARNING] - org.apache.hadoop.yarn.factory.providers.package-info [WARNING] maven-shade-plugin has detected that some .class files [WARNING] are present in two or more JARs. When this happens, only [WARNING] one single version of the class is copied in the uberjar. [WARNING] Usually this is not harmful and you can skeep these [WARNING] warnings, otherwise try to manually exclude artifacts [WARNING] based on mvn dependency:tree -Ddetail=true and the above [WARNING] output [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-network-yarn_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/target/spark-network-yarn_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-network-yarn_2.10 --- [WARNING] sourceDirectory is not specified or does not exist value=/home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/src/main/scala Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/network/yarn/scalastyle-output.xml Processed 0 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 0 ms [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Kafka Assembly 1.3.0 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (enforce-versions) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.0:add-source (eclipse-add-source) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Add Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/main/scala [INFO] Add Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-source (add-scala-sources) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:compile (scala-compile-first) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- build-helper-maven-plugin:1.8:add-test-source (add-scala-test-sources) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Test Source directory: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/test/scala added. [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.0:testCompile (scala-test-compile-first) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.9:build-classpath (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Wrote classpath file '/home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/target/spark-test-classpath.txt'. [INFO] [INFO] --- gmavenplus-plugin:1.2:execute (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Using Groovy 2.3.7 to perform execute. [INFO] [INFO] --- maven-surefire-plugin:2.18:test (default-test) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.3.0.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.2:shade (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Including org.apache.spark:spark-streaming-kafka_2.10:jar:1.3.0 in the shaded jar. [INFO] Including org.apache.kafka:kafka_2.10:jar:0.8.1.1 in the shaded jar. [INFO] Including com.yammer.metrics:metrics-core:jar:2.2.0 in the shaded jar. [INFO] Including org.xerial.snappy:snappy-java:jar:1.1.1.6 in the shaded jar. [INFO] Including com.101tec:zkclient:jar:0.3 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-client:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:jar:2.4.1 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including xmlenc:xmlenc:jar:0.52 in the shaded jar. [INFO] Including commons-httpclient:commons-httpclient:jar:3.1 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including commons-collections:commons-collections:jar:3.2.1 in the shaded jar. [INFO] Including commons-lang:commons-lang:jar:2.6 in the shaded jar. [INFO] Including commons-configuration:commons-configuration:jar:1.6 in the shaded jar. [INFO] Including commons-digester:commons-digester:jar:1.8 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils:jar:1.7.0 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils-core:jar:1.8.0 in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.6 in the shaded jar. [INFO] Including com.google.protobuf:protobuf-java:jar:2.5.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-auth:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:jar:2.4.1 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.4.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.4.1 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including javax.xml.stream:stax-api:jar:1.0-2 in the shaded jar. [INFO] Including com.sun.jersey:jersey-core:jar:1.9 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-annotations:jar:2.4.1 in the shaded jar. [INFO] Including net.java.dev.jets3t:jets3t:jar:0.9.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpcore:jar:4.3.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpclient:jar:4.3.6 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including mx4j:mx4j:jar:3.0.2 in the shaded jar. [INFO] Including javax.mail:mail:jar:1.4.7 in the shaded jar. [INFO] Including org.bouncycastle:bcprov-jdk15on:jar:1.51 in the shaded jar. [INFO] Including com.jamesmurty.utils:java-xmlbuilder:jar:1.0 in the shaded jar. [INFO] Including net.iharder:base64:jar:2.3.8 in the shaded jar. [INFO] Including org.apache.curator:curator-recipes:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.curator:curator-framework:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.curator:curator-client:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.zookeeper:zookeeper:jar:3.4.5 in the shaded jar. [INFO] Including jline:jline:jar:0.9.94 in the shaded jar. [INFO] Including org.apache.commons:commons-math3:jar:3.1.1 in the shaded jar. [INFO] Including com.google.code.findbugs:jsr305:jar:1.3.9 in the shaded jar. [INFO] Including org.slf4j:slf4j-api:jar:1.7.10 in the shaded jar. [INFO] Including log4j:log4j:jar:1.2.17 in the shaded jar. [INFO] Including org.slf4j:slf4j-log4j12:jar:1.7.10 in the shaded jar. [INFO] Including commons-net:commons-net:jar:2.2 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including org.scala-lang:scala-library:jar:2.10.4 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] unused-1.0.0.jar, spark-streaming-kafka_2.10-1.3.0.jar define 1 overlappping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar, commons-collections-3.2.1.jar define 10 overlappping classes: [WARNING] - org.apache.commons.collections.FastHashMap$EntrySet [WARNING] - org.apache.commons.collections.ArrayStack [WARNING] - org.apache.commons.collections.FastHashMap$1 [WARNING] - org.apache.commons.collections.FastHashMap$KeySet [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView [WARNING] - org.apache.commons.collections.BufferUnderflowException [WARNING] - org.apache.commons.collections.Buffer [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView$CollectionViewIterator [WARNING] - org.apache.commons.collections.FastHashMap$Values [WARNING] - org.apache.commons.collections.FastHashMap [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 82 overlappping classes: [WARNING] - org.apache.commons.beanutils.Converter [WARNING] - org.apache.commons.beanutils.WrapDynaBean [WARNING] - org.apache.commons.beanutils.converters.IntegerConverter [WARNING] - org.apache.commons.beanutils.locale.LocaleBeanUtilsBean [WARNING] - org.apache.commons.beanutils.locale.converters.DoubleLocaleConverter [WARNING] - org.apache.commons.beanutils.locale.converters.DecimalLocaleConverter [WARNING] - org.apache.commons.beanutils.converters.ShortConverter [WARNING] - org.apache.commons.beanutils.converters.StringArrayConverter [WARNING] - org.apache.commons.beanutils.locale.LocaleConvertUtilsBean [WARNING] - org.apache.commons.beanutils.LazyDynaClass [WARNING] - 72 more... [WARNING] hadoop-yarn-api-2.4.1.jar, hadoop-yarn-common-2.4.1.jar define 3 overlappping classes: [WARNING] - org.apache.hadoop.yarn.factories.package-info [WARNING] - org.apache.hadoop.yarn.util.package-info [WARNING] - org.apache.hadoop.yarn.factory.providers.package-info [WARNING] maven-shade-plugin has detected that some .class files [WARNING] are present in two or more JARs. When this happens, only [WARNING] one single version of the class is copied in the uberjar. [WARNING] Usually this is not harmful and you can skeep these [WARNING] warnings, otherwise try to manually exclude artifacts [WARNING] based on mvn dependency:tree -Ddetail=true and the above [WARNING] output [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.2.1:jar-no-fork (create-source-jar) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Building jar: /home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.3.0-sources.jar [INFO] [INFO] --- scalastyle-maven-plugin:0.4.0:check (default) @ spark-streaming-kafka-assembly_2.10 --- [WARNING] sourceDirectory is not specified or does not exist value=/home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/src/main/scala Saving to outputFile=/home/jifeng/hadoop/spark-1.3.0-rc1/external/kafka-assembly/scalastyle-output.xml Processed 0 file(s) Found 0 errors Found 0 warnings Found 0 infos Finished in 1 ms [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary: [INFO] [INFO] Spark Project Parent POM ........................... SUCCESS [ 10.988 s] [INFO] Spark Project Networking ........................... SUCCESS [01:35 min] [INFO] Spark Project Shuffle Streaming Service ............ SUCCESS [ 9.073 s] [INFO] Spark Project Core ................................. SUCCESS [08:04 min] [INFO] Spark Project Bagel ................................ SUCCESS [ 30.534 s] [INFO] Spark Project GraphX ............................... SUCCESS [ 46.131 s] [INFO] Spark Project Streaming ............................ SUCCESS [01:06 min] [INFO] Spark Project Catalyst ............................. SUCCESS [01:09 min] [INFO] Spark Project SQL .................................. SUCCESS [02:33 min] [INFO] Spark Project ML Library ........................... SUCCESS [01:21 min] [INFO] Spark Project Tools ................................ SUCCESS [ 4.083 s] [INFO] Spark Project Hive ................................. SUCCESS [ 55.276 s] [INFO] Spark Project REPL ................................. SUCCESS [ 21.175 s] [INFO] Spark Project YARN ................................. SUCCESS [ 24.933 s] [INFO] Spark Project Assembly ............................. SUCCESS [01:48 min] [INFO] Spark Project External Twitter ..................... SUCCESS [ 16.297 s] [INFO] Spark Project External Flume Sink .................. SUCCESS [ 14.734 s] [INFO] Spark Project External Flume ....................... SUCCESS [ 18.087 s] [INFO] Spark Project External MQTT ........................ SUCCESS [02:52 min] [INFO] Spark Project External ZeroMQ ...................... SUCCESS [ 9.329 s] [INFO] Spark Project External Kafka ....................... SUCCESS [ 17.697 s] [INFO] Spark Project Examples ............................. SUCCESS [09:39 min] [INFO] Spark Project YARN Shuffle Service ................. SUCCESS [ 14.662 s] [INFO] Spark Project External Kafka Assembly .............. SUCCESS [ 26.745 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD SUCCESS [INFO] ------------------------------------------------------------------------ [INFO] Total time: 35:34 min [INFO] Finished at: 2015-02-27T14:04:54+08:00 [INFO] Final Memory: 74M/270M [INFO] ------------------------------------------------------------------------ [jifeng@feng02 spark-1.3.0-rc1]$ ls assembly CONTRIBUTING.md docker extras mllib python scalastyle-config.xml target bagel core docs graphx network README.md scalastyle-output.xml tools bin data ec2 lib_managed NOTICE repl spark-1.3.0-bin-2.4.1.tgz tox.ini build dev examples LICENSE pom.xml sbin sql yarn conf dist external make-distribution.sh project sbt streaming [jifeng@feng02 spark-1.3.0-rc1]$ cp ./spark-1.3.0-bin-2.4.1.tgz ../ [jifeng@feng02 spark-1.3.0-rc1]$ ls assembly CONTRIBUTING.md docker extras mllib python scalastyle-config.xml target bagel core docs graphx network README.md scalastyle-output.xml tools bin data ec2 lib_managed NOTICE repl spark-1.3.0-bin-2.4.1.tgz tox.ini build dev examples LICENSE pom.xml sbin sql yarn conf dist external make-distribution.sh project sbt streaming [jifeng@feng02 spark-1.3.0-rc1]$ cd .. [jifeng@feng02 hadoop]$ ls course.txt key.txt scala-2.11.4.tgz spark-1.2.0-bin-2.4.1.tgz spark-1.3.0-rc1 tmp data name spark-1.2.0 spark-1.2.0.tgz spark-v1.3.0-rc1.tgz hadoop-2.4.1 scala-2.11.4 spark-1.2.0-bin-2.4.1 spark-1.3.0-bin-2.4.1.tgz stu.txt [jifeng@feng02 hadoop]$ ls -l 总用量 506008 -rw-rw-r--. 1 jifeng jifeng 121 10月 8 12:57 course.txt drwx------. 3 jifeng jifeng 4096 2月 4 22:48 data drwxr-xr-x. 10 jifeng jifeng 4096 9月 17 11:06 hadoop-2.4.1 -rw-rw-r--. 1 jifeng jifeng 43 10月 8 16:21 key.txt drwxrwxr-x. 2 jifeng jifeng 4096 9月 17 11:05 name drwxrwxr-x. 6 jifeng jifeng 4096 10月 24 07:00 scala-2.11.4 -rw-rw-r--. 1 jifeng jifeng 26509669 2月 6 21:30 scala-2.11.4.tgz drwxrwxr-x. 30 jifeng jifeng 4096 2月 10 11:49 spark-1.2.0 drwxrwxr-x. 12 jifeng jifeng 4096 2月 26 23:52 spark-1.2.0-bin-2.4.1 -rw-rw-r--. 1 jifeng jifeng 214993680 2月 26 23:34 spark-1.2.0-bin-2.4.1.tgz -rw-rw-r--. 1 jifeng jifeng 10290089 12月 19 06:57 spark-1.2.0.tgz -rw-rw-r--. 1 jifeng jifeng 257716450 2月 27 14:53 spark-1.3.0-bin-2.4.1.tgz drwxrwxr-x. 31 jifeng jifeng 4096 2月 27 14:05 spark-1.3.0-rc1 -rw-rw-r--. 1 jifeng jifeng 8583096 2月 27 11:35 spark-v1.3.0-rc1.tgz -rw-rw-r--. 1 jifeng jifeng 57 10月 8 12:57 stu.txt drwxrwxr-x. 3 jifeng jifeng 4096 10月 7 17:44 tmp [jifeng@feng02 hadoop]$ tar zxf spark-1.3.0-bin-2.4.1.tgz [jifeng@feng02 hadoop]$ cd spark-1.3.0-bin-2.4.1 [jifeng@feng02 spark-1.3.0-bin-2.4.1]$ ls bin conf data ec2 examples lib LICENSE NOTICE python README.md RELEASE sbin [jifeng@feng02 spark-1.3.0-bin-2.4.1]$ cd lib [jifeng@feng02 lib]$ ls datanucleus-api-jdo-3.2.6.jar datanucleus-rdbms-3.2.9.jar spark-assembly-1.3.0-hadoop2.4.1.jar datanucleus-core-3.2.10.jar spark-1.3.0-yarn-shuffle.jar spark-examples-1.3.0-hadoop2.4.1.jar [jifeng@feng02 lib]$ cd .. [jifeng@feng02 spark-1.3.0-bin-2.4.1]$ cd ..