大数据常用组件 Maven 依赖, 已根据CDH兼容版本

主要包括, spark core,sql,stream,kafka,ml. Hbase, Hdfs Client, Scala.

<dependency>
    <groupId>org.apache.hbasegroupId>
    <artifactId>hbase-commonartifactId>
    <version>2.1.9version>
dependency>


<dependency>
    <groupId>org.apache.hbasegroupId>
    <artifactId>hbase-clientartifactId>
    <version>2.1.9version>
dependency>



<dependency>
    <groupId>org.apache.commonsgroupId>
    <artifactId>commons-lang3artifactId>
    <version>3.9version>
dependency>

<dependency>
    <groupId>com.thoughtworks.paranamergroupId>
    <artifactId>paranamerartifactId>
    <version>2.8version>
dependency>


<dependency>
    <groupId>org.scala-langgroupId>
    <artifactId>scala-libraryartifactId>
    <version>2.11.12version>
dependency>



<dependency>
    <groupId>org.apache.sparkgroupId>
    <artifactId>spark-core_2.11artifactId>
    <version>2.4.0version>
dependency>

<dependency>
    <groupId>org.apache.sparkgroupId>
    <artifactId>spark-mllib_2.11artifactId>
    <version>2.4.0version>
dependency>

<dependency>
    <groupId>org.apache.sparkgroupId>
    <artifactId>spark-streaming-kafka-0-10_2.11artifactId>
    <version>2.4.0version>
dependency>

<dependency>
    <groupId>org.apache.sparkgroupId>
    <artifactId>spark-streaming_2.12artifactId>
    <version>2.4.0version>
dependency>


<dependency>
    <groupId>org.apache.sparkgroupId>
    <artifactId>spark-sql_2.11artifactId>
    <version>2.4.0version>
dependency>


<dependency>
    <groupId>org.apache.sparkgroupId>
    <artifactId>spark-yarn_2.11artifactId>
    <version>2.4.0version>
dependency>




<dependency>
    <groupId>org.apache.kafkagroupId>
    <artifactId>kafka-clientsartifactId>
    <version>2.2.1version>
dependency>


<dependency>
    <groupId>org.apache.hadoopgroupId>
    <artifactId>hadoop-clientartifactId>
    <version>3.0.0version>
    <exclusions>
        <exclusion>
            <groupId>net.minidevgroupId>
            <artifactId>json-smartartifactId>
        exclusion>
    exclusions>
dependency>