IDEA集成Spark开发环境

IDEA集成Spark开发环境的pom文件
4.0.0
SparkDemo
SparkDemo
1.0-SNAPSHOT
${project.artifactId}
My wonderfull scala app
2010


My License
http://....repo

1.5
1.5
UTF-8
2.2.3
2.11

org.apache.spark
spark-core${scala.version}
${spark.version}


org.apache.spark
spark-streaming${scala.version}
${spark.version}


org.apache.spark
spark-sql${scala.version}
${spark.version}


org.apache.spark
spark-hive${scala.version}
${spark.version}


org.apache.spark
spark-mllib_${scala.version}
${spark.version}

  org.scala-lang
  scala-library
  ${scala.version}




  junit
  junit
  4.8.1
  test


  org.scala-tools.testing
  specs_${scala.version}
  
  test


  org.scalatest
  scalatest
  1.2
  test



  org.apache.spark
  spark-streaming-kafka-0-8_${scala.version}
  ${spark.version}


  
      mysql
      mysql-connector-java
      5.1.39
  

  fastutil
  fastutil
  5.0.9

src/main/scala
src/test/scala


org.scala-tools
maven-scala-plugin
2.15.0



compile
testCompile



-make:transitive
-dependencyfile
${project.build.directory}/.scala_dependencies






org.apache.maven.plugins
maven-surefire-plugin
2.6

false
true



/Test.
/Suite.

  
    org.scala-tools
    maven-scala-plugin
    2.15.2
    
      
        
          compile
          testCompile
        
      
    
  

  
    maven-compiler-plugin
    3.6.0
    
      1.8
      1.8
    
  

  
    org.apache.maven.plugins
    maven-surefire-plugin
    2.19
    
      true
    
  

转载于:https://blog.51cto.com/12824426/2404118