intellij idea使用maven构建spark开发环境

pom.xml
 
    UTF-8
    1.8
    1.8

    2.13.2
    2.3.1
  

  
    
    
      org.apache.spark
      spark-core_2.11
      ${spark.version}
    
    
    
      org.apache.spark
      spark-sql_2.11
      ${spark.version}
    
    
    
      org.apache.spark
      spark-hive_2.11
      ${spark.version}
    
    
    
      mysql
      mysql-connector-java
      5.1.47
    
    
    
      org.apache.spark
      spark-streaming_2.11
      ${spark.version}
      
    
    
    
      org.apache.spark
      spark-streaming-kafka-0-10_2.11
      ${spark.version}
    
    
    
      org.apache.kafka
      kafka-clients
      0.10.0.0
    
    
    
      redis.clients
      jedis
      2.6.1
    

    
    
      org.scala-lang
      scala-library
      ${scala.version}
    
    
      org.scala-lang
      scala-compiler
      ${scala.version}
    
    
      org.scala-lang
      scala-reflect
      ${scala.version}
    
    
      log4j
      log4j
      1.2.12
    
    
      com.google.collections
      google-collections
      1.0
    
  

  
    

      
      
        org.scala-tools
        maven-scala-plugin
        2.15.2
        
          
            
              compile
              testCompile
            
          
        
      

      
      
        maven-assembly-plugin
        2.4
        
          
          
          
            jar-with-dependencies
          
          
            
              com.bjsxt.scalaspark.sql.windows.OverFunctionOnHive
            
          
        
        
          
            make-assembly
            package
            
              assembly
            
          
        
      


      
      
      
      
      
      
      
      
      
      
      
      
      
      
      
      


      
      
      
      
      
      
      
      
      
      
      
      
      
      
      
      
      
      
      
      

    
  

你可能感兴趣的:(intellij idea使用maven构建spark开发环境)