开发环境搭建

[root@master ~]# spark-shell --version
Welcome to
      ____              __
     / __/__  ___ _____/ /__
    _\ \/ _ \/ _ `/ __/  '_/
   /___/ .__/\_,_/_/ /_/\_\   version 2.4.5
      /_/
                        
Using Scala version 2.11.12, Java HotSpot(TM) 64-Bit Server VM, 1.8.0_171
Branch HEAD
Compiled by user centos on 2020-02-02T19:38:06Z
Revision cee4ecbb16917fa85f02c635925e2687400aa56b
Url https://gitbox.apache.org/repos/asf/spark.git
Type --help for more information.

    4.0.0

    com.ctyun
    ctyun16
    1.0
    pom

    
        common
        ods
        dim
        dwi
        dws
        dal
    

    
        8
        8
        2.11.12
        2.11
        2.4.5
        1.8
    

    
        
            
                org.scala-lang
                scala-library
                ${scala.version}
            

            
                org.scala-lang
                scala-compiler
                ${scala.version}
            

            
                org.scala-lang
                scala-reflect
                ${scala.version}
            

            
                org.apache.spark
                spark-sql_${scala.library.version}
                ${spark.version}
            
        
    

    
        
            
                
                
                    org.apache.maven.plugins
                    maven-compiler-plugin
                    3.1
                    
                        ${java.version}
                        ${java.version}
                    
                

                
                
                    org.scala-tools
                    maven-scala-plugin
                    2.15.2
                    
                        
                            
                                compile
                                testCompile
                            
                        
                    
                
            
        
    

    
        ctyun16
        com.ctyun
        1.0
    
    4.0.0

    dwi

    
        8
        8
    

    
        
            org.scala-lang
            scala-library
        

        
            org.scala-lang
            scala-compiler
        

        
            org.scala-lang
            scala-reflect
        

        
            org.apache.spark
            spark-sql_${scala.library.version}
        
    

    
        
            
            
                org.scala-tools
                maven-scala-plugin
                
                    
                        
                            compile
                            testCompile