IDEA集成Spark开发环境

IDEA集成Spark开发环境的pom文件

4.0.0
SparkDemo
SparkDemo
1.0-SNAPSHOT
${project.artifactId}
My wonderfull scala app
2010


My License
http://....
repo

1.5
1.5
UTF-8
2.2.3
2.11

org.apache.spark
spark-core${scala.version}
${spark.version}


org.apache.spark
spark-streaming${scala.version}
${spark.version}


org.apache.spark
spark-sql${scala.version}
${spark.version}


org.apache.spark
spark-hive${scala.version}
${spark.version}


org.apache.spark
spark-mllib_${scala.version}
${spark.version}

  org.scala-lang  scala-library  ${scala.version}  junit  junit  4.8.1  test  org.scala-tools.testing  specs_${scala.version}    test  org.scalatest  scalatest  1.2  test  org.apache.spark  spark-streaming-kafka-0-8_${scala.version}  ${spark.version}        mysql      mysql-connector-java      5.1.39    fastutil  fastutil  5.0.9

src/main/scala
src/test/scala


org.scala-tools
maven-scala-plugin
2.15.0



compile
testCompile



-make:transitive
-dependencyfile
${project.build.directory}/.scala_dependencies






org.apache.maven.plugins
maven-surefire-plugin
2.6

false
true



/Test.
/Suite.

      org.scala-tools    maven-scala-plugin    2.15.2                            compile          testCompile                          maven-compiler-plugin    3.6.0          1.8      1.8            org.apache.maven.plugins    maven-surefire-plugin    2.19          true