小编use*_*guy的帖子

由于scala 2.12.1,IntelliJ中的Spark字计数错误

线程"main"中的异常java.lang.NoClassDefFoundError:org.apache.spark.SparkConf中的scala/Product $ class $ DeprecatedConfig.(SparkConf.scala:762)org.apache.spark.SparkConf $.(SparkConf.scala: 615)org.apache.spark.SparkConf $.(SparkConf.scala)atg.apache.spark.SparkConf.set(SparkConf.scala:84)at org.apache.spark.SparkConf.set(SparkConf.scala:73 )org.apache.spark.SparkConf.setMaster(SparkConf.scala:105)

package bigdata.spark_applications
import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.SparkContext._
object WordCount {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setMaster("local").setAppName("WordCount")
    val sc = new SparkContext(conf)
    val data = sc.textFile("C:\\Users\\scala.txt")
    val result = data.flatMap(_.split(" ")).map(word => (word , 1)).reduceByKey(_ + _)
    result.collect.foreach(println)
  }
Run Code Online (Sandbox Code Playgroud)

scala intellij-idea apache-spark

1
推荐指数
1
解决办法
2528
查看次数

标签 统计

apache-spark ×1

intellij-idea ×1

scala ×1