<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
package com.ws.spark
import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}
object RangeTest {
def main(args: Array[String]): Unit = {
val sparkConf: SparkConf = new SparkConf().setAppName("RangeTest").setMaster("local")
sparkConf.set("dfs.permissions","false")
val sparkContext: SparkContext = new SparkContext(sparkConf)
val sourceRdd: RDD[String] = sparkContext.textFile("hdfs://192.168.0.21:9000/test")
val result: RDD[(String, Int)] = sourceRdd.flatMap(_.split(" ")).map((_, 1)).reduceByKey(_ + _)
result.saveAsTextFile("hdfs://192.168.0.21:9000/result")
sparkContext.stop()
}
}
参考来自