spark 计算结果写入mysql 案例及常见问题解决
package com.jxd import org.apache.spark.SparkContextimport org.apache.spark.SparkConfimport java.sql.Connectionimport java.sql.DriverManagerobject hello { def main(args: Array[String]): Unit = { var conf = new SparkConf().setAppName("Hello World") var sc = new SparkContext(conf) var input = sc.textFile("test/hello", 2) var count = input.flatMap(name => name.split(" ")).map((_, 1)).reduceByKey(((a, b) => a + b)) count.foreachPartition(insertToMysql) } def insertToMysql(iterator: Iterator[(S...
