spark读取数据库数据

 

此代码是spark用于从mysql中读取数据java

val conf = new SparkConf()

  .setMaster("local[*]")
  .setAppName("用户标签")
val sc = new SparkContext(conf)
val sqlC = new SQLContext(sc)

val url = "jdbc:mysql://地址/数据库名"
val tableName = "表名"

// 设置链接用户&密码
val prop = new java.util.Properties
prop.setProperty("user", "user")
prop.setProperty("password", "password")
val json: DataFrame = sqlC.read.jdbc(url, tableName, prop)