sparksql和jdbc，sparksql讀取mysql表的兩種方式

2023-11-16 阅读 14 评论 0

摘要：spark.read.jdbc(）的方式：package com.cn.sparkSqlimport java.util.Propertiesimport org.apache.spark.sql.SparkSessionobject Sparksql_mysql {def main(args: Array[String]): Unit = {val spark: SparkSession = SparkSession.builder().master(&

spark.read.jdbc(）的方式：package com.cn.sparkSqlimport java.util.Propertiesimport org.apache.spark.sql.SparkSessionobject Sparksql_mysql {def main(args: Array[String]): Unit = {val spark: SparkSession = SparkSession.builder().master("local[*]").appName("toMysql").getOrCreate()spark.sparkContext.setLogLevel("WARN")val properties = new Properties()properties.setProperty("user","root")properties.setProperty("password","123456")val url="jdbc:mysql://192.168.230.21:3306/test?characterEncoding=utf8&useSSL=true"spark.read.jdbc(url,"walk_info",properties).select("user","counttime","walkplace","newwalknum").where("newwalknum>1").show()spark.stop()}
}