echarts動態獲取數據庫數據，SparkSQL統一數據的加載與落地

spark sql加載

object FieldDemo extends App {private val session: SparkSession = SparkSession.builder().appName("test").master("local").getOrCreate()//private val frame: DataFrame = session.read.load("./data/emp.json")//private val frame: DataFrame = session.read.format("json").load("./data/emp.json")//讀取csv文件,還可以讀取表頭,指定分隔符//private val frame: DataFrame = session.read.format("csv").option("seq", ";").option("header", value = true).load("x")//private val frame: DataFrame = session.read.format("orc").load("./data/sql/student.orc")val prop = new Properties()prop.setProperty("user", "root")prop.setProperty("password", "123456")//讀取mysql中的數據private val frame: DataFrame = session.read.jdbc("jdbc:mysql://localhost:3306/db2", "emp", prop)frame.show()
}

spark sql落地

object SaveDemo extends App {private val session: SparkSession = SparkSession.builder().appName("test").master("local").getOrCreate()private val frame: DataFrame = session.read.json("./data/emp.json")//形參為目錄.默認寫出的格式為parquet//frame.write.save("data/dir1")//指定寫出的格式//frame.write.format("json").save("data/dir2")//csv格式可以將表頭寫到第一行.frame.write.format("csv").save("data/dir3")frame.write.format("orc").save("data/dir4")frame.write.format("text").save("data/dir5")//可以保存到數據庫中val prop = new Properties()prop.setProperty("user", "root")prop.setProperty("password", "123456")/*可以指定保存模式SaveMode.AppendSaveMode.ErrorIfExists 默認的,已有的表會報錯SaveMode.Ignore  如果數據存在,就不保存df的數據SaveMode.Overwrite 刪除原有表重新建立*/frame.write.mode(SaveMode.Append).jdbc("jdbc:mysql://localhost:3306/db2", "emp2", prop)}