spark写数据到ES
1、查询ES中ID为1的记录
2、重新写入一条ID为1的数据
import org.apache.spark.{SparkConf, SparkContext}
import org.elasticsearch.spark.rdd.EsSpark
object WriteES {
def main(args: Array[String]) {
val conf = new SparkConf().setAppName("WRITEES").setMaster("local").set("es.nodes","172.18.10.34")
val sc = new SparkContext(conf)
val data = Map("ID" -> "1","name" -> "tracy!")
//随机ID插入
// sc.makeRDD(Seq((1,data))).saveToEs("tracy/fulltext")
val RDD = sc.makeRDD(Seq(data))
//自定义ID
EsSpark.saveToEs(RDD,"tracy/fulltext",Map("es.mapping.id" -> "ID"))
}
}
3、再次查询ID为1的记录
写入成功!