Spark At Getir - 01

insert-example.scala

import org.apache.spark.sql.types._
import org.apache.spark.sql.functions._
 
case class Order(id: String, userName: String)
val orders = Seq(Order("5b85bda7685ca053517a948b", "Ahmet"), Order("5b85bda764d8194a675a546d", "Mehmet"), Order("5b85bda812c1e568bc6596dc", "Ahmet")).toDS()

orders
.groupBy("userName")
.agg(
  first(struct($"id" as "oid")) as "firstOrder",
  collect_list(struct($"id" as "oid")) as "orders"
)
.write
.format("com.mongodb.spark.sql.DefaultSource")
.option("spark.mongodb.output.uri", "mongodb://localhost:27017/local.test")
.save()