Skip to content

Instantly share code, notes, and snippets.

@josep2
Created January 18, 2017 03:08
Show Gist options
  • Save josep2/d06928850554ac74c376d844436418cb to your computer and use it in GitHub Desktop.
Save josep2/d06928850554ac74c376d844436418cb to your computer and use it in GitHub Desktop.
import org.apache.spark.h2o.H2OContext
import org.apache.spark.sql.SparkSession
object PartyStarted extends App {
val sparkSession = SparkSession.builder
.master("local[*]")
.appName("Try H2o")
.config("spark.sql.crossJoin.enabled", "true")
.config("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
.config("spark.driver.memory", "15g")
.getOrCreate()
val h2oContext = H2OContext.getOrCreate(sparkSession.sparkContext)
val dataForPost = sparkSession.read.format("").option("header", value = true).csv("Split.csv")
val h2oData = h2oContext.asH2OFrame(dataForPost)
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment