Skip to content

Instantly share code, notes, and snippets.

import org.apache.spark.sql.SparkSession
/**
* Created by Janis Rumnieks on 16/08/2016.
*/
object SqlTest {
def main(args: Array[String]): Unit = {
val sparkSession = SparkSession
import org.apache.log4j.{Level, Logger}
import org.apache.spark.ml.classification.RandomForestClassifier
import org.apache.spark.ml.linalg.Vectors
import org.apache.spark.sql.{DataFrame, SparkSession}
/**
* Created by Janis Rumnieks on 15/08/2016.
*/
object DigitRecognizer4 {
@JRuumis
JRuumis / Titanic.scala
Created August 20, 2016 19:34
every night in my dreams...
import org.apache.log4j.{Level, Logger}
import org.apache.spark.ml.Pipeline
import org.apache.spark.ml.classification.RandomForestClassifier
import org.apache.spark.ml.feature.{StringIndexer, VectorAssembler, VectorIndexer}
import org.apache.spark.sql.SparkSession
/**
* Created by Janis Rumnieks on 19/08/2016.
*/
object Titanic {
@JRuumis
JRuumis / Titanic.scala
Created August 21, 2016 14:58
every night in my dreams
import org.apache.log4j.{Level, Logger}
import org.apache.spark.ml.classification.RandomForestClassifier
import org.apache.spark.ml.feature.{Bucketizer, StringIndexer, VectorAssembler, VectorIndexer}
import org.apache.spark.ml.{Pipeline, PipelineStage}
import org.apache.spark.sql.functions._
import org.apache.spark.sql.{DataFrame, SparkSession}
/**
* Created by Janis Rumnieks on 19/08/2016.
*/
package rpd.common
import rpd.extract._
import rpd.html.BusinessModelListHtml
import rpd.load._
/**
* Created by janis on 01/10/2016.
*/
object NewTest extends App {
package rpd.extract
import rpd.load._
import scala.xml.{Elem, Node}
/**
* Created by janis on 01/10/2016.
*/
package rpd.load
/**
* Created by janis on 01/10/2016.
*/
// todo: create type for id references. perhaps separate for primary and foreign keys
trait AddDataStore {
var dataStore: DataStore = null
package rpd.load
import rpd.extract._
/**
* Created by janis on 04/10/2016.
*/
case class DataStore (
// Business Layer
businessModels: List[BusinessModel],
/**
* Created by janis on 09/01/2017.
*/
object TheCoinChangeProblem2 extends App {
val requiredCoinSum = io.StdIn.readLine().split(" ")(0).toInt
val coins = io.StdIn.readLine().split(" ").toList map (_.toInt)
//val requiredCoinSum = 4
//val coins = List(1,2,3)
// 1111 112 22 13
@JRuumis
JRuumis / WeatherParser.scala
Created March 8, 2019 17:15
parse Weather JSON, WeatherSchema case class
import io.circe.Decoder
import io.circe.parser.decode
import org.joda.time.DateTime
object WeatherParser extends Serializable {
val emptyNumber = -1 // should have used None here
val emptyString = "" // should have used None here
case class WeatherSchema (