zorteran

package pl.wiadrodanych.demo.base

import org.apache.spark.sql.SparkSession

trait SparkJob {
  val spark: SparkSession = SparkSession
    .builder
    .appName("SomeApp")
    .master("local[*]")
    .getOrCreate()

zorteran

private def sumByNormalizedName(normalizedFruits: DataFrame, spark: SparkSession) = {
    import spark.implicits._
    val sumOfFruits = normalizedFruits
      .groupBy("normalized_name")
      .agg(
        sum(($"quantity")).as("sum")
      )
    sumOfFruits
  }

zorteran

def main(args: Array[String]) {
    val spark = SparkSession
      .builder
      .appName("MyAwesomeApp")
      .master("local[*]")
      .getOrCreate()

    import spark.implicits._

    val groceries: DataFrame = getGroceries

zorteran

val spark = SparkSession
  .builder
  .appName("MyAwesomeApp")
  .master("local[*]")
  .getOrCreate()

import spark.implicits._

val groceries = spark.read
  .option("inferSchema", "true")

zorteran

zorteran

zorteran

zorteran

zorteran

global_defs {

  enable_script_security

}

vrrp_script chk_logstash {
  script       "/etc/keepalived/lol.sh" # path of the script to execute
  interval 1   # seconds between script invocations
  timeout 1    # seconds after which script is considered to have failed

zorteran

#!/bin/bash
logstash_response="$(curl --silent localhost:9600)"
if echo $logstash_response | grep -q '"status":"green"'
then
        echo "Logstash is green. It's ok :-)"
        exit 0
else
        echo "Logstash is not green :-( plz help"
        exit 1
fi