yaravind

#!/bin/bash
set -e

##########################################################
# Install script for Docker-CE on ElementaryOS 0.4.1 Loki
# Had to update the repository to point to xenial instead
# of using 'lsb_release -cs' because there's no loki
# repository at download.docker.com.
##########################################################

yaravind

This gist includes hive ql scripts to create an external partitioned table for Syslog
generated log files using regex serde; 
Usecase:  Count the number of occurances of processes that got logged, by year, month,
day and process.
 
Includes:
---------
Sample data and structure:           01-SampleDataAndStructure 
Data download:                       02-DataDownload
Data load commands:                  03-DataLoadCommands

yaravind

package com.databricks.spark.jira

import scala.io.Source

import org.apache.spark.rdd.RDD

import org.apache.spark.sql._
import org.apache.spark.sql.functions._
import org.apache.spark.sql.sources.{TableScan, BaseRelation, RelationProvider}

yaravind

val transactions = spark.read
  .option("header", "true")
  .option("inferSchema", "true")
  .json("s3n://bucket-name/transaction.json")

transactions.groupBy("id", "organization").count.sort($"count".desc).show

yaravind

val today = LocalDate.now

val todayTransactions = spark.read
  .option("header", "true")
  .option("inferSchema", "true")
  .json(s"s3n://bucket-name/${today}/transaction.json")

val yesterdayTransactions = spark.read
  .option("header", "true")
  .option("inferSchema", "true")

yaravind

curl -X POST -d http://master-host:6066/v1/submissions/create --header "Content-Type:application/json" --data '{
  "action": "CreateSubmissionRequest",
  "appResource": "hdfs://localhost:9000/user/spark-examples_2.11-2.0.0.jar",
  "clientSparkVersion": "2.0.0",
  "appArgs": [ "10" ],
  "environmentVariables" : {
    "SPARK_ENV_LOADED" : "1"
  },
  "mainClass": "org.apache.spark.examples.SparkPi",
  "sparkProperties": {

yaravind

package main

import (
	"database/sql"
	"fmt"

	_ "github.com/mattn/go-sqlite3"
)

func main() {

yaravind

func main() {
	aliceAcct := OpenSavingsAccount("12345", "Alice", time.Date(1999, time.January, 03, 0, 0, 0, 0, time.UTC))
	fmt.Println("Alice's account =", aliceAcct)
  
	aliceAcct.Deposit(Money(100.0))
	fmt.Println("Alice's account (after deposit) =", aliceAcct)
  
	if err := aliceAcct.Withdraw(Money(10)); err != nil {
		fmt.Println(err)
	} else {

yaravind

package account

import (
	"errors"
	"fmt"
	"time"
)

//Account is an interface that wraps the common behavior for accounts.
type Account interface {

yaravind

What is the default shell?
$echo $SHELL

What is the current shell?
$echo $0

What is the PID of current shell?
$echo "$$"