satendrakumar

object play {
  println("Welcome to the Scala worksheet")
  
  case class User(id:Int, name:String)
  def getUser:User = null
  def processUser(u:User):String= u.name
 Option(getUser)
  
  Option(getUser).fold("Sky")(u=>processUser(u))
  

satendrakumar

Introduction to Kafka

Kafka acts as a kind of write-ahead log (WAL) that records messages to a persistent store (disk) and allows subscribers to read and apply these changes to their own stores in a system appropriate time-frame.

Terminology:

• Producers send messages to brokers
• Consumers read messages from brokers
• Messages are sent to a topic

satendrakumar

package slicks.docs.dao

import scala.slick.driver.PostgresDriver.simple._
import scala.slick.driver._


trait Profile {
  val profile: JdbcProfile
}

satendrakumar

//Worker code
import org.apache.kafka.clients.consumer.ConsumerRecord;

import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.Callable;

public class Worker implements Callable<Boolean> {

    ConsumerRecord record;

satendrakumar

object GenericTypeConverter extends App{

  def convert[T: ClassTag](value:Any): Option[T] = {
    val ct = implicitly[ClassTag[T]]
        value match {
          case ct(x) => Some(x)
          case _     => None
        }
    }

satendrakumar

Prelude> let forall :: (a -> Bool) -> [a] -> Bool ; forall f []= True; forall f (x:xs) = f x  &&  forall f  xs 
Prelude> forall even  [2,4,6] 
True
Prelude> forall even [2,4,5]
False
Prelude> let forall :: (a -> Bool) -> [a] -> Bool ; forall f []= True; forall f (x:xs) = if (f x)  then forall f  xs else False
Prelude> forall even [2,4,5]
False
Prelude> forall even  [2,4,6] 
True

satendrakumar

import org.json4s._
import org.json4s.native.{JsonMethods, Serialization}

object JsonUtility {

  implicit val formats = DefaultFormats

  def write[T <: AnyRef](value: T): String = Serialization.write(value)

satendrakumar

import org.slf4j.{Logger, LoggerFactory}

trait Logging {

  protected val logger: Logger = LoggerFactory.getLogger(this.getClass())

  protected def debug(message: String): Unit = logger.debug(message)

  protected def debug(message: String, exception: Throwable): Unit = logger.debug(message, exception)

satendrakumar

import com.univocity.parsers.csv.{CsvParser, CsvParserSettings}


class CSVParser(delimiter: Char = ',') {

  private val parser = {
    val settings = new CsvParserSettings
    val format = settings.getFormat
    format.setLineSeparator("\n")
    format.setDelimiter(delimiter)

satendrakumar

<configuration>
    <appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
        <encoder>
            <pattern>%highlight([%level]) - [%thread] - [%date] - [%logger] %msg%n</pattern>
        </encoder>
    </appender>
    <appender name="FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
        <prudent>true</prudent>
        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
            <fileNamePattern>logs/etl-%d{yyyy-MM-dd}.log</fileNamePattern>