crakjie

FROM alpine:3.8

MAINTAINER crakjie

ARG http_proxy
ARG https_proxy

RUN apk --update add --no-cache \
      bash \
      wget \

crakjie

Lag sum by consumer.

./kafka-consumer-groups.sh --new-consumer  --bootstrap-server localhost:9092 --describe --group csa_aggregator | tail -n +3 | awk '{ sum[$7] += $3 } END { for(i in sum) print i, sum[i] }'

Speed by consumer , the 10 number is '10 second' of sampling. the result is in message by secondes.

paste <(./kafka-consumer-groups.sh --new-consumer  --bootstrap-server localhost:9092 --describe --group csa_aggregator | tail -n +3 | awk '{ sum[$7] += $3 } END { for(i in sum) print i, sum[i] }' ) \
&lt;(sleep 10 &amp;&amp; ./kafka-consumer-groups.sh --new-consumer --bootstrap-server localhost:9092 --describe --group csa_aggregator | tail -n +3 | awk '{ sum[$7] += $3 } END { for(i in sum) print i, sum[i] }') | \

crakjie

import scala.annotation.tailrec
//Looking for the last point in a continuous function where the predicat "test" is true
@tailrec
def dichotomy(lower : Double, upper: Double)( test: Double => Boolean) : Double = {
  val gap = (upper-lower)/ 2
  val middle = lower + gap
  if(gap <= 1)
    lower
  else if(test(middle)) {
    if(middle == lower) //Float or Double precision error

crakjie

  /** Split a list in n List */
  def splitIn[A](n: Int)(l: List[A]): List[List[A]] = {
    l.zipWithIndex
      .foldLeft(Array.fill(n)(List.empty[A])) {
        case (b, a) =>
          b(a._2 % n) = a._1 :: b(a._2 % n)
          b
      }
      .filter(_.nonEmpty)
      .map(_.reverse)(collection.breakOut)

crakjie

import cats._
import implicits._
import cats.effect._
import concurrent._
import cats.effect.implicits._

/**
  * The transactioner help to make transaction by unsuring the transaction is open before runing task and task are ended before close
  * @tparam F
  */

crakjie

[package]
name = "ckfunc"
version = "0.1.0"
edition = "2021"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]
arrow =  { version = "45.0.0", features = ["ipc_compression"] }
intmap = "2.0.0"