hadronzoo

[package]
name = "triggering"
version = "0.1.0"
authors = ["Joshua Griffith <[email protected]>"]
edition = "2018"

[dependencies]
rand = "0.7"

[dev-dependencies]

hadronzoo

Joshua Griffith

Experience

2/2014–present Software Developer, Campus Labs (formerly OrgSync), Dallas, TX

• Created a general-purpose join service using Apache Flink and Scala to extract, filter, denormalize, sort, and summarize structured data for Elasticsearch indexing, which led to an over 50% improvement in data freshness for the Campus Labs Insight product. Typical queries processed hundreds of millions of source rows from over one-hundred tables across several databases multiple times per day. Service runs on Kubernetes and provides a GraphQL-inspired API for describing the relationships between data sources and the desired shape of the results. Supports automatic RDBMS schema discovery, parallel extraction, throttling, Vault-based credential management, and recursive joins using delta-iteration.

• Built a scheduled ETL process using Flink and Scala to transform and load over 1 billion rows daily into a Data Vault-based data warehouse. Implemented keyset table slicing to parallelize extracti

hadronzoo

flink.jobmanager.Status.JVM.CPU.Load
name = "flink_job_manager_cpu_load"

flink.jobmanager.Status.JVM.CPU.Time
name = "flink_job_manager_cpu_time"

flink.taskmanager.Status.JVM.CPU.Load
name = "flink_task_manager_cpu_load"

flink.taskmanager.Status.JVM.CPU.Time

hadronzoo

(let [partition  (juxt :topic :partition)
      raise?     #(case (:operation %)
                   :fetch false
                   :ack true
                   (throw (ex-info "unknown operation" %)))
      level      :offset
      operations [{:topic "test" :partition 0 :operation :fetch :offset 0}
                  {:topic "test" :partition 0 :operation :fetch :offset 1}
                  {:topic "test" :partition 0 :operation :ack   :offset 1}
                  {:topic "test" :partition 1 :operation :fetch :offset 0}

hadronzoo

(ns xf.contiguous
  (:require [clojure.data.int-map :as i]))

(defn partition-contiguous
  ([]
   (let [buffer (volatile! (i/dense-int-set))]
     (fn [xf]
       (fn
         ([] (xf))
         ([result]

hadronzoo

g = generator(0)
=> [Function]
g()
=> 0
g()
=> 1
g()
=> 2

hadronzoo

(ns tctest.core
  (:require [clojure.core.typed :as t]))

(t/defprotocol AProtocol
  (some-method [this] :- t/AnyInteger
               [this arg :- t/Any] :- t/AnyInteger))

(t/ann-datatype AType [])
(deftype AType []
  AProtocol

hadronzoo

(ns cursors.core
  (:refer-clojure :exclude [swap! reset!]))

(defprotocol ICursor
  (-path [c])
  (-state [c]))

(defprotocol IToCursor
  (-to-cursor [c state path]))

hadronzoo

(ns test.core
  (:require [clojure.core.async :refer [<! >!]]
            [clojure.core.typed :refer [ann U]]
            [clojure.core.typed.async :refer [Chan go>]]))

(ann test-go [(Chan Integer) -> (U (Chan Integer) nil)])

(defn test-go [in] (go> (<! in)))

hadronzoo

(defn minmax-by-codepoint [s]
  (let [sorted (reduce (fn [r [c cnt]]
                         (update-in r [cnt] #((fnil conj (sorted-set)) % c)))
                       (sorted-map)
                       (frequencies s))
        get-char (juxt (comp first second) first)]
 
    [(get-char (first sorted))
     (get-char (last sorted))]))