eslick

;; hadoop -jar compass.jar -step count-users
;; hadoop -jar compass.jar -flow count-user-flow

(defn map-count-users [k fmap]
  (ctx/increment-counter "Compass" "rows")
  (ctx/increment-counter "Compass" (format "src=%s" (:src (:userinfo fmap))))
  [])

(defn count-users-total [job]
  (job-counter-value job "Compass" "rows"))

eslick

;; Pseudocode example for guards in flows

(def *guard-time* [:days 7])

(defmacro with-resource-time-guard 
  [[name timespec inhibit?] &body ]
  `(let [resource# (get-resource name)]
     (cond (and ~inhibit? (resource-value resource#))
           (resource-value resource#)
           (or (resource-expired? resource# ~timespec)

eslick

(define-sink :null []
  :reduce-writer wrap/clojure-writer
  :output-format NullOutputFormat
  :output-key Text
  :output-value Text)

eslick

(define-shuffle :clojure []
  :map-writer wrap/clojure-writer
  :reduce-reader wrap/clojure-reduce-reader)

eslick

(define-source :hbase [table constraints]
  :input-format TableInputFormat
  :map-reader hbase-table-reader-latest
  :configure (fn [job]
	       (configure-hbase job table constraints)))