read-multiple-files-to-channel.clj

(require '[clojure.core.async :as async :refer [chan go <! >! <!! >!!]])



(defmacro let-go
 "Like ordinary go-block but first param is symbol for channel thats returned automatically.
  same as:
  (let-go c
    ...something with c)

  ->

  (let [c (chan)]
    (go ...something with c)
    c)"
 [channel & body]
 `(let [~channel (chan)]
    (go ~@body)
    ~channel))



(defn load-lines [path]
  (let-go c
    (doseq [f (->> path
               clojure.java.io/file
               file-seq
               (filter #(.isFile %)))]
        (with-open [rdr (clojure.java.io/reader f)]
          (doseq [line (line-seq rdr)]
            (>! c line))))))



(def lines (load-lines "/datasets/testset1"))



(<!! lines)