indexes.clj

(ns glms.report.indexes
  (:import
   java.io.Reader
   java.io.File
   java.io.FileWriter
   java.io.BufferedReader)
  (:require
   [aws.athena :as ath]
   [glms.index :as idx]
   [clojure.data.csv :as data.csv]
   [lambda.util :as util]
   [model.limitation :as mmt]))


(defn parse-reader [^Reader reader]

  (with-open [in reader
              out (-> (File/createTempFile "out_" ".csv")
                      (FileWriter.))]
    (.transferTo in out))

  #_
  (let [output-stream
        (-> (File/createTempFile "out_" ".csv")
            (FileWriter.))

        lines
        (-> reader
            (BufferedReader. 0xFFFF)
            (line-seq)
            (rest))]

    (pmap (fn [line]
            (-> line
                (data.csv/read-csv)
                (ffirst)
                (util/to-edn)))
          lines)))