GitHub auto-downloader

ghad.clj

(ns gh.core
  (:require [clj-http.client :as client])
  (:use [clojure.tools.namespace.repl :only [refresh]]
        [hickory.core]
        [clojure.string :only [trim]]))

;; download all repo as zip

(def target-url "https://github.com/[user-name]/")

(defn take-URL-value [x y]
  (let [target x res y
        c (.indexOf target :h3)]
    (if (= -1 c)
      (reverse res)
      (recur (drop (+ c 4 1) target) (cons (first target) res)))))

(defn trim-value [x]
  (map trim x))

(defn gen-zip-url [x]
  (str target-url x "/archive/master.zip"))

(defn get-zip [x]
  (clojure.java.io/copy
   (:body (client/get (gen-zip-url x) {:as :stream}))
   (java.io.File. (str x ".zip"))))

(defn get-zips [x]
  (map get-zip x))

(defn get-all-zip [url]
  (-> (slurp (str url "?tab=repositories"))
    parse
    as-hiccup
    second
    (nth 4)
    flatten
    (take-URL-value [])
    rest
    trim-value
    get-zips)
  true)