Extract HTML tables with babashka and bootleg

scrape_tables.clj

(ns scrape
  (:require [babashka.pods :as pods]
            [clojure.walk :as walk]))

(pods/load-pod "bootleg") ;; installed on path, use "./bootleg" for local binary

(require '[babashka.curl :as curl])

(def clojure-html (:body (curl/get "https://en.wikipedia.org/wiki/Clojure")))

(require '[pod.retrogradeorbit.bootleg.utils :refer [convert-to]])

(def hiccup (convert-to clojure-html :hiccup))

(def tables (atom []))

(walk/postwalk (fn [node]
                 (when (and (vector? node)
                            (= :table (first node)))
                   (swap! tables conj node))
                 node)
               hiccup)

(count @tables) ;; 15