Crawl Elixir doc to get some stats

crawl_elixir_doc.sh

base_url="http://elixir-lang.org/docs/stable/elixir/"

curl "${base_url}/modules_list.html" > modules.html                      

grep '<a href' modules.html | grep -v '#' | \
  awk '{print $2}' | sed -e 's/href=\"//g' -e 's/\.html\".*//g' | \
  tail +3 > modules.txt

for m in `cat modules.txt`; do
  curl "${base_url}/${m}.html" > "${m}.html";
done

for m in `cat modules.txt`; do
  functions=`grep '\(function\)' "${m}.html" | grep 'detail_type' | wc -l`;
  macros=`grep '\(macro\)' "${m}.html" | grep 'detail_type' | wc -l`;
  callbacks=`grep '\(callback\)' "${m}.html" | grep 'detail_type' | wc -l`;
  echo "${m},${functions},${macros},${callbacks}";
done