Last active
July 18, 2024 15:10
-
-
Save hamoid/a9b0bdc1c96e6e6995cfad6f4b069279 to your computer and use it in GitHub Desktop.
Downloads a just-the-docs website and converts it into a PDF file for offline reading
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
filename="openrndr-guide" | |
domain="guide.openrndr.org" | |
path="" # /some/folder/ if the guide is not located at / | |
mkdir -p /tmp/manual | |
cd /tmp/manual || exit | |
# curl downloads the index page of the website | |
# grep extracts the <nav> ... </nav> section | |
# sed(1) injects a line break in front of every URL and adds the full domain | |
# sed(2) deletes from each line the " character and everything that follows, leaving the clean URL | |
# tail deletes the first line, which contains a lonely <nav> tag | |
urlstr=$(curl -s "https://$domain$path" | grep -o -E '<nav .*</nav>' | sed "s/href=\"\//href=\"\nhttps:\/\/$domain\//g" | sed "s/\".*//g" | tail +2) | |
# convert a long string into an array | |
urls=($urlstr) | |
# count how many items in the array | |
length=${#urls[@]} | |
echo "Found $length URLs" | |
# one by one create NNNN.pdf files from each URL | |
for (( i=0; i<${length}; i++ )); | |
do | |
echo "# Page $i of $length" | |
padded=$(printf "%04d" $i) | |
wkhtmltopdf ${urls[$i]} $padded.pdf | |
done | |
date=$(date +"%F") | |
# finally join all the PDF files into one | |
pdfunite *.pdf /tmp/$filename-$date.pdf |
Hello Harmoid, thank you for your script. Is it possible to adapt with this website : https://bp.veeam.com/sp/ ?
I can't adapt the URL, could you send me an example?
Hi @Boris0791 ! I updated the script. It works with the following configuration:
filename="veeam-guide"
domain="bp.veeam.com"
path="/sp/" # /some/folder/ if the guide is not located at /
Hi @hamoid :-) perfect, thank you !
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Dependencies:
wkhtmltopdf
,curl
,sed
,pdfunite
,grep