XPath: common queries with curl and xidel

xpath-snippets.sh

# attribute values
curl -sL "${url}${urlparams}" \
  |   xidel -s -e "distinct-values(//node()[attribute::*])" \
  | perl -ple 's/\s+$//' \
  | cat -s -n | head -100

# attribute names
curl -sL "${url}${urlparams}" |   xidel -s -e 'distinct-values(//@*)'

# element names in a document
curl -sL "${url}${urlparams}" |   xidel -s -e "distinct-values(//*/name())" | xargs

# all Dublic-Core metadata from all *.svg documents in the current directory tree
grep -lR metadata * 2>/dev/null \
  | xargs -i xidel  -s -e '//metadata//dc:*/normalize-space()' {} \
  | cat -s | more