xidel scraping

xidel.sh

# get the current url (watch your quoting):

xidel https://example.com --extract '$url'

# output JSON lines:

xidel --printed-json-format=compact https://example.com --extract '{"title"://title, "url": $url}'

# for a list of items, with pagination: follow item, extract data, paginate:

xidel https://example.com [ --follow //a[@class='item'] --extract //*[@class='price'] ] --follow //a[@class='next-page']