import requests import json import lxml.html from lxml.cssselect import CSSSelector f = open('package.json') packageJson = json.load(f) for dep in packageJson['dependencies']: response = requests.get('https://www.npmjs.com/package/{}?activeTab=dependencies'.format(dep)) tree = lxml.html.fromstring(response.text) sel = CSSSelector('#dependencies h2:first-child') results = sel(tree) print ("{} has....".format(dep)) print (lxml.html.tostring(results[0])) print ("----------------------------------------")