scraping for humans?

scrapy_schema.py

"""
Scrapy includes an `ItemLoader` class and associated helpers to abstract
data extraction from `Reponse` objects. But this API is verbose and easily
result in more boilerplate, not less. The following is a quick sketch of
a possible interface for using marshmallow, with a few custom fields, to
pull data from Scrapy responses.
"""

class PersonSchema(Schema):
    name = fields.XPath('//title/text()', fields.Str)
    hobbies = fields.CSS('.hobby', fields.List(fields.Str))
    
    @fields.Method()
    def details(self, response):
        labels = response.css('.label::text').extract()
        values = response.css('.value::text').extract()
        return dict(zip(labels, values))
        
PersonSchema().dump(response)