Love Quote Scraper using Scrapy

quote_spider.py

import re

import scrapy
from icecream import ic
from scrapy.http import HtmlResponse


class QuoteSpider(scrapy.Spider):
    name = 'quote'
    start_urls = ["https://www.imnepal.com/quotes-about-love-nepali/%d/" % i for i in range(1, 9)]

    def start_requests(self):
        for url in self.start_urls:
            yield scrapy.Request(url=url, callback=self.parse)

    def parse(self, response: HtmlResponse, **kwargs):
        content = response.xpath('//body')
        lines = content.xpath('.//p/text()').getall()
        # Filter only devanagari lines by regex [\u0900-\u097F]+
        devanagari_lines = list(filter(lambda line: re.search(r'[\u0900-\u097F]+', line), lines))
        for line in devanagari_lines:
            yield {
                'url': response.url,
                'quote': line,
            }