jobsearcher crawler using scrapy

bcjobs.py

#job searcher crawler
import scrapy

class BlogSpider(scrapy.Spider):
    name = 'blogspider'
    start_urls = ['https://www.bcjobs.ca/search-jobs?q=cloud']
    pagecount = 2

    def parse(self, response):
        for it in response.css('a.list-item-wrapper'):
            links = it.css('a::attr("href")').extract()
            titles = it.css('.list-item-title::text').extract()
            cias = it.css('div>div>div::text').extract()
            cities = it.css('div.text-right::text').extract()
            yield {
                'jobtitle': len(titles)>0 and titles[0] or 'no title',
                'cia': len(cias)>0  and cias[0] or '',
                'city': len(cities)>0  and cities[0] or '',
                'link': len(links)>0  and response.urljoin(links[0]) or '',
            }
        #follow next button
        btn = response.css('a[title="Next"]::attr("href")').extract()
        if len(btn)>0:
            yield scrapy.Request(response.urljoin(btn[0]))

    def parse_titles(self, response):
        for post_title in response.css('div.entries > ul > li a::text').extract():
            yield {'title': post_title}