ishritam

(venv) (base) C:\Users\Shritam\Desktop\Scrapy\venv\iscrapy>scrapy crawl Thespider -o book_data.csv

ishritam

books = response.css('ol.row')
for book in books:
  for b in book.css('article.product_pod'):

ishritam

data['Title'] = b.css('a::attr(title)').getall()
data['Price'] = b.css('div.product_price p.price_color::text').getall()[0].split()[0]
data['Stock'] = b.css('div.product_price p.instock.availability::text').getall()[1].strip() 
data['Star'] = b.css('p::attr(class)').getall()[0].split()[-1]
data['Star'] = [j for i,j in dic.items() if i in data['Star']][0]

ishritam

 inp = int(input("Enter the no. of pages you want to scrap: "))
 class ThescrapySpider(scrapy.Spider):
     name = 'Thescrapy'
     start_urls = ['http://books.toscrape.com/catalogue/page-{}.html'.format(n) for n in range(1,inp)]

ishritam

(venv) (base) C:\Users\Shritam\Desktop\Scrapy\venv\iscrapy>scrapy genspider TheSpider books.toscrape.com

ishritam

# -*- coding: utf-8 -*-
import scrapy


class ThespiderSpider(scrapy.Spider):
    name = 'TheSpider'
    allowed_domains = ['books.toscrape.com']
    start_urls = ['http://books.toscrape.com/']

    def parse(self, response):

ishritam

(venv) (base) C:\Users\Shritam\Desktop\Scrapy\venv\iscrapy>scrapy genspider iscrapy books.toscrape.com

ishritam

(venv) (base) C:\Users\Shritam\Desktop\Scrapy\venv>scrapy startproject iscrapy

ishritam

(venv) (base) C:\Users\Shritam\Desktop\Scrapy\venv>pip install scrapy

ishritam

(base) C:\Users\Shritam\Desktop\Scrapy\venv>Scripts\activate.bat