store_spider.py

import scrapy
from scrapy.contrib.spiders import CrawlSpider, Rule
from scrapy.contrib.linkextractors import LinkExtractor


class StoreSpider(CrawlSpider):
    name = 'store'
    allowed_domains =['tiendaganadera.com', 'tiendaagricola.com']
    start_urls = ['http://tiendaganadera.com/home.php',
                  'http://tiendaagricola.com/home.php']

    rules = (
        Rule(LinkExtractor(), callback='parse', follow=True),
        Rule(LinkExtractor(), callback='parse'),
    )

    def parse(self, response):
        self.log('Parsing ' + response.url)