myspider.py

# -*- coding: utf-8 -*-
import scrapy

class MySpider(scrapy.Spider):
    name = "myspider"

    
    def start_requests(self):
        return [
            scrapy.Request('http://masnun.com')
        ]

    def parse(self, response):
        anchors = response.css('a::text').extract()
        for a in anchors:
        	yield {'text': a}

        

pipelines.py

rom pymongo import MongoClient
from scrapy.conf import settings
import logging


class MongoPipeline(object):
    def __init__(self):
        connection = MongoClient(settings['MONGODB_HOST'], settings['MONGODB_PORT'])
        self.db = connection[settings['MONGODB_DATABASE']]

    def process_item(self, item, spider):
        collection = self.db[type(item).__name__.lower()]
        logging.info(collection.insert(dict(item)))
        return item