Skip to content

Instantly share code, notes, and snippets.

@k0001
Created October 2, 2010 14:48
Show Gist options
  • Save k0001/607693 to your computer and use it in GitHub Desktop.
Save k0001/607693 to your computer and use it in GitHub Desktop.
import os
_HERE_DIR = os.path.dirname(os.path.abspath(__file__))
_ROOT_DIR = os.path.join(_HERE_DIR, '..')
BOT_NAME = 'mscrap'
BOT_VERSION = '1.0'
SPIDER_MODULES = ['mscrap.spiders']
NEWSPIDER_MODULE = 'mscrap.spiders'
#DEFAULT_ITEM_CLASS = 'mscrap.items.LegisladorItem'
USER_AGENT = '%s/%s' % (BOT_NAME, BOT_VERSION)
ITEM_PIPELINES = [
'mscrap.pipelines.MscrapPipeline'
]
FEED_EXPORTERS = {
'typedjsonlines': 'mscrap.exporters.TypedJsonLinesItemExporter'
}
FEED_FORMAT = 'typedjsonlines'
FEED_URI = 'file://'+ os.path.join(_ROOT_DIR, 'mscrap-%(name)s-%(time)s.jsonlines')
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment