Running spiders and parsers

run.sh

# Before any run
python manage.py register_spiders
python manage.py register_parsers

# Run every day
python manage.py run_spider trounceflow.spiders.impl.countries.hungary.spider.HungarySpider
python manage.py run_spider trounceflow.spiders.impl.countries.indonesia.spider.IndonesiaSpider
python manage.py run_spider trounceflow.spiders.impl.countries.mexico.spider.MexicoSpider

# Run twice a week: Tuesday and Friday
python manage.py run_spider trounceflow.spiders.impl.countries.turkey.spider.TurkeySpider

# Run every week
python manage.py run_spiders -t country -f

# After spiders run
python manage.py update_file_parse_queue -t country
python manage.py run_queued_parsers -t country