cuimuxi

cuimuxi / setup.py

Created December 11, 2012 10:53 — forked from edwardgeorge/setup.py

python libxml2 binding package for easy installation with pip/easy_install into a virtualenv

	import os
	import shutil
	import subprocess
	import sys
	import tarfile
	import urllib2

	LIBXML2_PREFIX = "libxml2"
	LIBXSLT_PREFIX = "libxslt"
	LIBXML2_FTPURL = "ftp://xmlsoft.org/libxml2/"

cuimuxi / gist:5451756

Created April 24, 2013 12:27 — forked from madebyjazz/gist:1090663

	from scrapy import log
	from scrapy.item import Item
	from scrapy.http import Request
	from scrapy.contrib.spiders import XMLFeedSpider


	def NextURL():
	"""
	Generate a list of URLs to crawl. You can query a database or come up with some other means
	Note that if you generate URLs to crawl from a scraped URL then you're better of using a

cuimuxi / websocket_tornado_redis.py

Created January 10, 2014 16:42 — forked from lbolla/websocket_tornado_redis.py

	"""
	This is a simple example of WebSocket + Tornado + Redis Pub/Sub usage.
	Do not forget to replace YOURSERVER by the correct value.
	Keep in mind that you need the very latest version of your web browser.
	You also need to add Jacob Kristhammar's websocket implementation to Tornado:
	Grab it here:
	http://gist.github.com/526746
	Or clone my fork of Tornado with websocket included:
	http://github.com/pelletier/tornado
	Oh and the Pub/Sub protocol is only available in Redis 2.0.0: