gistfile1.txt

def test_callable(response):
    pass
 
 
def capitalize_urls(urls):
    for url in urls:
        yield url.upper()
 
 
class TesSpider(UrlSpider):
 
    url_extractors = [
        SgmlUrlExtractor(),
    ]
 
    url_processors = [
        capitalize_urls,
    ]
 
    url_matchers = [
        UrlMatcher(r'URL1', 'testmethod', 'argument'),
        UrlMatcher(r'URL2', test_callable, kwargument='argument'),
    ]
 
    def testmethod(self, response):
        return Request('URL3')