GitHub repository archive link finder

gistfile1.py

#!/usr/bin/env python

# A script to find recent download links for a GitHub
# repository.
#
# Written by: Senko Rasic <[email protected]>
#
# Released to Public Domain. Use it as you like.

import urllib
import urllib2
import sys
import lxml.etree

def get_archives(repo_url):
    if 'github.com' not in repo_url:
        sys.stderr.write('Not a GitHub repository\n')
        sys.exit(-1)

    if not repo_url.endswith('/'):
        repo_url += '/'

    archives_url = repo_url + 'archives/master'

    try:
        doc = lxml.etree.parse(urllib2.urlopen(archives_url),
            lxml.etree.HTMLParser())
    except urllib2.HTTPError, e:
        sys.stderr.write("Can't get download links from %s: %s\n" %
            (archives_url, e))
        sys.exit(-1)

    visited = {}
    downloads = []

    for el in doc.xpath('//div[@id = "archives"]//a'):
        parts = el.attrib['href'].split('/')
        if len(parts) == 5:
            _, owner, project, archtype, treeish = parts
            if archtype in [ 'zipball', 'tarball' ]:
                if treeish not in visited:
                    visited[treeish] = True
                    downloads.extend([
                        '%starball/%s' % (repo_url, treeish),
                        '%szipball/%s' % (repo_url, treeish)
                    ])

    # A link to the full page with downloads on github, useful
    # for finding older DLs
    downloads.append(repo_url + 'downloads')

    downloads.sort()
    return downloads

if __name__ == '__main__':
    if len(sys.argv) != 2:
        print "Usage: %s <github-repo>" % sys.argv[0]
        sys.exit(-1)
    for link in get_archives(sys.argv[1]):
        print link