Grabs and prints a list of top-level forums on Gaia online

gaiaonline_forums_list.py

'''
Grab a list of Gaia Online forums
'''

import os
import re
import requests
from BeautifulSoup import BeautifulSoup, SoupStrainer


GAIA_ONLINE_MAIN_INDEX = 'http://www.gaiaonline.com/forum/'
GAILA_ONLINE_HOST = 'http://www.gaiaonline.com/'

def main():
	'''download forums list from gaia online'''

	resp = requests.get(GAIA_ONLINE_MAIN_INDEX)

	soup = BeautifulSoup(resp.text)

	for item in soup.findAll('li', attrs = {'class' : re.compile(r'^f.*c.*')}):
		for link in item.findAll('a'):
			if link.has_key('href'):
				print os.path.join(GAILA_ONLINE_HOST, link['href'][1:])

if __name__ == '__main__':
	main()