find_bge_table.py

def get_rows(selected_table):
	for row in selected_table.css('tr'):
		cells = row.css('td').extract()
		yield tuple(cells)


def find_bge_table(response):
	for table_element in response.css('table'):
		table = list(get_rows(table_element))
		if any(row[0] == "BGE" for row in table):
			return table

	raise Exception("Couldn't find BGE Table!")


class YaelSpider(Spider):
	def parse(self, response):
		table = find_bge_table(response)