-
-
Save bengalurean/709d6f2801f20073157dea9852117a7d to your computer and use it in GitHub Desktop.
Create an iCalendar file with the swimming sessions available at Fleming Park Leisure Centre by scraping the timetable on their site
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# | |
# Create an ICS calendar with the sessions available at a DC Leisure Centre | |
# using the info found by scraping the timetable website | |
# | |
# http://dalelane.co.uk/blog/?p=3017 | |
# | |
# Dale Lane | |
# [email protected] | |
# | |
from bs4 import BeautifulSoup | |
from dateutil import parser | |
import urllib, urlparse | |
import datetime, time | |
import icalendar | |
import os | |
# | |
# CONSTANTS | |
# | |
WEBSITEURL = "http://www.dcleisurecentres.co.uk/centres/fleming-park-leisure-centre/timetables/swim" | |
WEBSITENAME = "Fleming Park" | |
OUTPUT = "swimflemingpark.ics" | |
# | |
# get the date for the day with the provided name | |
# (assuming that it's either today or within a week) | |
# | |
def get_next_weekday(now, dayname): | |
# convert the day name to a number | |
weekday = time.strptime(dayname, "%A").tm_wday | |
days_ahead = weekday - now.weekday() | |
if days_ahead < 0: | |
days_ahead += 7 | |
return now + datetime.timedelta(days_ahead) | |
# | |
# download the schedule from the provided URL | |
# parse the contents, and return an array of items containing | |
# the sessions described on the page | |
# | |
def get_schedule(timetableurl, timetableday): | |
# download the page | |
pagecontents = urllib.urlopen(timetableurl).read() | |
# parse the page | |
soup = BeautifulSoup(pagecontents) | |
schedule = [] | |
# get the first timetable from the page (ignore the other timetables such | |
# as the timetable for the Teaching Pool) | |
timetables = soup.body.find_all("div", class_="timeTable", limit=1) | |
for timetable in timetables: | |
timetablerows = timetable.find_all("tr") | |
for timetablerow in timetablerows: | |
timetableInfo = timetablerow.find_all("td") | |
if len(timetableInfo) > 0: | |
sessionTime = timetableInfo[0].string | |
sessionType = timetableInfo[1].string | |
sessionTimes = sessionTime.split(" - ") | |
sessionStart = datetime.datetime.combine(timetableday, parser.parse(sessionTimes[0]).time()) | |
sessionFinish = datetime.datetime.combine(timetableday, parser.parse(sessionTimes[1]).time()) | |
schedule.append({ | |
"type" : sessionType, | |
"start" : sessionStart, | |
"end" : sessionFinish | |
}) | |
return schedule | |
# | |
# download the page from the provided URL | |
# parse the contents, and find the navigation bar containing links | |
# to the schedule for each day of the week | |
# return the links, with the dates each link is for | |
# | |
def get_days(basetimetableurl): | |
now = datetime.datetime.now() | |
pagecontents = urllib.urlopen(basetimetableurl).read() | |
soup = BeautifulSoup(pagecontents) | |
timetables = [] | |
weekNavMenus = soup.body.find_next("div", class_="ttNavSubDays") | |
weekMenu = weekNavMenus.find_all("li") | |
for day in weekMenu: | |
link = day.find_all("a") | |
if link: | |
timetables.append({ | |
"url" : urlparse.urljoin(basetimetableurl, link[0].get('href')), | |
"day" : get_next_weekday(now, link[0].string) | |
}) | |
return timetables | |
# | |
# | |
# | |
# timestamp to give to the generated ICS file | |
scriptruntime = datetime.datetime.now() | |
# create the new icalendar | |
cal = icalendar.Calendar() | |
cal.add("prodid", "-//Swimming Timetable//" + WEBSITENAME + "//") | |
cal.add("version", "2.0") | |
# get the list of timetables to download and parse - one for each day | |
timetables = get_days(WEBSITEURL) | |
# for each timetable... | |
for timetable in timetables: | |
# download and parse the timetable and get the session info | |
for timetableinfo in get_schedule(timetable['url'], timetable['day']): | |
# create an event to represent the session | |
event = icalendar.Event() | |
event.add("summary", timetableinfo['type']) | |
event.add("dtstart", timetableinfo['start']) | |
event.add("dtend", timetableinfo['end']) | |
event.add("dtstamp", scriptruntime) | |
# add the event to the calendar | |
cal.add_component(event) | |
# write the calendar to an ics file | |
f = open(OUTPUT, 'wb') | |
f.write(cal.to_ical()) | |
f.close() | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment