Python Scraper

scrape.py

import requests
import re
from bs4 import BeautifulSoup

page = requests.get(self.getUrl()).text
soup = BeautifulSoup(page)
  
regex = re.compile('nextPassingTimes.*')
links = soup.findAll('a', {'href': regex})
  
self._stops = []
  
for l in links:
  url = str(l['href'])
  name = str(l.contents[0])
  
  self._stops.append({'url': url, 'name': name})