Script from scrapethissite.com

Looping Through Multiple Pages.py

import requests
from bs4 import BeautifulSoup

def scrape():
	page = 1
	page_has_data = True

	while page_has_data:
		r = requests.get('https://scrapethissite.com/pages/forms/', params = dict(per_page=25, page_num=page))
		soup = BeautifulSoup(r.text, 'html.parser')

		print(f'---------Scraping page: {page}---------')

		if len(soup.findAll('tr', 'team')) == 0:
			page_has_data = False
			print('---------Done Scraping---------')

		for team in soup.findAll('tr', 'team'):
			print(team.find('td', 'name').get_text(strip=True))

		page +=1

if __name__ == '__main__':
	scrape()