Scrapes scores from MetaKGP's "Contribution Scores" page

scrape_metaKGP_scores.py

from bs4 import BeautifulSoup
import requests

data_list = []
link = "https://wiki.metakgp.org/w/Special:ContributionScores"
response = requests.get(link)
html = response.content
source = BeautifulSoup(html, "lxml")
trs = source.findAll("tr")
run = False
for tr in trs:
    try:
        print (len(tr))
        if len(tr) == 6:
            if (not run):
                run = True
                continue
            else:
                break
        if (not(len(tr) == 7)):
            continue
        td = tr.findAll("td")[4]
        print (td)
        data_list.append([td.a["href"], td.a.text])
    except Exception as e:
        print (e, tr)

print (data_list[0])