Job Scraper for web3.career

web3_career_scraper.py

import requests
from bs4 import BeautifulSoup


def scrape_webpage(page):
    r = requests.get(f"https://web3.career/remote-jobs?page={page}")
    webpage = BeautifulSoup(r.text, "html.parser")
    table_section = webpage.find("tbody", {"class": "tbody"})

    jobs_data = ""
    for i in table_section.find_all("tr"):
        try:
            role = i.h2.text.strip()
            company = i.h3.text.strip()
            salary = i.p.text.strip()
            link = f"https://web3.career/{i.a['href'][3:]}"
            jobs_data += f"{role},{company},{salary},{link}\n"
        except:
            pass
    return jobs_data


jobs_data = "role,company,salary,link\n"
for i in range(1, 20):
    print("Scraping page", i)
    jobs_data += scrape_webpage(i)

open("jobs.csv", "w").write(jobs_data)