un-countries-scrapper.py

import csv

import requests
from bs4 import BeautifulSoup


def export_to_csv(url: str):
    r = requests.get(url)
    soup = BeautifulSoup(r.text, "html.parser")
    table = soup.find("table", {"id": "downloadTableEN"})

    headers = [header.text for header in table.find_all("th")]

    if not headers:
        headers = [header.text for header in table.find("tr").find_all("td")]

    rows = []
    for row in table.find_all("tr")[1:]:  # Skip the header row
        cells = row.find_all("td")
        row_data = [cell.text.strip() for cell in cells]
        rows.append(row_data)

    with open("output.csv", "w", newline="", encoding="utf-8") as file:
        writer = csv.writer(file)
        writer.writerow(headers)
        writer.writerows(rows)


def main():
    export_to_csv("https://unstats.un.org/unsd/methodology/m49/overview")


if __name__ == "__main__":
    main()