Get latest cryptocurrency prices from CoinMarketCap

dependencies

pip install selenium
pip install pandas
pip install openpyxl
pip install sqlalchemy
pip install mysql-connector-python
pip install beautifulsoup4
pip install requests

get_prices_using_requests_beautiful_soup_and_csv.py

# get prices using requests

import requests

response = requests.get("https://coinmarketcap.com/")


# parse data using Beauitful Soup

from bs4 import BeautifulSoup

soup = BeautifulSoup(response.content, "html.parser")

table_soup = soup.find("table")

headings = [th.text.strip() for th in table_soup.find_all("th")]

rows = []
for tr in table_soup.find_all('tr', limit=11):
    row = []
    for td in tr.find_all('td'):
        row.append(td.text.strip())
    rows.append(row)
    
    
# save data using CSV

import csv

with open("data.csv", mode="w") as csvfile:
    writer = csv.writer(csvfile)
    writer.writerow(headings)
    writer.writerows(rows)

get_prices_using_selenium_and_pandas.py

from selenium import webdriver

url = "https://coinmarketcap.com/"
table_locator = "xpath", "//table"

driver = webdriver.Chrome()
driver.get(url)

table_webelement = driver.find_element(*table_locator)
table_html = table_webelement.get_attribute("outerHTML")

# load the HTML table to Pandas DataFrame

import pandas

dataframes = pandas.read_html(table_html)
table_dataframe = dataframes[0] # get the first and only table on the page

# export data to Excel

table_dataframe.to_excel("data.xlsx")

# export data to MySQL (or MariaDB)
import sqlalchemy
from mysql import connector
conn = sqlalchemy.create_engine("mysql+mysqlconnector://username:password@localhost/test")
table_dataframe.to_sql(con=conn, name="prices", if_exists='append', index=False)