Arknights - scrape operator level up stats

scrape_all_character_pages.py

# Imports
# (...)

# selenium set up
# (...)

# scrape dictionary of characters and output as pickle
# (...)

# op_dict is the dictionary with all characters and their URLs
# Get data for each available operator
for operator in op_dict:

    target_url = op_dict[operator]

    # Open the target URL
    driver.get(target_url)
    # Create an ActionChains object used to scroll in the page
    # This object should be recreated for each new page we navigate to
    actions = ActionChains(driver)

    # Same code to scrape that we saw before
    # The refactor required was to put this code inside the for loop to get the target url from the dictionary
    # (...)