RGBCube
/ link_scraper.py
Last active
January 6, 2023 20:01
A CPython script to collect all self-links from a site.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import chalky | |
| import bs4 | |
| import requests | |
| ROOT = "https://wavetro.net" # Change this to your desire | |
| WANTED_SITE = "wavetro.net" # This needs to be in the url for it to get scraped. Warning: This doesn't check the root domain. It only checks if it is in the URL. | |
| PRINT_INFO = True # Wheter if to print extra info. | |
| gotten = set() | |
| __print = print |