This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import re | |
from urllib.request import urlopen | |
from bs4 import BeautifulSoup | |
from xlwt import Workbook | |
wb = Workbook() | |
sheet1 = wb.add_sheet('Sheet 1', cell_overwrite_ok=True) | |
#HTML tag removal function | |
def remove_tag(content): |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import numpy as np | |
import pandas as pd | |
import requests | |
from bs4 import BeautifulSoup | |
from selenium import webdriver | |
import csv | |
from urllib.parse import urlparse | |
def crwl_as_csv(univ_query): | |
page = 1 |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
π Morning 205 commits βββββββββββββββββββββ 16.6% | |
π Daytime 390 commits βββββββββββββββββββββ 31.5% | |
π Evening 372 commits βββββββββββββββββββββ 30.1% | |
π Night 270 commits βββββββββββββββββββββ 21.8% |