Who Is Hiring

scrape_who_is_hiring.py

from bs4 import BeautifulSoup
import requests
import re

if __name__ == '__main__':
    html = requests.get(r'https://news.ycombinator.com/item?id=37351667&p=1')
    soup = BeautifulSoup(html.text,'html.parser')
    all_spans = soup.find_all('span', class_='commtext')
    for span in all_spans:
        comment_content = span.text.strip()
        matches = re.findall(r'data analyst', comment_content, re.IGNORECASE)
        if len(matches) > 0:
            print(comment_content)