Super quick and dirty web scraper using Newspaper4k

QandDNewspaper4k.py

def get_news_article_text(url):
    try:
        article = newspaper.article(url)
        title = article.title
        text = article.text_cleaned
    except Exception as e:
        logger.debug(f"Error occurred while fetching article at {url}: {e}")
        return {"url": url, "title":"", "text":""}
    return {"url": url, "title":title, "text":text}