Simply python script to scrape latest stories from sun.mv website.

sun_vaahaka_scraper.py

from bs4 import BeautifulSoup as bs
from requests import get

headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
content = bs(get("https://sun.mv/story", headers=headers).content, "html5lib")

for x in content.find_all("a", class_="feetha-news"):
    print x['href']
    print x.find("strong", class_="thaana_bold").text
    
    content = bs(get(x['href'], headers=headers).content, "html5lib")
    article = content.find("div", class_="article-text")
    
    for x in article.find_all("p"):
        print x.text