getting_article_urls.py

pub_links={}
for link in links:
    response = requests.get(link)
    soup = BeautifulSoup(response.text, "lxml" )
    data = soup.find('div', class_ = 'js-postListHandle')
    my_data=data.find('div',class_ = 'js-postListHandle')
    final_data=my_data.find_all('div',{'class':'postArticle-content'})
    Alinks=[]
    for Alink in final_data:
        href=Alink.find("a").get('href').split("?")[0]
        Alinks.append(href)
    pubname=link.split("//")[1].split("/")[-2]
    pub_links[pubname]=Alinks