Extract Links for a particular Tweet, given absolute URL

extract_links_from_a_tweet.py

import requests
from lxml import etree


def extract_links_from_a_tweet(tweet_url):
    response = requests.get(tweet_url)

    if response.status_code != 200:
        return None

    root = etree.HTML(response.text)

    try:
        p = root.xpath(".//p[@class='js-tweet-text tweet-text']")[0]
    except IndexError:
        return None

    links = map(lambda a: a.attrib["data-expanded-url"], p.xpath(".//a[@rel='nofollow']"))

    return links