main.py

        if settings.POST_URL_TITLES:
            head = requests.head(url)
            content_type = head.headers['content-type'].split(' ')[0].strip(';')
            if content_type == 'text/html':
                request = requests.get(url)
                soup = BeautifulSoup(request.text)
                parser = HTMLParser()
                title = soup.title.string
                title = parser.unescape(title)
                self.send('Link title: %s' % title, data)