Takes a list of urls from stdin and writes formatted hyperlinks to stdout.

utoh.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""Urls to Hyperlinks.

This script takes line-separated urls from stdin and writes formatted hyperlinks to stdout.

Usage:
# cat urls.txt | python ltoh.py > hyperlinks.

"""


from urllib.request import urlopen
import fileinput
import sys

from bs4 import BeautifulSoup

def url_to_hyperlink(url):
    soup = BeautifulSoup(urlopen(url), "lxml")
    return "<a href=\"%s\">%s</a><br />" % (url, soup.title.string)

if __name__ == '__main__':
    for line in fileinput.input():
        sys.stdout.write(url_to_hyperlink(line))