ihabunek · October 8, 2018 16:27
diff --git a/README.md b/README.md
diff --git a/tjedan-restorana-2018.md b/tjedan-restorana-2018.md
diff --git a/tjedan-restorana-2018.py b/tjedan-restorana-2018.py
 # Requires:
 # * python 3.7
 # * requests-html
 # * html2text

 import re

 from html2text import html2text
 from requests_html import HTMLSession


 restaurant_list_urls = [
    "http://tjedanrestorana.com/restorani/",
    "http://tjedanrestorana.com/restorani/page/2/",
    "http://tjedanrestorana.com/restorani/page/3/",
    "http://tjedanrestorana.com/restorani/page/4/",
    "http://tjedanrestorana.com/restorani/page/5/",
    "http://tjedanrestorana.com/restorani/page/6/",
 ]

 def get_restaurant_links(session):
    links = []

    for url in restaurant_list_urls:
        print(f"loading {url}")
        r = session.get(url)
        links += [l for l in r.html.links
                  if re.match('http://tjedanrestorana.com/restoran/', l)]

    return links


 def parse_menu(html):
    html = html.replace('<p>&nbsp;</p>', '<br />')
    html = html.replace('<p>', '')
    html = html.replace('</p>', '<br />')

    markdown = html2text(html)
    markdown = re.sub(r'(\d)\\\.', r'\1.', markdown)
    markdown = re.sub(r'\s+([2-9])\.', '\n\\1.', markdown, re.MULTILINE)

    return markdown


 def get_restaurant_info(session, url):
    def get_name(response):
        el = response.html.find('.grid h1', first=True)
        return el.text

    def get_address(r):
        el = r.html.find(".grid .c5 .c12", first=True)
        return el.text

    def get_web(r):
        el = r.html.find(".grid .c5 .c6.web-link a", first=True)
        return el.links.pop()

    def get_phone(r):
        el = r.html.find(".grid .c3 .c12", first=True)
        return el.text

    def get_menu(response):
        el = response.html.find(".jelovnik-r", first=True)
        return parse_menu(el.html)

    print(f"loading {url}")
    response = session.get(url)

    return get_name(response), get_menu(response), get_address(response)


 if __name__ == '__main__':
    session = HTMLSession()

    restaurant_urls = get_restaurant_links(session)

    with open("restaurants.md", "w") as f:
        for url in sorted(restaurant_urls):
            name, menu, address = get_restaurant_info(session, url)
            f.write(f"## {name}\n\n{address}\n\n{menu}\n\n")
            f.flush()

    print("done")
	# Requires:
	# * python 3.7
	# * requests-html
	# * html2text

	import re

	from html2text import html2text
	from requests_html import HTMLSession


	restaurant_list_urls = [
	"http://tjedanrestorana.com/restorani/",
	"http://tjedanrestorana.com/restorani/page/2/",
	"http://tjedanrestorana.com/restorani/page/3/",
	"http://tjedanrestorana.com/restorani/page/4/",
	"http://tjedanrestorana.com/restorani/page/5/",
	"http://tjedanrestorana.com/restorani/page/6/",
	]

	def get_restaurant_links(session):
	links = []

	for url in restaurant_list_urls:
	print(f"loading {url}")
	r = session.get(url)
	links += [l for l in r.html.links
	if re.match('http://tjedanrestorana.com/restoran/', l)]

	return links


	def parse_menu(html):
	html = html.replace('<p> </p>', '<br />')
	html = html.replace('<p>', '')
	html = html.replace('</p>', '<br />')

	markdown = html2text(html)
	markdown = re.sub(r'(\d)\\\.', r'\1.', markdown)
	markdown = re.sub(r'\s+([2-9])\.', '\n\\1.', markdown, re.MULTILINE)

	return markdown


	def get_restaurant_info(session, url):
	def get_name(response):
	el = response.html.find('.grid h1', first=True)
	return el.text

	def get_address(r):
	el = r.html.find(".grid .c5 .c12", first=True)
	return el.text

	def get_web(r):
	el = r.html.find(".grid .c5 .c6.web-link a", first=True)
	return el.links.pop()

	def get_phone(r):
	el = r.html.find(".grid .c3 .c12", first=True)
	return el.text

	def get_menu(response):
	el = response.html.find(".jelovnik-r", first=True)
	return parse_menu(el.html)

	print(f"loading {url}")
	response = session.get(url)

	return get_name(response), get_menu(response), get_address(response)


	if __name__ == '__main__':
	session = HTMLSession()

	restaurant_urls = get_restaurant_links(session)

	with open("restaurants.md", "w") as f:
	for url in sorted(restaurant_urls):
	name, menu, address = get_restaurant_info(session, url)
	f.write(f"## {name}\n\n{address}\n\n{menu}\n\n")
	f.flush()

	print("done")