list_http_dir.py

from bs4 import BeautifulSoup
from urllib.parse import unquote
import requests

url = 'http://dev.packages.vyos.net/'
path = '?dir=repositories/equuleus/pool/main'

def scan(_path):
    page = requests.get(url + _path).text
    soup = BeautifulSoup(page, 'html.parser')

    for a in soup.find_all('a'):
        path = None

        if a['href'].endswith('.deb'):
            print(unquote(a['href']))

        elif _path in a['href'] and a['href'] != _path:
            path = a['href']

        if path:
            scan(path)

scan(path)