Using Drission page - concurrency with threads/ thread pools, no locking, working and tested

drission_page_threads.py

'''
multiple threads / tabs concurrency drission

This works when twisted being used, but not the most recommended method, leaving note here for "backup" of a tested method
'''
from typing import Callable, Iterable, Optional, Tuple, cast
from concurrent.futures import ThreadPoolExecutor

from DrissionPage import ChromiumPage


def open_tab(self, driver: ChromiumPage, link: str) -> Tuple[str]:
    tab = driver.new_tab(link, background=True)
    tab.wait.doc_loaded()
    # ...

with ThreadPoolExecutor(max_workers=4) as executor:
    driver = ChromiumPage()
    results = executor.map(lambda href: self.open_tab(driver, href), batch)
    return list(results)