requests.session with timeout and retries

requests_session.py

from typing import Any

import requests

REQUEST_DEFAULT_TIMEOUT = 5
REQUEST_RETRIES = 5


class SessionWithTimeout(requests.Session):
    def request(self, *args: Any, **kwargs: Any):
        if kwargs['timeout'] is None:
            kwargs['timeout'] = REQUEST_DEFAULT_TIMEOUT
        return super().request(*args, **kwargs)

    @classmethod
    def with_retries(cls, max_retries=REQUEST_RETRIES) -> 'SessionWithTimeout':
        # retry failed DNS lookups, socket connections and connection timeouts
        http_session = cls()
        retry_adapter = requests.adapters.HTTPAdapter(max_retries=max_retries)
        http_session.mount('http://', retry_adapter)
        http_session.mount('https://', retry_adapter)
        return http_session


http_session = SessionWithTimeout.with_retries()