coba-retry.py

# di https://gitlab.com/ihfazhillah/imagescrape-web/blob/master/scraper/utils/requests.py 
# ubah jadi 
class Request(object):
    """Represents a requests object"""

    def __init__(self, expire_after=None, *args, **kwargs):
        """
        params:
            - expire_after: int in seconds
        """

        self.expire_after = expire_after or EXPIRE

	# 29/3/2017 disable cache, karena tidak fleksibel
        # requests_cache.install_cache(path.join(BASE_PATH, 'cache'),
        #                             'sqlite', expire_after=expire_after)

    def get(self, url):
        """params:
            - url : a valid url you want to request.

        Return:
            dictionary object from json"""
        
        # ubah yang ini
        # resp = requests.get(url)
        
        s = requests.Session()
        s.mount("http://", requests.adapters.HTTPAdapters(max_retries=100))
        resp = s.get(url)

        if resp.status_code is 200:
            return resp.json()
        else:
            raise ValueError("Current status code is %s, not 200"
                             % resp.status_code)