Created
April 8, 2014 17:55
-
-
Save bhearsum/10163227 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
def retry( | |
action, attempts=5, sleeptime=60, max_sleeptime=5 * 60, retry_exceptions=(Exception,), | |
cleanup=None, args=(), kwargs={}): | |
"""Call `action' a maximum of `attempts' times until it succeeds, | |
defaulting to 5. `sleeptime' is the number of seconds to wait | |
between attempts, defaulting to 60 and doubling each retry attempt, to | |
a maximum of `max_sleeptime'. `retry_exceptions' is a tuple of | |
Exceptions that should be caught. If exceptions other than those | |
listed in `retry_exceptions' are raised from `action', they will be | |
raised immediately. If `cleanup' is provided and callable it will | |
be called immediately after an Exception is caught. No arguments | |
will be passed to it. If your cleanup function requires arguments | |
it is recommended that you wrap it in an argumentless function. | |
`args' and `kwargs' are a tuple and dict of arguments to pass onto | |
to `callable'""" | |
assert callable(action) | |
assert not cleanup or callable(cleanup) | |
if max_sleeptime < sleeptime: | |
log.debug("max_sleeptime %d less than sleeptime %d" % ( | |
max_sleeptime, sleeptime)) | |
n = 1 | |
while n <= attempts: | |
try: | |
log.info("retry: Calling %s with args: %s, kwargs: %s, attempt #%d" % | |
(action, str(args), str(kwargs), n)) | |
return action(*args, **kwargs) | |
except retry_exceptions: | |
log.debug("retry: Caught exception: ", exc_info=True) | |
if cleanup: | |
cleanup() | |
if n == attempts: | |
log.info("retry: Giving up on %s" % action) | |
raise | |
if sleeptime > 0: | |
log.info("retry: Failed, sleeping %d seconds before retrying" % | |
sleeptime) | |
time.sleep(sleeptime) | |
sleeptime = sleeptime * 2 | |
if sleeptime > max_sleeptime: | |
sleeptime = max_sleeptime | |
continue | |
finally: | |
n += 1 | |
def retriable(*retry_args, **retry_kwargs): | |
''' A decorator for retry(). Example usage: | |
@retriable() | |
def foo() | |
... | |
@retriable(attempts=100, sleeptime=10) | |
def bar(): | |
... | |
''' | |
def _retriable_factory(func): | |
@wraps(func) | |
def _retriable_wrapper(*args, **kwargs): | |
return retry(func, args=args, kwargs=kwargs, *retry_args, | |
**retry_kwargs) | |
return _retriable_wrapper | |
return _retriable_factory | |
def foo(a, b, c): | |
pass | |
# What I do now: | |
retry(foo, kwargs={'a': a, 'b': b, 'c': c}) | |
# What I could do: | |
@retriable | |
def wrapper(): | |
foo(a, b, c) | |
# What I want to do: | |
@retry foo(a, b, c) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment