adds backoff to utils

John Miller · John Miller · commit 9ebb128de6dc · 2017-09-22T14:36:35.000-04:00
diff --git a/setup.py b/setup.py
@@ -14,6 +14,7 @@
           'pendulum==1.2.0',
           'simplejson==3.11.1',
           'python-dateutil==2.6.0',
+          'backoff==1.3.2',
       ],
       packages=find_packages(),
       package_data = {
diff --git a/singer/utils.py b/singer/utils.py
@@ -6,6 +6,7 @@
 import time
 import dateutil
 import pytz
+import backoff
 
 from singer.catalog import Catalog
 
@@ -139,3 +140,12 @@ def check_config(config, required_keys):
     missing_keys = [key for key in required_keys if key not in config]
     if missing_keys:
         raise Exception("Config is missing required keys: {}".format(missing_keys))
+
+
+def backoff(exceptions, giveup):
+    return backoff.on_exception(
+        backoff.expo,
+        exceptions,
+        max_tries=5,
+        giveup=giveup,
+        factor=2)
