Merge pull request #519 from segmentio/neelkanth-kaushik/LIBRARIES-2730

Merging Github Issue 515 and Github Issue 516 into single PR

Author: neelkanth-kaushik

segment/analytics/consumer.py

@@ -134,14 +134,26 @@ def fatal_exception(exc):
                 # retry on all other errors (eg. network)
                 return False
 
+        attempt_count = 0
+
         @backoff.on_exception(
             backoff.expo,
             Exception,
             max_tries=self.retries + 1,
-            giveup=fatal_exception)
+            giveup=fatal_exception,
+            on_backoff=lambda details: self.log.debug(
+                f"Retry attempt {details['tries']}/{self.retries + 1} after {details['elapsed']:.2f}s"
+            ))
         def send_request():
-            post(self.write_key, self.host, gzip=self.gzip,
-                 timeout=self.timeout, batch=batch, proxies=self.proxies,
-                 oauth_manager=self.oauth_manager)
+            nonlocal attempt_count
+            attempt_count += 1
+            try:
+                return post(self.write_key, self.host, gzip=self.gzip,
+                            timeout=self.timeout, batch=batch, proxies=self.proxies,
+                            oauth_manager=self.oauth_manager)
+            except Exception as e:
+                if attempt_count >= self.retries + 1:
+                    self.log.error(f"All {self.retries} retries exhausted. Final error: {e}")
+                raise
 
         send_request()

segment/analytics/request.py

@@ -54,9 +54,8 @@ def post(write_key, host=None, gzip=False, timeout=15, proxies=None, oauth_manag
     try:
         res = _session.post(url, **kwargs)
     except Exception as e:
-        log.error(e)
         raise e
-        
+
     if res.status_code == 200:
         log.debug('data uploaded successfully')
         return res