feat: add request helper class

.env.sample

@@ -2,6 +2,8 @@ URL="https://www.ice.com/public-web/cds-settlement-prices/icc/single-names"
 LOG_LEVEL="INFO"
 OUTPUT_TABLE=
 INSERTER_MAX_RETRIES=2
+REQUEST_MAX_RETRIES=3
+REQUEST_BACKOFF_FACTOR=2
 MSSQL_SERVER=
 MSSQL_DATABASE=
 MSSQL_USERNAME=

config/settings.py

@@ -4,6 +4,8 @@
 LOG_LEVEL = config("LOG_LEVEL", default="INFO")
 OUTPUT_TABLE = config("OUTPUT_TABLE")
 INSERTER_MAX_RETRIES = config("INSERTER_MAX_RETRIES", default=3, cast=int)
+REQUEST_MAX_RETRIES = config("REQUEST_MAX_RETRIES", default=3, cast=int)
+REQUEST_BACKOFF_FACTOR = config("REQUEST_BACKOFF_FACTOR", default=2, cast=int)
 MSSQL_SERVER = config("MSSQL_SERVER")
 MSSQL_DATABASE = config("MSSQL_DATABASE")
 MSSQL_USERNAME = config("MSSQL_USERNAME")

utils/__init__.py

@@ -1 +1,2 @@
 from .db_helper import create_inserter_objects
+from .request_helper import Request

utils/request_helper.py

@@ -0,0 +1,24 @@
+import time
+
+import requests
+
+from config import logger
+
+
+class Request:
+    def __init__(self, max_retries, backoff_factor) -> None:
+        self.max_retries = max_retries
+        self.backoff_factor = backoff_factor
+
+    def request(self, method: str, url: str, *args, **kwargs) -> requests.Request:
+        for i in range(self.max_retries):
+            try:
+                return requests.request(method=method, url=url, *args, **kwargs)
+            except requests.exceptions.RequestException as e:
+                logger.error(
+                    f"{method.upper()} request failed. Attempt {i + 1} of {self.max_retries}. Error: {e}"  # noqa: E501
+                )
+                if (i + 1) == self.max_retries:
+                    raise
+
+                time.sleep(i**self.backoff_factor)