michaeldorner · March 8, 2025 20:49 · Mar 8, 2025 · Oct 28, 2023
diff --git a/github_retry.py b/github_retry.py
@@ -1,14 +1,39 @@
-from urllib3 import BaseHTTPResponse, Retry
-import time
+from time import sleep, time
+from datetime import timedelta
+
+import requests
+from requests.adapters import HTTPAdapter, Retry
+
+
+API_URL = 'https://api.github.com/' # or 'https://api.github.com/graphql' or others
+API_TOKEN = '' # You will need that
+TIMEOUT = 10
+
 
 class GitHubRetry(Retry):
-    def get_retry_after(self, response: BaseHTTPResponse) -> float | None:
-        if 'X-RateLimit-Remaining' in response.headers and 'X-RateLimit-Reset' in response.headers:
-            remaining_requests = int(response.headers['X-RateLimit-Remaining'])
-            if remaining_requests > 0:
-                return None
-            else:
-                reset_time = int(response.headers['X-RateLimit-Reset'])
-                current_time = int(time.time())
-                return float(reset_time - current_time)
-        return None
+    def increment(self, method, url, response=None, error=None, _pool=None, _stacktrace=None):
+        if response is not None and response.status == 403:
+            rate_limit_reset = int(response.headers['X-RateLimit-Reset'])
+            wait_until_reset = max(0, int(rate_limit_reset - time()) + 1)
+            print(f'wait {timedelta(seconds=wait_until_reset)} for reset')
+            sleep(wait_until_reset)
+        return super().increment(method, url, response, error, _pool, _stacktrace)
+
+
+retries = GitHubRetry(total=10,
+                      backoff_factor=2,
+                      status_forcelist=(403, 500, 501, 502, 503, 504,),
+                      raise_on_status=True)
+http_session = requests.session()
+http_session.headers.update({
+    'User-Agent': 'hamster_bth/1.0',
+    'Accept': 'application/vnd.github+json',
+    'Authorization': f'Bearer {API_TOKEN}',
+    'X-Github-Next-Global-ID': '1',  # if you would like to use the GraphQL API
+})
+http_adapter = HTTPAdapter(max_retries=retries)
+http_session.mount('https://', http_adapter)
+http_session.mount('http://', http_adapter)
+
+# example
+print(http_session.get('https://api.github.com/repos/michaeldorner/michaeldorner.de').json())
diff --git a/github_retry.py b/github_retry.py
@@ -0,0 +1,14 @@
+from urllib3 import BaseHTTPResponse, Retry
+import time
+
+class GitHubRetry(Retry):
+    def get_retry_after(self, response: BaseHTTPResponse) -> float | None:
+        if 'X-RateLimit-Remaining' in response.headers and 'X-RateLimit-Reset' in response.headers:
+            remaining_requests = int(response.headers['X-RateLimit-Remaining'])
+            if remaining_requests > 0:
+                return None
+            else:
+                reset_time = int(response.headers['X-RateLimit-Reset'])
+                current_time = int(time.time())
+                return float(reset_time - current_time)
+        return None