fix: send the github token on every api call

scripts/scraper/coreinfo_scraper.py

@@ -20,7 +20,12 @@ import urllib.error
 import urllib.request
 
 try:
-    from .base_scraper import BaseScraper, BiosRequirement, fetch_github_latest_version
+    from .base_scraper import (
+        BaseScraper,
+        BiosRequirement,
+        fetch_github_latest_version,
+        github_headers,
+    )
 except ImportError:
     # Allow running directly: python scripts/scraper/coreinfo_scraper.py
     import os
@@ -30,6 +35,7 @@ except ImportError:
         BaseScraper,
         BiosRequirement,
         fetch_github_latest_version,
+        github_headers,
     )
 
 PLATFORM_NAME = "libretro_coreinfo"
@@ -209,13 +215,7 @@ class Scraper(BaseScraper):
         # Use the tree API to get all files at once
         url = f"{GITHUB_API}/git/trees/master?recursive=1"
         try:
-            req = urllib.request.Request(
-                url,
-                headers={
-                    "User-Agent": "retrobios-scraper/1.0",
-                    "Accept": "application/vnd.github.v3+json",
-                },
-            )
+            req = urllib.request.Request(url, headers=github_headers())
             with urllib.request.urlopen(req, timeout=30) as resp:
                 data = json.loads(resp.read())
 

scripts/scraper/romset_dat_importer.py

@@ -318,7 +318,9 @@ FBNEO_DATS_API = "https://api.github.com/repos/libretro/FBNeo/contents/dats"
 
 
 def _api_json(url: str) -> object:
-    request = urllib.request.Request(url, headers={"User-Agent": "retrobios"})
+    from .base_scraper import github_headers
+
+    request = urllib.request.Request(url, headers=github_headers())
     with urllib.request.urlopen(request, timeout=60) as response:
         return json.load(response)