From 5f8205b36b39c46c4806dbef814125f455509c36 Mon Sep 17 00:00:00 2001 From: Abdessamad Derraz <3028866+Abdess@users.noreply.github.com> Date: Fri, 6 Nov 2026 08:26:22 +0100 Subject: [PATCH] docs: date the Redump DATs instead of judging them The catalog table called redump.org's DATs stale and said Dat-o-Matic blocks automation. redump.org serves BIOS DATs dated 2010 to 2022 (Content-Disposition of /datfile/{psx,ps2,gc,xbox}-bios/, read 2026-11-06), and the Redump row named /static/bios links the scraper replaced with one /bios/ route per system. --- tests/test_doc_pages.py | 17 +++++++++++++++++ wiki/tools.md | 4 ++-- 2 files changed, 19 insertions(+), 2 deletions(-) diff --git a/tests/test_doc_pages.py b/tests/test_doc_pages.py index c29301dde..bb0d0d3eb 100644 --- a/tests/test_doc_pages.py +++ b/tests/test_doc_pages.py @@ -1986,3 +1986,20 @@ class ArchivedIsWhatTheToolsDo(unittest.TestCase): if __name__ == "__main__": unittest.main() + + +class TheCatalogRowsStateFacts(unittest.TestCase): + """tools.md said "redump.org serves stale DATs" and "Dat-o-Matic blocks + automation", verdicts on two preservation projects, and gave Redump's + /static/bios links, which the scraper no longer reads.""" + + def test_dates_and_routes_not_verdicts(self): + text = (WIKI / "tools.md").read_text(encoding="utf-8") + rows = [line for line in text.splitlines() + if line.startswith(("| Redump |", "| No-Intro |"))] + self.assertEqual(len(rows), 2) + for word in ("stale", "blocks"): + self.assertNotIn(word, " ".join(rows)) + scraper = (ROOT / "scripts" / "scraper" / "redump_dat_scraper.py").read_text(encoding="utf-8") + self.assertIn("/bios/", scraper) + self.assertIn("`/bios/`", rows[0]) diff --git a/wiki/tools.md b/wiki/tools.md index dab60e5b0..c7dfae1dc 100644 --- a/wiki/tools.md +++ b/wiki/tools.md @@ -1643,8 +1643,8 @@ names the profiles read. | Catalog | Acquisition | Notes | |---------|------------|-------| -| Redump | direct fetch from redump.info `/static/bios` | 4 BIOS DATs. redump.org serves stale DATs | -| No-Intro | local pack, imported with `dat_pack_importer` | Dat-o-Matic blocks automation, and the `hugo19941994/auto-datfile-generator` mirror rebuilds daily | +| Redump | direct fetch from redump.info, one `/bios/` route per system | 4 BIOS DATs. redump.org serves BIOS DATs dated 2010 to 2022, redump.info the current ones | +| No-Intro | local pack, imported with `dat_pack_importer` | Dat-o-Matic serves its DATs through a browser session, and the `hugo19941994/auto-datfile-generator` mirror rebuilds daily | | TOSEC | local pack, imported with `dat_pack_importer` | annual pack from tosecdev.org, 138 Firmware DATs | The join is by SHA1, then by MD5 + size. A match sets the `provenance` field