Files
libretro/tests/test_file_consumers.py
T
Abdessamad Derraz 4ceca6acc5 fix: credit platforms with the file the pack ships
FileConsumers resolved platform declarations with their destination as
a hint, which the builder, the manifest and verify never pass. RetroBat's
63 mame/hash lists and the curated gc-ntsc-12.bin credited another copy
than the one the manifests install.
2026-10-21 09:56:08 +02:00

156 lines
6.1 KiB
Python

"""A file's readers are the entries that resolve to it, not those sharing its name.
The site joined database files to emulators and platforms by bare name. The
collection holds the pak0.pk3 of Quake III and of Enemy Territory, and each page
named every engine that reads a pak0.pk3 as a reader of both, which is the
homonym tests/test_game_data_homonyms.py forbids the resolver to serve.
"""
from __future__ import annotations
import hashlib
import sys
import tempfile
import unittest
from pathlib import Path
REPO_ROOT = Path(__file__).resolve().parent.parent
sys.path.insert(0, str(REPO_ROOT / "scripts"))
from cross_reference import FileConsumers # noqa: E402
from generate_site import generate_system_page # noqa: E402
_TMP = tempfile.TemporaryDirectory()
_ROOT = Path(_TMP.name)
def _collected(rel: str, payload: bytes) -> tuple[str, dict]:
path = _ROOT / rel
path.parent.mkdir(parents=True, exist_ok=True)
path.write_bytes(payload)
sha1 = hashlib.sha1(payload).hexdigest()
return sha1, {"name": path.name, "sha1": sha1, "path": str(path),
"md5": hashlib.md5(payload).hexdigest(), "size": len(payload)}
Q3, _q3 = _collected("bios/id/Quake III/baseq3/pak0.pk3", b"quake iii demo")
ET, _et = _collected("bios/id/ET/etmain/pak0.pk3", b"enemy territory")
DB = {
"files": {Q3: _q3, ET: _et},
"indexes": {
"by_name": {"pak0.pk3": [Q3, ET]},
"by_md5": {_q3["md5"]: Q3, _et["md5"]: ET},
"by_path_suffix": {
"baseq3/pak0.pk3": [Q3], "Quake III/baseq3/pak0.pk3": [Q3],
"etmain/pak0.pk3": [ET], "ET/etmain/pak0.pk3": [ET],
},
},
}
PROFILES = {
"ioquake3": {"type": "standalone", "files": [
{"name": "pak0.pk3", "path": "baseq3/pak0.pk3", "sha1": Q3}]},
"etlegacy": {"type": "standalone", "files": [
{"name": "pak0.pk3", "path": "etmain/pak0.pk3", "sha1": ET}]},
"named_only": {"type": "standalone", "files": [
{"name": "pak0.pk3", "path": "baseq3/pak0.pk3", "sha1": "3" * 40}]},
}
class ReadersResolve(unittest.TestCase):
def setUp(self):
self.consumers = FileConsumers(DB)
self.consumers.add_emulators(PROFILES)
self.consumers.add_platforms({
"plat": {"systems": {"s": {"files": [
{"name": "pak0.pk3", "destination": "etmain/pak0.pk3", "sha1": ET},
]}}},
})
def test_each_file_has_its_own_readers(self):
self.assertEqual(self.consumers.emulators[Q3], {"ioquake3"})
self.assertEqual(self.consumers.emulators[ET], {"etlegacy"})
self.assertNotIn(Q3, self.consumers.platforms)
self.assertEqual(self.consumers.platforms[ET], {"plat"})
def test_the_system_page_names_them(self):
consoles = {"Quake III": [DB["files"][Q3]], "ET": [DB["files"][ET]]}
page = generate_system_page("id", consoles, self.consumers)
q3 = page[page.index("## Quake III"):]
et = page[page.index("## ET"):page.index("## Quake III")]
self.assertIn("ioquake3", q3)
self.assertNotIn("etlegacy", q3)
self.assertIn("etlegacy", et)
self.assertNotIn("ioquake3", et)
class PlatformReadersResolveAsThePack(unittest.TestCase):
"""A hashless declaration resolves without its destination in the
builder, the manifest and verify. The site passed the destination and
credited RetroBat with another revision of its 63 mame/hash lists than
the one its manifest installs."""
def test_the_declared_file_is_the_one_the_pack_ships(self):
from packresolve import resolve_declaration
first, first_entry = _collected("bios/Arcade/MAME/hash/apfm1000.xml", b"one")
other, other_entry = _collected("bios/Other/mame/hash/apfm1000.xml", b"two")
db = {
"files": {first: first_entry, other: other_entry},
"indexes": {
"by_name": {"apfm1000.xml": [first, other]},
"by_path_suffix": {"mame/hash/apfm1000.xml": [other],
"Other/mame/hash/apfm1000.xml": [other],
"MAME/hash/apfm1000.xml": [first],
"Arcade/MAME/hash/apfm1000.xml": [first]},
},
}
entry = {"name": "apfm1000.xml", "destination": "mame/hash/apfm1000.xml"}
shipped, _status = resolve_declaration(entry, db, "bios", None, None, None,
offline=True)
consumers = FileConsumers(db, data_dir_registry={})
consumers.add_platforms({"plat": {"systems": {"s": {"files": [entry]}}}})
self.assertEqual(shipped, first_entry["path"])
self.assertEqual(consumers.platforms, {first: {"plat"}})
class ReadersFollowTheDataTrees(unittest.TestCase):
"""Dolphin names codehandler.bin without a hash. The pack takes it from
data/dolphin-sys, and the site credited Dolphin and Triforce with the
Dolphin-MMJR copy, another revision, because the consumers resolved
without the data trees. Reads the repository."""
def test_dolphin_does_not_read_the_mmjr_copy(self):
import os
from common import load_database, load_emulator_profiles
if not (REPO_ROOT / "database.json").is_file() or not (
REPO_ROOT / "data" / "dolphin-sys" / "codehandler.bin"
).is_file():
self.skipTest("database.json or data/dolphin-sys is absent")
previous = os.getcwd()
os.chdir(REPO_ROOT)
try:
db = load_database("database.json")
profiles = load_emulator_profiles("emulators")
consumers = FileConsumers(db)
consumers.add_emulators({"dolphin": profiles["dolphin"]})
finally:
os.chdir(previous)
mmjr = next(
(sha1 for sha1, entry in db["files"].items()
if entry["path"] == "bios/Other/dolphin-mmjr/codehandler.bin"),
None,
)
if mmjr is None:
self.skipTest("the Dolphin-MMJR copy is not collected")
self.assertNotIn("dolphin", consumers.emulators.get(mmjr, set()))
def tearDownModule():
_TMP.cleanup()
if __name__ == "__main__":
unittest.main()