chore: auto-update platform data (2026-04-06)

Reference BIOS Preservation Tool by monster-penguin in README,
wiki, and site nav.

.github/workflows/build.yml

@@ -58,16 +58,32 @@ jobs:
         run: |
           mkdir -p .cache/large
           gh release download large-files -D .cache/large/ 2>/dev/null || true
-          for f in .cache/large/*; do
-            [ -f "$f" ] || continue
-            name=$(basename "$f")
-            target=$(grep "$name" .gitignore | head -1)
-            if [ -n "$target" ] && [ ! -f "$target" ]; then
-              mkdir -p "$(dirname "$target")"
-              cp "$f" "$target"
-              echo "Restored: $target"
-            fi
-          done
+          python3 -c "
+          import hashlib, json, os, shutil
+          db = json.load(open('database.json'))
+          with open('.gitignore') as f:
+              ignored = {l.strip() for l in f if l.strip().startswith('bios/')}
+          cache = '.cache/large'
+          if not os.path.isdir(cache):
+              exit(0)
+          idx = {}
+          for fn in os.listdir(cache):
+              fp = os.path.join(cache, fn)
+              if os.path.isfile(fp):
+                  h = hashlib.sha1(open(fp, 'rb').read()).hexdigest()
+                  idx[h] = fp
+          restored = 0
+          for sha1, entry in db['files'].items():
+              path = entry['path']
+              if path in ignored and not os.path.exists(path):
+                  src = idx.get(sha1)
+                  if src:
+                      os.makedirs(os.path.dirname(path), exist_ok=True)
+                      shutil.copy2(src, path)
+                      print(f'Restored: {path}')
+                      restored += 1
+          print(f'Total: {restored} files restored')
+          "
         env:
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 

.github/workflows/deploy-site.yml

@@ -36,6 +36,43 @@ jobs:
 
       - run: pip install pyyaml mkdocs-material pymdown-extensions
 
+      - name: Restore large files from release
+        run: |
+          mkdir -p .cache/large
+          gh release download large-files -D .cache/large/ 2>/dev/null || true
+          python3 -c "
+          import hashlib, json, os, shutil
+          db = json.load(open('database.json'))
+          with open('.gitignore') as f:
+              ignored = {l.strip() for l in f if l.strip().startswith('bios/')}
+          cache = '.cache/large'
+          if not os.path.isdir(cache):
+              exit(0)
+          idx = {}
+          for fn in os.listdir(cache):
+              fp = os.path.join(cache, fn)
+              if os.path.isfile(fp):
+                  h = hashlib.sha1(open(fp, 'rb').read()).hexdigest()
+                  idx[h] = fp
+          restored = 0
+          for sha1, entry in db['files'].items():
+              path = entry['path']
+              if path in ignored and not os.path.exists(path):
+                  src = idx.get(sha1)
+                  if src:
+                      os.makedirs(os.path.dirname(path), exist_ok=True)
+                      shutil.copy2(src, path)
+                      print(f'Restored: {path}')
+                      restored += 1
+          print(f'Total: {restored} files restored')
+          "
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Refresh data directories
+        run: python scripts/refresh_data_dirs.py
+        continue-on-error: true
+
       - name: Generate site
         run: |
           python scripts/generate_site.py

.gitignore

@@ -29,13 +29,14 @@ data/
 # Large files stored as GitHub Release assets (additional)
 bios/Arcade/MAME/artwork/snspell.zip
 bios/Arcade/MAME/MAME 0.174 Arcade XML.dat
-bios/Sony/PlayStation Vita/.variants/PSP2UPDAT.PUP
+bios/Sony/PlayStation Vita/.variants/PSP2UPDAT.PUP.3ae832c9
 bios/Nintendo/DS/DSi_Nand_JPN.bin
 bios/Nintendo/DS/DSi_Nand_EUR.bin
 bios/Nintendo/DS/DSi_Nand_USA.bin
 bios/Nintendo/DS/DSi_Nand_AUS.bin
 bios/Nintendo/DS/DSi_Nand_CHN.bin
 bios/Nintendo/DS/DSi_Nand_KOR.bin
+bios/Nintendo/DS/dsi_nand.bin
 
 # QEMU EDK2 firmware (64MB each)
 bios/QEMU/edk2-aarch64-code.fd

CONTRIBUTING.md

@@ -1,109 +1,24 @@
 # Contributing to RetroBIOS
 
-## Types of contributions
+## Add a BIOS file
 
-- **Add a BIOS file** - a great way to get started. Fork, add the file, open a PR.
-- **Create an emulator profile** - document what a core actually loads from source code. See the [profiling guide](https://abdess.github.io/retrobios/wiki/profiling/).
-- **Add a platform** - integrate a new frontend (scraper + YAML config). See [adding a platform](https://abdess.github.io/retrobios/wiki/adding-a-platform/).
-- **Add or fix a scraper** - parse upstream sources for BIOS requirements. See [adding a scraper](https://abdess.github.io/retrobios/wiki/adding-a-scraper/).
-- **Fix a bug or improve tooling** - Python scripts in `scripts/`, single dependency (`pyyaml`).
+1. Fork this repository
+2. Place the file in `bios/Manufacturer/Console/filename`
+3. Variants (alternate hashes): `bios/Manufacturer/Console/.variants/`
+4. Create a Pull Request - checksums are verified automatically
 
-## Local setup
+## Add a new platform
 
-```bash
-git clone https://github.com/Abdess/retrobios.git
-cd retrobios
-pip install pyyaml
+1. Write a scraper in `scripts/scraper/`
+2. Create the platform YAML in `platforms/`
+3. Register in `platforms/_registry.yml`
+4. Submit a Pull Request
 
-# run tests
-python -m unittest tests.test_e2e -v
+Contributors who add platform support are credited in the README,
+on the documentation site, and in the BIOS packs.
 
-# run full pipeline (DB + verify + packs + consistency check)
-python scripts/pipeline.py --offline
-```
+## File conventions
 
-Requires Python 3.10 or later.
-
-## Adding a BIOS file
-
-1. Place the file in `bios/Manufacturer/Console/filename`.
-2. Alternate versions (different hash, same purpose) go in `bios/Manufacturer/Console/.variants/`.
-3. Files over 50 MB go as assets on the `large-files` GitHub release (git handles them better that way).
-4. RPG Maker and ScummVM directories are excluded from deduplication - please keep their structure as-is.
-5. Open a pull request. CI validates checksums automatically and posts a report.
-
-## Commit conventions
-
-Format: `type: description` (50 characters max, lowercase start).
-
-Allowed types: `feat`, `refactor`, `chore`, `docs`, `fix`.
-
-```
-feat: add panasonic 3do bios files
-docs: update architecture diagram
-fix: resolve truncated md5 matching
-chore: remove unused test fixtures
-refactor: extract hash logic to common.py
-```
-
-Keep messages factual. No marketing language, no superfluous adjectives.
-
-## Code and documentation quality
-
-The codebase runs on Python 3.10+ with a single dependency (`pyyaml`). All modules
-include `from __future__ import annotations` at the top. Type hints on every function
-signature, `pathlib` instead of `os.path`, and dataclasses where a plain class would
-just hold attributes.
-
-On performance: O(1) or O(n) algorithms are preferred. If something needs O(n^2), a
-comment explaining why helps future readers. List comprehensions over explicit loops,
-generators when iterating large datasets, and standard default arguments
-(`def f(items=None)` over `def f(items=[])`).
-
-File I/O uses context managers. ZIP extraction goes through `safe_extract_zip()` in
-`common.py`, which prevents zip-slip path traversal.
-
-The code stays lean. Comments that describe *why* age better than comments that
-restate *what*. Unused variables can be deleted rather than renamed with an underscore.
-
-The same spirit applies to documentation and emulator profiles. Straightforward
-language, honest labels ("untested" when something is untested).
-
-When a bug is spotted while working on something else, fixing it in the same PR
-keeps things tidy. Features ideally ship complete in one pass: code, tests, a
-passing pipeline run, and any documentation updates together.
-
-## Pull request process
-
-CI runs four checks on every PR:
-
-| Check | What it does |
-|-------|-------------|
-| `validate-bios` | hashes changed BIOS files against the database, posts a validation report |
-| `validate-configs` | schema-validates platform YAML configs |
-| `run-tests` | runs the full E2E test suite |
-| `label-pr` | auto-labels the PR based on changed file paths |
-
-All four checks must pass. One maintainer approval is required before merge.
-
-## Project philosophy
-
-This repository is an archive. The goal is a complete collection of every file a
-user needs to run every supported console in an emulator, with zero friction. That
-scope goes beyond BIOS ROMs: firmware updates, system fonts, data files, encryption
-keys, hiscore databases, anything the emulator loads from disk rather than generating
-itself. In a hundred years the pack should still work out of the box.
-
-Licensing considerations are secondary to completeness. If an emulator needs a
-file to function, the file belongs in the collection. The project's legal position is
-documented in the FAQ section of the site.
-
-Integrity matters. Every file, hash, and metadata field is cross-checked
-against the emulator's source code. Upstream references like System.dat,
-`.info` files, and wiki pages are valuable and generally accurate, though
-they can occasionally fall out of date. When an upstream source and the
-code disagree, the code at runtime is the tiebreaker.
-
-## Documentation
-
-Full reference docs, profiling guides, and architecture details are on the [documentation site](https://abdess.github.io/retrobios/).
+- Files >50 MB go in GitHub release assets (`large-files` release)
+- RPG Maker and ScummVM directories are excluded from deduplication
+- See the [documentation site](https://abdess.github.io/retrobios/) for full details

README.md

@@ -1,8 +1,10 @@
-# RetroBIOS
+<p align="center">
+  <img src=".github/assets/banner.png" alt="RetroBIOS" width="400">
+</p>
 
 Complete BIOS and firmware packs for Batocera, BizHawk, EmuDeck, Lakka, Recalbox, RetroArch, RetroBat, RetroDECK, RetroPie, and RomM.
 
-**7,241** verified files across **396** systems, ready to extract into your emulator's BIOS directory.
+**7,351** verified files across **396** systems, ready to extract into your emulator's BIOS directory.
 
 ## Quick Install
 
@@ -27,7 +29,7 @@ Pick your platform, download the ZIP, extract to the BIOS path.
 
 | Platform | BIOS files | Extract to | Download |
 |----------|-----------|-----------|----------|
-| Batocera | 362 | `/userdata/bios/` | [Download](../../releases/latest) |
+| Batocera | 353 | `/userdata/bios/` | [Download](../../releases/latest) |
 | BizHawk | 118 | `Firmware/` | [Download](../../releases/latest) |
 | EmuDeck | 161 | `Emulation/bios/` | [Download](../../releases/latest) |
 | Lakka | 448 | `system/` | [Download](../../releases/latest) |
@@ -46,8 +48,8 @@ Each file is checked against the emulator's source code to match what the code a
 - **10 platforms** supported with platform-specific verification
 - **329 emulators** profiled from source (RetroArch cores + standalone)
 - **396 systems** covered (NES, SNES, PlayStation, Saturn, Dreamcast, ...)
-- **7,241 files** verified with MD5, SHA1, CRC32 checksums
-- **8144 MB** total collection size
+- **7,351 files** verified with MD5, SHA1, CRC32 checksums
+- **8777 MB** total collection size
 
 ## Supported systems
 
@@ -59,16 +61,16 @@ Full list with per-file details: **[https://abdess.github.io/retrobios/](https:/
 
 | Platform | Coverage | Verified | Untested | Missing |
 |----------|----------|----------|----------|---------|
-| Batocera | 356/362 (98.3%) | 349 | 7 | 6 |
+| Batocera | 352/353 (99.7%) | 351 | 1 | 1 |
 | BizHawk | 118/118 (100.0%) | 118 | 0 | 0 |
 | EmuDeck | 161/161 (100.0%) | 161 | 0 | 0 |
-| Lakka | 442/448 (98.7%) | 442 | 0 | 6 |
-| Recalbox | 277/346 (80.1%) | 274 | 3 | 69 |
-| RetroArch | 442/448 (98.7%) | 442 | 0 | 6 |
-| RetroBat | 339/339 (100.0%) | 335 | 4 | 0 |
-| RetroDECK | 1960/2006 (97.7%) | 1934 | 26 | 46 |
-| RetroPie | 442/448 (98.7%) | 442 | 0 | 6 |
-| RomM | 372/374 (99.5%) | 372 | 0 | 2 |
+| Lakka | 448/448 (100.0%) | 448 | 0 | 0 |
+| Recalbox | 346/346 (100.0%) | 346 | 0 | 0 |
+| RetroArch | 448/448 (100.0%) | 448 | 0 | 0 |
+| RetroBat | 339/339 (100.0%) | 339 | 0 | 0 |
+| RetroDECK | 2006/2006 (100.0%) | 2006 | 0 | 0 |
+| RetroPie | 448/448 (100.0%) | 448 | 0 | 0 |
+| RomM | 374/374 (100.0%) | 374 | 0 | 0 |
 
 ## Build your own pack
 
@@ -116,11 +118,10 @@ To keep packs accurate, each file is checked against the emulator's source code.
 3. **Build packs** - include baseline files plus what each platform's cores need
 4. **Verify** - run platform-native checks and emulator-level validation
 
-## Contributors
 
-<a href="https://github.com/PixNyb"><img src="https://avatars.githubusercontent.com/u/40770831?v=4" width="50" title="PixNyb"></a>
-<a href="https://github.com/monster-penguin"><img src="https://avatars.githubusercontent.com/u/266009589?v=4" width="50" title="monster-penguin"></a>
+## Community tools
 
+- [BIOS Preservation Tool](https://github.com/monster-penguin/BIOS-Preservation-Tool) by [monster-penguin](https://github.com/monster-penguin) - scan, verify, and stage your own BIOS collection using RetroBIOS hash metadata
 
 ## Contributing
 
@@ -130,4 +131,4 @@ See [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
 
 This repository provides BIOS files for personal backup and archival purposes.
 
-*Auto-generated on 2026-03-30T20:16:27Z*
+*Auto-generated on 2026-04-06T10:03:04Z*

bios/Apple/Apple II/DiskII/state-machine-13.rom

@@ -0,0 +1,65 @@
+ИИ<EFBFBD>Ш
+
+
+
+<EFBFBD>Щ<EFBFBD>Щ<EFBFBD>Ы<EFBFBD>Ы<EFBFBD>ШШ
+
+
+
+<EFBFBD>Щ<EFBFBD>Щ<EFBFBD>Ы<EFBFBD>ЫИ=ИИ
+
+
+
+<EFBFBD>й<EFBFBD>й<EFBFBD>л<EFBFBD>л<EFBFBD>н<EFBFBD>и
+
+
+
+<EFBFBD>й<EFBFBD>й<EFBFBD>л<EFBFBD>лИИИИ
+
+
+
+ЈшЈшЈшЈшЈшЈш
+
+
+
+ЈшЈшЈшЈшЙ§Иј
+
+
+
+ИјИјИјИјЙ§Pј
+
+
+
+ИјИјИјИјИИHИ
+
+
+
+H(H(H(H(H(H(
+
+
+
+H(H(H(H(ИЙИИ
+
+
+
+X8X8X8X8	ЩX8
+
+
+
+X8X8X8X8ИИИИ
+
+
+
+hhhhhh
+
+
+
+hhhh<18>Нxp
+
+
+
+xxxx
+-xp
+
+
+

bios/Apple/Apple II/DiskII/state-machine-16.rom

@@ -0,0 +1,65 @@
+Ш
+
+
+
+99;;8(
+
+
+
+99;;-Ш8H
+
+
+
+(H(H(H(H-H8H
+
+
+
+(H(H(H(HШШШШ
+
+
+
+XxXxXxXxXxXx
+
+
+
+XxXxXxXxШШШШ
+
+
+
+hh€hh€h€h€
+
+
+
+hh€hh€ШНШШ
+
+
+
+<EFBFBD>№<EFBFBD>№<EFBFBD>»<EFBFBD>»<EFBFBD>Ѕ<EFBFBD>ё
+
+
+
+<EFBFBD>№<EFBFBD>№<EFBFBD>»<EFBFBD>»ШЩШШ
+
+
+
+ЁИЁИЁИЁИ)YЁИ
+
+
+
+ЁИЁИЁИЁИЩэШш
+
+
+
+ШшШшШшШшЩэ ш
+
+
+
+ШшШшШшШшШЭиа
+
+
+
+и€ии€иMиа
+
+
+
+и€ии€и