mirror of
https://github.com/Abdess/retroarch_system.git
synced 2026-04-13 12:22:33 -05:00
feat: add mkdocs site generator, 332 pages
generate_site.py reads database.json + platforms/*.yml + emulators/*.yml and produces a complete MkDocs Material documentation site: - Home: stats, downloads, coverage dashboard - 7 platform pages with per-file verification status - 60 system pages grouped by manufacturer with cross-references - 260 emulator pages with source code analysis - Contributing guide mkdocs.yml with Material theme, system fonts, auto dark mode. Generated docs/ in .gitignore (built in CI only).
This commit is contained in:
8
.gitignore
vendored
8
.gitignore
vendored
@@ -6,10 +6,18 @@ __pycache__/
|
||||
*.pyc
|
||||
.cache/
|
||||
dist/
|
||||
site/
|
||||
*.tmp
|
||||
*.log
|
||||
node_modules/
|
||||
|
||||
# Generated site pages (built in CI)
|
||||
docs/index.md
|
||||
docs/platforms/
|
||||
docs/systems/
|
||||
docs/emulators/
|
||||
docs/contributing.md
|
||||
|
||||
# Large files stored as GitHub Release assets (> 50MB)
|
||||
bios/Arcade/Arcade/Firmware.19.0.0.zip
|
||||
bios/Arcade/Arcade/maclc3.zip
|
||||
|
||||
318
mkdocs.yml
Normal file
318
mkdocs.yml
Normal file
@@ -0,0 +1,318 @@
|
||||
site_name: RetroBIOS
|
||||
site_url: https://abdess.github.io/retrobios/
|
||||
repo_url: https://github.com/Abdess/retrobios
|
||||
repo_name: Abdess/retrobios
|
||||
theme:
|
||||
name: material
|
||||
palette:
|
||||
- media: (prefers-color-scheme)
|
||||
toggle:
|
||||
icon: material/brightness-auto
|
||||
name: Switch to light mode
|
||||
- media: '(prefers-color-scheme: light)'
|
||||
scheme: default
|
||||
toggle:
|
||||
icon: material/brightness-7
|
||||
name: Switch to dark mode
|
||||
- media: '(prefers-color-scheme: dark)'
|
||||
scheme: slate
|
||||
toggle:
|
||||
icon: material/brightness-4
|
||||
name: Switch to auto
|
||||
font: false
|
||||
features:
|
||||
- navigation.tabs
|
||||
- navigation.sections
|
||||
- navigation.top
|
||||
- search.suggest
|
||||
- search.highlight
|
||||
- content.tabs.link
|
||||
- toc.follow
|
||||
markdown_extensions:
|
||||
- tables
|
||||
- admonition
|
||||
- attr_list
|
||||
- toc:
|
||||
permalink: true
|
||||
plugins:
|
||||
- search
|
||||
nav:
|
||||
- Home: index.md
|
||||
- Platforms:
|
||||
- Overview: platforms/index.md
|
||||
- Batocera: platforms/batocera.md
|
||||
- EmuDeck: platforms/emudeck.md
|
||||
- Lakka: platforms/lakka.md
|
||||
- Recalbox: platforms/recalbox.md
|
||||
- RetroArch: platforms/retroarch.md
|
||||
- RetroBat: platforms/retrobat.md
|
||||
- RetroPie: platforms/retropie.md
|
||||
- Systems:
|
||||
- Overview: systems/index.md
|
||||
- 3DO Company: systems/3do-company.md
|
||||
- APF: systems/apf.md
|
||||
- Acorn: systems/acorn.md
|
||||
- Amstrad: systems/amstrad.md
|
||||
- Apple: systems/apple.md
|
||||
- Arcade: systems/arcade.md
|
||||
- Atari: systems/atari.md
|
||||
- Bally: systems/bally.md
|
||||
- Bandai: systems/bandai.md
|
||||
- Bit Corporation: systems/bit-corporation.md
|
||||
- Camputers: systems/camputers.md
|
||||
- Casio: systems/casio.md
|
||||
- Coleco: systems/coleco.md
|
||||
- Commodore: systems/commodore.md
|
||||
- DOS: systems/dos.md
|
||||
- Dinothawr: systems/dinothawr.md
|
||||
- Dragon: systems/dragon.md
|
||||
- EACA: systems/eaca.md
|
||||
- Elektronika: systems/elektronika.md
|
||||
- Enterprise: systems/enterprise.md
|
||||
- Entex: systems/entex.md
|
||||
- Epoch: systems/epoch.md
|
||||
- Fairchild: systems/fairchild.md
|
||||
- Fujitsu: systems/fujitsu.md
|
||||
- Funtech: systems/funtech.md
|
||||
- GCE: systems/gce.md
|
||||
- Galaksija: systems/galaksija.md
|
||||
- GamePark: systems/gamepark.md
|
||||
- Grundy: systems/grundy.md
|
||||
- Hartung: systems/hartung.md
|
||||
- Id Software: systems/id-software.md
|
||||
- Infocom: systems/infocom.md
|
||||
- Java: systems/java.md
|
||||
- Magnavox: systems/magnavox.md
|
||||
- Mattel: systems/mattel.md
|
||||
- Microsoft: systems/microsoft.md
|
||||
- NEC: systems/nec.md
|
||||
- Nintendo: systems/nintendo.md
|
||||
- Nokia: systems/nokia.md
|
||||
- Oric: systems/oric.md
|
||||
- Palm: systems/palm.md
|
||||
- Philips: systems/philips.md
|
||||
- Pioneer: systems/pioneer.md
|
||||
- RPG Maker: systems/rpg-maker.md
|
||||
- SNK: systems/snk.md
|
||||
- ScummVM: systems/scummvm.md
|
||||
- Sega: systems/sega.md
|
||||
- Sharp: systems/sharp.md
|
||||
- Sinclair: systems/sinclair.md
|
||||
- Sony: systems/sony.md
|
||||
- Synertek: systems/synertek.md
|
||||
- Tandy: systems/tandy.md
|
||||
- Texas Instruments: systems/texas-instruments.md
|
||||
- Tiger: systems/tiger.md
|
||||
- Tomy: systems/tomy.md
|
||||
- VTech: systems/vtech.md
|
||||
- Videoton: systems/videoton.md
|
||||
- Vircon: systems/vircon.md
|
||||
- ZC: systems/zc.md
|
||||
- xrick: systems/xrick.md
|
||||
- Emulators:
|
||||
- Overview: emulators/index.md
|
||||
- 00_example: emulators/00_example.md
|
||||
- '2048': emulators/2048.md
|
||||
- 3DEngine: emulators/3dengine.md
|
||||
- EightyOne: emulators/81.md
|
||||
- a5200: emulators/a5200.md
|
||||
- advanced_tests: emulators/advanced_tests.md
|
||||
- amiarcadia: emulators/amiarcadia.md
|
||||
- Anarch: emulators/anarch.md
|
||||
- AppleWin: emulators/applewin.md
|
||||
- Ardens: emulators/ardens.md
|
||||
- Arduous: emulators/arduous.md
|
||||
- Atari800: emulators/atari800.md
|
||||
- b2: emulators/b2.md
|
||||
- Beetle Lynx (Mednafen Lynx): emulators/beetle_lynx.md
|
||||
- Beetle NGP (Mednafen Neo Geo Pocket): emulators/beetle_ngp.md
|
||||
- Beetle PCE (Mednafen PCE): emulators/beetle_pce.md
|
||||
- Beetle PC-FX (Mednafen): emulators/beetle_pcfx.md
|
||||
- Beetle PSX (Mednafen PSX): emulators/beetle_psx.md
|
||||
- Beetle Saturn (Mednafen): emulators/beetle_saturn.md
|
||||
- Beetle VB (Mednafen Virtual Boy): emulators/beetle_vb.md
|
||||
- Beetle WonderSwan (Mednafen WonderSwan): emulators/beetle_wswan.md
|
||||
- BennuGD: emulators/bennugd.md
|
||||
- bk-emulator: emulators/bk.md
|
||||
- BlastEm: emulators/blastem.md
|
||||
- blueMSX: emulators/bluemsx.md
|
||||
- bnes: emulators/bnes.md
|
||||
- boom3: emulators/boom3.md
|
||||
- Boytacean: emulators/boytacean.md
|
||||
- bsnes: emulators/bsnes.md
|
||||
- Cannonball: emulators/cannonball.md
|
||||
- Caprice32: emulators/cap32.md
|
||||
- Cemu: emulators/cemu.md
|
||||
- ChaiLove: emulators/chailove.md
|
||||
- Citra / Lime3DS / Azahar: emulators/citra.md
|
||||
- ClownMDEmu: emulators/clownmdemu.md
|
||||
- Craft: emulators/craft.md
|
||||
- CrocoDS: emulators/crocods.md
|
||||
- Cruzes: emulators/cruzes.md
|
||||
- Daphne: emulators/daphne.md
|
||||
- DeSmuME: emulators/desmume.md
|
||||
- DICE: emulators/dice.md
|
||||
- Dinothawr: emulators/dinothawr.md
|
||||
- DirectXBox: emulators/directxbox.md
|
||||
- Dolphin: emulators/dolphin.md
|
||||
- Dolphin Launcher: emulators/dolphin_launcher.md
|
||||
- DOSBox-core: emulators/dosbox_core.md
|
||||
- DOSBox Pure: emulators/dosbox_pure.md
|
||||
- DoubleCherryGB: emulators/doublecherrygb.md
|
||||
- doukutsu-rs: emulators/doukutsu_rs.md
|
||||
- DuckStation: emulators/duckstation.md
|
||||
- EasyRPG Player: emulators/easyrpg.md
|
||||
- ECWolf: emulators/ecwolf.md
|
||||
- EmuSCV: emulators/emuscv.md
|
||||
- emux (CHIP-8): emulators/emux_chip8.md
|
||||
- ep128emu-core: emulators/ep128emu.md
|
||||
- FAKE-08: emulators/fake08.md
|
||||
- FinalBurn Neo: emulators/fbneo.md
|
||||
- FCEUmm: emulators/fceumm.md
|
||||
- FFmpeg: emulators/ffmpeg.md
|
||||
- fixGB: emulators/fixgb.md
|
||||
- Flycast: emulators/flycast.md
|
||||
- fMSX: emulators/fmsx.md
|
||||
- FreeChaF: emulators/freechaf.md
|
||||
- FreeIntv: emulators/freeintv.md
|
||||
- FreeIntv (Touchscreen Overlay): emulators/freeintv_ts_overlay.md
|
||||
- FreeJ2ME: emulators/freej2me.md
|
||||
- Frodo: emulators/frodo.md
|
||||
- Fuse: emulators/fuse.md
|
||||
- galaksija: emulators/galaksija.md
|
||||
- GAM4980: emulators/gam4980.md
|
||||
- Gambatte: emulators/gambatte.md
|
||||
- Gearcoleco: emulators/gearcoleco.md
|
||||
- Geargrafx: emulators/geargrafx.md
|
||||
- Gearlynx: emulators/gearlynx.md
|
||||
- Gearsystem: emulators/gearsystem.md
|
||||
- Genesis Plus GX: emulators/genesis_plus_gx.md
|
||||
- Geolith: emulators/geolith.md
|
||||
- Game Music Emu: emulators/gme.md
|
||||
- Gong: emulators/gong.md
|
||||
- gpSP: emulators/gpsp.md
|
||||
- Game & Watch: emulators/gw.md
|
||||
- Handy: emulators/handy.md
|
||||
- Hatari: emulators/hatari.md
|
||||
- HBMAME (Homebrew MAME): emulators/hbmame.md
|
||||
- Holani: emulators/holani.md
|
||||
- Image Viewer: emulators/imageviewer.md
|
||||
- Ishiiruka: emulators/ishiiruka.md
|
||||
- JAXE: emulators/jaxe.md
|
||||
- JollyCV: emulators/jollycv.md
|
||||
- Jump 'n Bump: emulators/jumpnbump.md
|
||||
- Kronos: emulators/kronos.md
|
||||
- LowRes NX: emulators/lowresnx.md
|
||||
- Lutro: emulators/lutro.md
|
||||
- M2000: emulators/m2000.md
|
||||
- MAME 2003-Plus: emulators/mame2003_plus.md
|
||||
- MAME 2010: emulators/mame2010.md
|
||||
- MAME 2016: emulators/mame2016.md
|
||||
- MCSoftserve: emulators/mcsoftserve.md
|
||||
- MelonDS: emulators/melonds.md
|
||||
- Mesen: emulators/mesen.md
|
||||
- Meteor GBA: emulators/meteor.md
|
||||
- mGBA: emulators/mgba.md
|
||||
- Mini vMac: emulators/minivmac.md
|
||||
- mkxp-z: emulators/mkxp_z.md
|
||||
- MojoZork: emulators/mojozork.md
|
||||
- Moonlight: emulators/moonlight.md
|
||||
- mpv: emulators/mpv.md
|
||||
- Mr.Boom: emulators/mrboom.md
|
||||
- Mu: emulators/mu.md
|
||||
- Mupen64Plus-Next: emulators/mupen64plus.md
|
||||
- NeoCD: emulators/neocd.md
|
||||
- Nestopia UE: emulators/nestopia.md
|
||||
- NooDS: emulators/noods.md
|
||||
- NP2kai: emulators/np2kai.md
|
||||
- Numero: emulators/numero.md
|
||||
- NXEngine: emulators/nxengine.md
|
||||
- O2EM: emulators/o2em.md
|
||||
- Oberon: emulators/oberon.md
|
||||
- ONScripter: emulators/onscripter.md
|
||||
- ONScripter Yuri: emulators/onsyuri.md
|
||||
- OpenLara: emulators/openlara.md
|
||||
- OpenTyrian: emulators/opentyrian.md
|
||||
- Opera (4DO): emulators/opera.md
|
||||
- Panda3DS: emulators/panda3ds.md
|
||||
- Pascal Pong: emulators/pascal_pong.md
|
||||
- PCem: emulators/pcem.md
|
||||
- PCSX2: emulators/pcsx2.md
|
||||
- PCSX-ReARMed: emulators/pcsx_rearmed.md
|
||||
- PD777: emulators/pd777.md
|
||||
- PicoDrive: emulators/picodrive.md
|
||||
- Play!: emulators/play.md
|
||||
- PocketCDG: emulators/pocketcdg.md
|
||||
- PokeMini: emulators/pokemini.md
|
||||
- PPSSPP: emulators/ppsspp.md
|
||||
- PrBoom: emulators/prboom.md
|
||||
- ProSystem: emulators/prosystem.md
|
||||
- PUAE (P-UAE): emulators/puae.md
|
||||
- PuzzleScript: emulators/puzzlescript.md
|
||||
- px68k: emulators/px68k.md
|
||||
- QEMU: emulators/qemu.md
|
||||
- QUASI88: emulators/quasi88.md
|
||||
- RACE (Neo Geo Pocket): emulators/race.md
|
||||
- Redbook: emulators/redbook.md
|
||||
- REminiscence: emulators/reminiscence.md
|
||||
- RemoteJoy: emulators/remotejoy.md
|
||||
- Retro8: emulators/retro8.md
|
||||
- RetroDream: emulators/retrodream.md
|
||||
- ROM Cleaner: emulators/romcleaner.md
|
||||
- RPCS3: emulators/rpcs3.md
|
||||
- Rustation: emulators/rustation.md
|
||||
- RVVM: emulators/rvvm.md
|
||||
- SAME CDi: emulators/same_cdi.md
|
||||
- SameBoy: emulators/sameboy.md
|
||||
- ScummVM: emulators/scummvm.md
|
||||
- SDLPAL: emulators/sdlpal.md
|
||||
- SimCoupe: emulators/simcp.md
|
||||
- SMS Plus GX: emulators/smsplus.md
|
||||
- snes9x: emulators/snes9x.md
|
||||
- SquirrelJME: emulators/squirreljme.md
|
||||
- Stella: emulators/stella.md
|
||||
- Stone Soup: emulators/stonesoup.md
|
||||
- Super Bros War: emulators/superbroswar.md
|
||||
- Syobon Action: emulators/syobonaction.md
|
||||
- TamaLIBretro: emulators/tamalibretro.md
|
||||
- TempGBA: emulators/tempgba.md
|
||||
- test: emulators/test.md
|
||||
- test_netplay: emulators/test_netplay.md
|
||||
- testaudio_callback: emulators/testaudio_callback.md
|
||||
- testaudio_no_callback: emulators/testaudio_no_callback.md
|
||||
- testaudio_playback_wav: emulators/testaudio_playback_wav.md
|
||||
- testgl: emulators/testgl.md
|
||||
- testgl_compute_shaders: emulators/testgl_compute_shaders.md
|
||||
- testgl_ff: emulators/testgl_ff.md
|
||||
- testinput_buttontest: emulators/testinput_buttontest.md
|
||||
- testretroluxury: emulators/testretroluxury.md
|
||||
- testsw: emulators/testsw.md
|
||||
- testsw_vram: emulators/testsw_vram.md
|
||||
- testvulkan: emulators/testvulkan.md
|
||||
- testvulkan_async_compute: emulators/testvulkan_async_compute.md
|
||||
- TGB Dual: emulators/tgbdual.md
|
||||
- Theodore: emulators/theodore.md
|
||||
- The Powder Toy: emulators/thepowdertoy.md
|
||||
- TIC-80: emulators/tic80.md
|
||||
- TyrQuake: emulators/tyrquake.md
|
||||
- MicroW8: emulators/uw8.md
|
||||
- UXN: emulators/uxn.md
|
||||
- uzem: emulators/uzem.md
|
||||
- VaporSpec: emulators/vaporspec.md
|
||||
- VBA-Next: emulators/vba_next.md
|
||||
- vecx: emulators/vecx.md
|
||||
- VeMUlator: emulators/vemulator.md
|
||||
- VICE: emulators/vice.md
|
||||
- vidtest: emulators/vidtest.md
|
||||
- Vircon32: emulators/vircon32.md
|
||||
- Virtual Jaguar: emulators/virtualjaguar.md
|
||||
- VirtualXT: emulators/virtualxt.md
|
||||
- Vita3K: emulators/vita3k.md
|
||||
- vitaQuakeII: emulators/vitaquake2.md
|
||||
- vitaQuakeIII: emulators/vitaquake3.md
|
||||
- WASM-4: emulators/wasm4.md
|
||||
- X Millennium: emulators/x1.md
|
||||
- x64sdl: emulators/x64sdl.md
|
||||
- Xemu: emulators/xemu.md
|
||||
- XRick: emulators/xrick.md
|
||||
- Contributing: contributing.md
|
||||
646
scripts/generate_site.py
Normal file
646
scripts/generate_site.py
Normal file
@@ -0,0 +1,646 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Generate MkDocs site pages from database.json, platform configs, and emulator profiles.
|
||||
|
||||
Reads the same data sources as verify.py and generate_pack.py to produce
|
||||
a complete documentation site. Zero manual content.
|
||||
|
||||
Usage:
|
||||
python scripts/generate_site.py
|
||||
python scripts/generate_site.py --db database.json --platforms-dir platforms
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
from datetime import datetime, timezone
|
||||
from pathlib import Path
|
||||
|
||||
try:
|
||||
import yaml
|
||||
except ImportError:
|
||||
print("Error: PyYAML required (pip install pyyaml)", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
sys.path.insert(0, os.path.dirname(__file__))
|
||||
from common import load_database, load_platform_config
|
||||
|
||||
DOCS_DIR = "docs"
|
||||
SITE_NAME = "RetroBIOS"
|
||||
REPO_URL = "https://github.com/Abdess/retrobios"
|
||||
RELEASE_URL = f"{REPO_URL}/releases/latest"
|
||||
GENERATED_DIRS = ["platforms", "systems", "emulators"]
|
||||
|
||||
|
||||
def _timestamp() -> str:
|
||||
return datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
|
||||
|
||||
|
||||
def _fmt_size(size: int) -> str:
|
||||
if size >= 1024 * 1024 * 1024:
|
||||
return f"{size / (1024**3):.1f} GB"
|
||||
if size >= 1024 * 1024:
|
||||
return f"{size / (1024**2):.1f} MB"
|
||||
if size >= 1024:
|
||||
return f"{size / 1024:.1f} KB"
|
||||
return f"{size} B"
|
||||
|
||||
|
||||
def _pct(n: int, total: int) -> str:
|
||||
if total == 0:
|
||||
return "0%"
|
||||
return f"{n / total * 100:.1f}%"
|
||||
|
||||
|
||||
def _status_icon(pct: float) -> str:
|
||||
if pct >= 100:
|
||||
return "OK"
|
||||
if pct >= 95:
|
||||
return "~OK"
|
||||
return "partial"
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Coverage computation (reuses verify.py logic)
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _compute_coverage(platform_name: str, platforms_dir: str, db: dict) -> dict:
|
||||
from verify import verify_platform
|
||||
config = load_platform_config(platform_name, platforms_dir)
|
||||
result = verify_platform(config, db)
|
||||
present = result["ok"] + result["untested"]
|
||||
pct = (present / result["total"] * 100) if result["total"] > 0 else 0
|
||||
return {
|
||||
"platform": config.get("platform", platform_name),
|
||||
"total": result["total"],
|
||||
"verified": result["ok"],
|
||||
"untested": result["untested"],
|
||||
"missing": result["missing"],
|
||||
"present": present,
|
||||
"percentage": pct,
|
||||
"mode": config.get("verification_mode", "existence"),
|
||||
"details": result["details"],
|
||||
"config": config,
|
||||
}
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Load emulator profiles
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _load_emulator_profiles(emulators_dir: str) -> dict[str, dict]:
|
||||
profiles = {}
|
||||
emu_path = Path(emulators_dir)
|
||||
if not emu_path.exists():
|
||||
return profiles
|
||||
for f in sorted(emu_path.glob("*.yml")):
|
||||
with open(f) as fh:
|
||||
profile = yaml.safe_load(fh) or {}
|
||||
profiles[f.stem] = profile
|
||||
return profiles
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Home page
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def generate_home(db: dict, coverages: dict, emulator_count: int) -> str:
|
||||
total_files = db.get("total_files", 0)
|
||||
total_size = db.get("total_size", 0)
|
||||
ts = _timestamp()
|
||||
|
||||
lines = [
|
||||
f"# {SITE_NAME}",
|
||||
"",
|
||||
"Complete BIOS and firmware collection for retrogaming emulators.",
|
||||
"",
|
||||
f"> **{total_files:,}** files | **{_fmt_size(total_size)}** "
|
||||
f"| **{len(coverages)}** platforms | **{emulator_count}** emulator profiles",
|
||||
"",
|
||||
"## Download",
|
||||
"",
|
||||
"| Platform | Files | Verification | Pack |",
|
||||
"|----------|-------|-------------|------|",
|
||||
]
|
||||
|
||||
for name, cov in sorted(coverages.items(), key=lambda x: x[1]["platform"]):
|
||||
display = cov["platform"]
|
||||
total = cov["total"]
|
||||
mode = cov["mode"]
|
||||
lines.append(
|
||||
f"| {display} | {total} | {mode} | "
|
||||
f"[Download]({RELEASE_URL}) |"
|
||||
)
|
||||
|
||||
lines.extend([
|
||||
"",
|
||||
"## Coverage",
|
||||
"",
|
||||
"| Platform | Coverage | Verified | Untested | Missing |",
|
||||
"|----------|----------|----------|----------|---------|",
|
||||
])
|
||||
|
||||
for name, cov in sorted(coverages.items(), key=lambda x: x[1]["platform"]):
|
||||
display = cov["platform"]
|
||||
pct = _pct(cov["present"], cov["total"])
|
||||
lines.append(
|
||||
f"| [{display}](platforms/{name}.md) | "
|
||||
f"{cov['present']}/{cov['total']} ({pct}) | "
|
||||
f"{cov['verified']} | {cov['untested']} | {cov['missing']} |"
|
||||
)
|
||||
|
||||
lines.extend([
|
||||
"",
|
||||
f"*Generated on {ts}*",
|
||||
])
|
||||
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Platform pages
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def generate_platform_index(coverages: dict) -> str:
|
||||
lines = [
|
||||
"# Platforms",
|
||||
"",
|
||||
"| Platform | Coverage | Verification | Status |",
|
||||
"|----------|----------|-------------|--------|",
|
||||
]
|
||||
|
||||
for name, cov in sorted(coverages.items(), key=lambda x: x[1]["platform"]):
|
||||
display = cov["platform"]
|
||||
pct = _pct(cov["present"], cov["total"])
|
||||
status = _status_icon(cov["percentage"])
|
||||
lines.append(
|
||||
f"| [{display}]({name}.md) | "
|
||||
f"{cov['present']}/{cov['total']} ({pct}) | "
|
||||
f"{cov['mode']} | {status} |"
|
||||
)
|
||||
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
def generate_platform_page(name: str, cov: dict) -> str:
|
||||
config = cov["config"]
|
||||
display = cov["platform"]
|
||||
mode = cov["mode"]
|
||||
pct = _pct(cov["present"], cov["total"])
|
||||
|
||||
lines = [
|
||||
f"# {display} - {SITE_NAME}",
|
||||
"",
|
||||
f"**Verification mode:** {mode}",
|
||||
f"**Coverage:** {cov['present']}/{cov['total']} ({pct})",
|
||||
f"**Verified:** {cov['verified']} | **Untested:** {cov['untested']} | **Missing:** {cov['missing']}",
|
||||
"",
|
||||
f"[Download {display} Pack]({RELEASE_URL}){{ .md-button }}",
|
||||
"",
|
||||
]
|
||||
|
||||
# Group details by system
|
||||
by_system: dict[str, list] = {}
|
||||
for d in cov["details"]:
|
||||
sys_id = d.get("system", "unknown")
|
||||
by_system.setdefault(sys_id, []).append(d)
|
||||
|
||||
for sys_id, files in sorted(by_system.items()):
|
||||
lines.append(f"## {sys_id}")
|
||||
lines.append("")
|
||||
lines.append("| File | Status | Detail |")
|
||||
lines.append("|------|--------|--------|")
|
||||
|
||||
for f in sorted(files, key=lambda x: x["name"]):
|
||||
status = f["status"]
|
||||
detail = ""
|
||||
if status == "ok":
|
||||
status_display = "OK"
|
||||
elif status == "untested":
|
||||
reason = f.get("reason", "")
|
||||
expected = f.get("expected_md5", "")
|
||||
actual = f.get("actual_md5", "")
|
||||
if reason:
|
||||
detail = reason
|
||||
elif expected and actual:
|
||||
detail = f"expected {expected[:12]}... got {actual[:12]}..."
|
||||
status_display = "Untested"
|
||||
elif status == "missing":
|
||||
status_display = "Missing"
|
||||
detail = f.get("expected_md5", "unknown")
|
||||
else:
|
||||
status_display = status
|
||||
|
||||
lines.append(f"| `{f['name']}` | {status_display} | {detail} |")
|
||||
|
||||
lines.append("")
|
||||
|
||||
lines.append(f"*Generated on {_timestamp()}*")
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# System pages
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _group_by_manufacturer(db: dict) -> dict[str, dict[str, list]]:
|
||||
"""Group files by manufacturer -> console -> files."""
|
||||
manufacturers: dict[str, dict[str, list]] = {}
|
||||
for sha1, entry in db.get("files", {}).items():
|
||||
path = entry.get("path", "")
|
||||
parts = path.split("/")
|
||||
if len(parts) < 3 or parts[0] != "bios":
|
||||
continue
|
||||
manufacturer = parts[1]
|
||||
console = parts[2]
|
||||
manufacturers.setdefault(manufacturer, {}).setdefault(console, []).append(entry)
|
||||
return manufacturers
|
||||
|
||||
|
||||
def generate_systems_index(manufacturers: dict) -> str:
|
||||
lines = [
|
||||
"# Systems",
|
||||
"",
|
||||
"| Manufacturer | Consoles | Files |",
|
||||
"|-------------|----------|-------|",
|
||||
]
|
||||
|
||||
for mfr in sorted(manufacturers.keys()):
|
||||
consoles = manufacturers[mfr]
|
||||
file_count = sum(len(files) for files in consoles.values())
|
||||
slug = mfr.lower().replace(" ", "-")
|
||||
lines.append(f"| [{mfr}]({slug}.md) | {len(consoles)} | {file_count} |")
|
||||
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
def generate_system_page(
|
||||
manufacturer: str,
|
||||
consoles: dict[str, list],
|
||||
platform_files: dict[str, set],
|
||||
emulator_files: dict[str, set],
|
||||
) -> str:
|
||||
slug = manufacturer.lower().replace(" ", "-")
|
||||
lines = [
|
||||
f"# {manufacturer} - {SITE_NAME}",
|
||||
"",
|
||||
]
|
||||
|
||||
for console_name in sorted(consoles.keys()):
|
||||
files = consoles[console_name]
|
||||
lines.append(f"## {console_name}")
|
||||
lines.append("")
|
||||
lines.append("| File | SHA1 | MD5 | Size | Platforms | Emulators |")
|
||||
lines.append("|------|------|-----|------|-----------|-----------|")
|
||||
|
||||
# Separate main files from variants
|
||||
main_files = [f for f in files if "/.variants/" not in f["path"]]
|
||||
variant_files = [f for f in files if "/.variants/" in f["path"]]
|
||||
|
||||
for f in sorted(main_files, key=lambda x: x["name"]):
|
||||
name = f["name"]
|
||||
sha1 = f.get("sha1", "unknown")[:12] + "..."
|
||||
md5 = f.get("md5", "unknown")[:12] + "..."
|
||||
size = _fmt_size(f.get("size", 0))
|
||||
|
||||
# Cross-reference: which platforms declare this file
|
||||
plats = [p for p, names in platform_files.items() if name in names]
|
||||
plat_str = ", ".join(sorted(plats)[:3])
|
||||
if len(plats) > 3:
|
||||
plat_str += f" +{len(plats)-3}"
|
||||
|
||||
# Cross-reference: which emulators load this file
|
||||
emus = [e for e, names in emulator_files.items() if name in names]
|
||||
emu_str = ", ".join(sorted(emus)[:3])
|
||||
if len(emus) > 3:
|
||||
emu_str += f" +{len(emus)-3}"
|
||||
|
||||
lines.append(f"| `{name}` | `{sha1}` | `{md5}` | {size} | {plat_str} | {emu_str} |")
|
||||
|
||||
if variant_files:
|
||||
lines.append("")
|
||||
lines.append("**Variants:**")
|
||||
lines.append("")
|
||||
for v in sorted(variant_files, key=lambda x: x["name"]):
|
||||
vname = v["name"]
|
||||
vmd5 = v.get("md5", "unknown")[:16]
|
||||
lines.append(f"- `{vname}` (MD5: `{vmd5}...`)")
|
||||
|
||||
lines.append("")
|
||||
|
||||
lines.append(f"*Generated on {_timestamp()}*")
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Emulator pages
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def generate_emulators_index(profiles: dict) -> str:
|
||||
lines = [
|
||||
"# Emulators",
|
||||
"",
|
||||
"| Engine | Type | Systems | Files | Gaps |",
|
||||
"|--------|------|---------|-------|------|",
|
||||
]
|
||||
|
||||
unique = {k: v for k, v in profiles.items() if v.get("type") != "alias"}
|
||||
aliases = {k: v for k, v in profiles.items() if v.get("type") == "alias"}
|
||||
|
||||
for name in sorted(unique.keys()):
|
||||
p = unique[name]
|
||||
emu_name = p.get("emulator", name)
|
||||
emu_type = p.get("type", "unknown")
|
||||
systems = p.get("systems", [])
|
||||
files = p.get("files", [])
|
||||
sys_str = ", ".join(systems[:3])
|
||||
if len(systems) > 3:
|
||||
sys_str += f" +{len(systems)-3}"
|
||||
|
||||
lines.append(
|
||||
f"| [{emu_name}]({name}.md) | {emu_type} | "
|
||||
f"{sys_str} | {len(files)} | |"
|
||||
)
|
||||
|
||||
if aliases:
|
||||
lines.extend(["", "## Aliases", ""])
|
||||
lines.append("| Core | Points to |")
|
||||
lines.append("|------|-----------|")
|
||||
for name in sorted(aliases.keys()):
|
||||
parent = aliases[name].get("alias_of", "unknown")
|
||||
lines.append(f"| {name} | [{parent}]({parent}.md) |")
|
||||
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
def generate_emulator_page(name: str, profile: dict, db: dict) -> str:
|
||||
if profile.get("type") == "alias":
|
||||
parent = profile.get("alias_of", "unknown")
|
||||
return (
|
||||
f"# {name} - {SITE_NAME}\n\n"
|
||||
f"This core uses the same firmware as **{parent}**.\n\n"
|
||||
f"See [{parent}]({parent}.md) for details.\n"
|
||||
)
|
||||
|
||||
emu_name = profile.get("emulator", name)
|
||||
emu_type = profile.get("type", "unknown")
|
||||
source = profile.get("source", "")
|
||||
version = profile.get("core_version", "unknown")
|
||||
display = profile.get("display_name", emu_name)
|
||||
profiled = profile.get("profiled_date", "unknown")
|
||||
systems = profile.get("systems", [])
|
||||
cores = profile.get("cores", [name])
|
||||
files = profile.get("files", [])
|
||||
|
||||
lines = [
|
||||
f"# {display} - {SITE_NAME}",
|
||||
"",
|
||||
f"**Type:** {emu_type}",
|
||||
]
|
||||
if source:
|
||||
lines.append(f"**Source:** [{source}]({source})")
|
||||
lines.append(f"**Version:** {version}")
|
||||
lines.append(f"**Profiled:** {profiled}")
|
||||
if cores:
|
||||
lines.append(f"**Cores:** {', '.join(str(c) for c in cores)}")
|
||||
if systems:
|
||||
lines.append(f"**Systems:** {', '.join(str(s) for s in systems)}")
|
||||
lines.append("")
|
||||
|
||||
if not files:
|
||||
lines.append("No BIOS or firmware files required. This core is self-contained.")
|
||||
note = profile.get("note", profile.get("notes", ""))
|
||||
if note:
|
||||
lines.extend(["", str(note)])
|
||||
else:
|
||||
by_name = db.get("indexes", {}).get("by_name", {})
|
||||
lines.append(f"**{len(files)} files:**")
|
||||
lines.append("")
|
||||
lines.append("| File | Required | In Repo | Source Ref | Note |")
|
||||
lines.append("|------|----------|---------|-----------|------|")
|
||||
|
||||
for f in files:
|
||||
fname = f.get("name", "")
|
||||
required = "yes" if f.get("required") else "no"
|
||||
in_repo = "yes" if fname in by_name else "no"
|
||||
source_ref = f.get("source_ref", "")
|
||||
note = f.get("note", "")
|
||||
lines.append(f"| `{fname}` | {required} | {in_repo} | {source_ref} | {note} |")
|
||||
|
||||
lines.extend(["", f"*Generated on {_timestamp()}*"])
|
||||
return "\n".join(lines) + "\n"
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Contributing page
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def generate_contributing() -> str:
|
||||
return """# Contributing - RetroBIOS
|
||||
|
||||
## Add a BIOS file
|
||||
|
||||
1. Fork this repository
|
||||
2. Place the file in `bios/Manufacturer/Console/filename`
|
||||
3. Variants (alternate hashes for the same file): place in `bios/Manufacturer/Console/.variants/`
|
||||
4. Create a Pull Request - hashes are verified automatically
|
||||
|
||||
## Add a platform
|
||||
|
||||
1. Create a scraper in `scripts/scraper/` (inherit `BaseScraper`)
|
||||
2. Read the platform's upstream source code to understand its BIOS check logic
|
||||
3. Add entry to `platforms/_registry.yml`
|
||||
4. Generate the platform YAML config
|
||||
5. Test: `python scripts/verify.py --platform <name>`
|
||||
|
||||
## Add an emulator profile
|
||||
|
||||
1. Clone the emulator's source code
|
||||
2. Search for BIOS/firmware loading (grep for `bios`, `rom`, `firmware`, `fopen`)
|
||||
3. Document every file the emulator loads with source code references
|
||||
4. Write YAML to `emulators/<name>.yml`
|
||||
5. Test: `python scripts/cross_reference.py --emulator <name>`
|
||||
|
||||
## File conventions
|
||||
|
||||
- `bios/Manufacturer/Console/filename` for canonical files
|
||||
- `bios/Manufacturer/Console/.variants/filename.sha1prefix` for alternate versions
|
||||
- Files >50 MB go in GitHub release assets (`large-files` release)
|
||||
- RPG Maker and ScummVM directories are excluded from deduplication
|
||||
|
||||
## PR validation
|
||||
|
||||
The CI automatically:
|
||||
- Computes SHA1/MD5/CRC32 of new files
|
||||
- Checks against known hashes in platform configs
|
||||
- Reports coverage impact
|
||||
"""
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Build cross-reference indexes
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _build_platform_file_index(coverages: dict) -> dict[str, set]:
|
||||
"""Map platform_name -> set of declared file names."""
|
||||
index = {}
|
||||
for name, cov in coverages.items():
|
||||
names = set()
|
||||
config = cov["config"]
|
||||
for system in config.get("systems", {}).values():
|
||||
for fe in system.get("files", []):
|
||||
names.add(fe.get("name", ""))
|
||||
index[name] = names
|
||||
return index
|
||||
|
||||
|
||||
def _build_emulator_file_index(profiles: dict) -> dict[str, set]:
|
||||
"""Map emulator_name -> set of file names it loads."""
|
||||
index = {}
|
||||
for name, profile in profiles.items():
|
||||
if profile.get("type") == "alias":
|
||||
continue
|
||||
names = {f.get("name", "") for f in profile.get("files", [])}
|
||||
index[name] = names
|
||||
return index
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# mkdocs.yml nav generator
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def generate_mkdocs_nav(
|
||||
coverages: dict,
|
||||
manufacturers: dict,
|
||||
profiles: dict,
|
||||
) -> list:
|
||||
"""Generate the nav section for mkdocs.yml."""
|
||||
platform_nav = [{"Overview": "platforms/index.md"}]
|
||||
for name in sorted(coverages.keys(), key=lambda x: coverages[x]["platform"]):
|
||||
display = coverages[name]["platform"]
|
||||
platform_nav.append({display: f"platforms/{name}.md"})
|
||||
|
||||
system_nav = [{"Overview": "systems/index.md"}]
|
||||
for mfr in sorted(manufacturers.keys()):
|
||||
slug = mfr.lower().replace(" ", "-")
|
||||
system_nav.append({mfr: f"systems/{slug}.md"})
|
||||
|
||||
unique_profiles = {k: v for k, v in profiles.items() if v.get("type") != "alias"}
|
||||
emu_nav = [{"Overview": "emulators/index.md"}]
|
||||
for name in sorted(unique_profiles.keys()):
|
||||
display = unique_profiles[name].get("emulator", name)
|
||||
emu_nav.append({display: f"emulators/{name}.md"})
|
||||
|
||||
return [
|
||||
{"Home": "index.md"},
|
||||
{"Platforms": platform_nav},
|
||||
{"Systems": system_nav},
|
||||
{"Emulators": emu_nav},
|
||||
{"Contributing": "contributing.md"},
|
||||
]
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Main
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="Generate MkDocs site from project data")
|
||||
parser.add_argument("--db", default="database.json")
|
||||
parser.add_argument("--platforms-dir", default="platforms")
|
||||
parser.add_argument("--emulators-dir", default="emulators")
|
||||
parser.add_argument("--docs-dir", default=DOCS_DIR)
|
||||
args = parser.parse_args()
|
||||
|
||||
db = load_database(args.db)
|
||||
docs = Path(args.docs_dir)
|
||||
|
||||
# Clean generated dirs (preserve docs/superpowers/)
|
||||
for d in GENERATED_DIRS:
|
||||
target = docs / d
|
||||
if target.exists():
|
||||
import shutil
|
||||
shutil.rmtree(target)
|
||||
|
||||
# Ensure output dirs
|
||||
for d in GENERATED_DIRS:
|
||||
(docs / d).mkdir(parents=True, exist_ok=True)
|
||||
|
||||
# Load platform configs
|
||||
platform_names = [
|
||||
p.stem for p in Path(args.platforms_dir).glob("*.yml")
|
||||
if not p.name.startswith("_")
|
||||
]
|
||||
|
||||
print("Computing platform coverage...")
|
||||
coverages = {}
|
||||
for name in sorted(platform_names):
|
||||
try:
|
||||
cov = _compute_coverage(name, args.platforms_dir, db)
|
||||
coverages[name] = cov
|
||||
print(f" {cov['platform']}: {cov['present']}/{cov['total']} ({_pct(cov['present'], cov['total'])})")
|
||||
except (FileNotFoundError, KeyError) as e:
|
||||
print(f" {name}: skipped ({e})")
|
||||
|
||||
# Load emulator profiles
|
||||
print("Loading emulator profiles...")
|
||||
profiles = _load_emulator_profiles(args.emulators_dir)
|
||||
unique_count = sum(1 for p in profiles.values() if p.get("type") != "alias")
|
||||
print(f" {len(profiles)} profiles ({unique_count} unique, {len(profiles) - unique_count} aliases)")
|
||||
|
||||
# Build cross-reference indexes
|
||||
platform_files = _build_platform_file_index(coverages)
|
||||
emulator_files = _build_emulator_file_index(profiles)
|
||||
|
||||
# Generate home
|
||||
print("Generating home page...")
|
||||
(docs / "index.md").write_text(generate_home(db, coverages, unique_count))
|
||||
|
||||
# Generate platform pages
|
||||
print("Generating platform pages...")
|
||||
(docs / "platforms" / "index.md").write_text(generate_platform_index(coverages))
|
||||
for name, cov in coverages.items():
|
||||
(docs / "platforms" / f"{name}.md").write_text(generate_platform_page(name, cov))
|
||||
|
||||
# Generate system pages
|
||||
print("Generating system pages...")
|
||||
manufacturers = _group_by_manufacturer(db)
|
||||
(docs / "systems" / "index.md").write_text(generate_systems_index(manufacturers))
|
||||
for mfr, consoles in manufacturers.items():
|
||||
slug = mfr.lower().replace(" ", "-")
|
||||
page = generate_system_page(mfr, consoles, platform_files, emulator_files)
|
||||
(docs / "systems" / f"{slug}.md").write_text(page)
|
||||
|
||||
# Generate emulator pages
|
||||
print("Generating emulator pages...")
|
||||
(docs / "emulators" / "index.md").write_text(generate_emulators_index(profiles))
|
||||
for name, profile in profiles.items():
|
||||
page = generate_emulator_page(name, profile, db)
|
||||
(docs / "emulators" / f"{name}.md").write_text(page)
|
||||
|
||||
# Generate contributing
|
||||
print("Generating contributing page...")
|
||||
(docs / "contributing.md").write_text(generate_contributing())
|
||||
|
||||
# Update mkdocs.yml nav
|
||||
print("Updating mkdocs.yml nav...")
|
||||
with open("mkdocs.yml") as f:
|
||||
mkconfig = yaml.safe_load(f)
|
||||
mkconfig["nav"] = generate_mkdocs_nav(coverages, manufacturers, profiles)
|
||||
with open("mkdocs.yml", "w") as f:
|
||||
yaml.dump(mkconfig, f, default_flow_style=False, sort_keys=False, allow_unicode=True)
|
||||
|
||||
total_pages = (
|
||||
1 # home
|
||||
+ 1 + len(coverages) # platform index + detail
|
||||
+ 1 + len(manufacturers) # system index + detail
|
||||
+ 1 + len(profiles) # emulator index + detail
|
||||
+ 1 # contributing
|
||||
)
|
||||
print(f"\nGenerated {total_pages} pages in {args.docs_dir}/")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user