mirror of
https://github.com/Abdess/retroarch_system.git
synced 2026-11-13 21:43:55 -06:00
Abdessamad Derraz
350cd6d600
files/?sha1= of a file the collection no longer holds answered that no
file the site knows has the hash. generate_db.py now records each sha1 a
rebuild drops in retired.json, with the day and the file in its place,
backfilled from the history since 0d586ef6b (4,139 files). The lookup
answers with it and leads to the successor's card.
109 lines
4.1 KiB
YAML
109 lines
4.1 KiB
YAML
# Jobs scripts/autorun.py runs. A change here is a reviewed commit: the
|
|
# schedule, the gate and the paths a job may commit are all decided here.
|
|
#
|
|
# Commands run in the automation worktree (.cache/autorun/worktree) unless
|
|
# `worktree: false`, which runs them in the main checkout and forbids
|
|
# commits. `python` names the interpreter running autorun.py. A step is a
|
|
# command list, or a mapping with `run`, `ok_codes`, `stdout` (a file the
|
|
# command's output is written to) and `env` (variables passed through
|
|
# beside PATH, HOME, LANG, LC_*, TZ and TMPDIR). A step never sees a password.
|
|
# GITHUB_TOKEN goes to the push, to gh, and to a step marked `github_token:
|
|
# true`, which autorun accepts only on check_freshness.py, refresh_stale.py and
|
|
# `-m scripts.scraper.*`, tracked here, never in the campaign job. `twice`
|
|
# recomputes an artifact the gate wrote into `{out}` and compares both,
|
|
# timestamps aside. Each commit
|
|
# takes only the changed files its `paths` globs match, and a job that
|
|
# leaves any other change behind fails. `report` names a JSON file a step
|
|
# writes, kept in the job's status.
|
|
#
|
|
# Schedules are systemd OnCalendar expressions, written into user timers by
|
|
# `python scripts/autorun.py install-timers`.
|
|
|
|
defaults:
|
|
min_free_gb: 30
|
|
max_load_wait: 3600
|
|
timeout: 21600
|
|
|
|
jobs:
|
|
cleanup:
|
|
schedule: "*-*-* 05:30"
|
|
worktree: false
|
|
min_free_gb: 0
|
|
steps:
|
|
- [python, scripts/cleanup_disk.py, --apply, --hours, "72"]
|
|
|
|
disk-check:
|
|
schedule: hourly
|
|
worktree: false
|
|
lock: false
|
|
min_free_gb: 0
|
|
max_load_wait: 0
|
|
steps:
|
|
- [python, scripts/cleanup_disk.py, --check]
|
|
|
|
nightly:
|
|
schedule: "*-*-* 02:00"
|
|
network: true
|
|
min_free_gb: 120
|
|
steps:
|
|
- run: [python, scripts/check_freshness.py, --json]
|
|
ok_codes: [0, 1]
|
|
stdout: tmp/autorun/freshness.json
|
|
github_token: true
|
|
- run: [python, scripts/refresh_stale.py, --findings, tmp/autorun/freshness.json,
|
|
--only, "data,catalogs"]
|
|
github_token: true
|
|
- run: [python, -m, scripts.scraper.mame_hash_scraper]
|
|
github_token: true
|
|
- run: [python, -m, scripts.scraper.fbneo_hash_scraper]
|
|
github_token: true
|
|
gate:
|
|
- [python, scripts/pipeline.py, --offline]
|
|
twice:
|
|
- artifact: database.json
|
|
run: [python, scripts/generate_db.py, --force, --bios-dir, bios, --output, "{out}"]
|
|
- artifact: install
|
|
glob: "*.json"
|
|
run: [python, scripts/generate_pack.py, --all, --manifest, --offline,
|
|
--output-dir, "{out}"]
|
|
commits:
|
|
- subject: "chore: refresh mame and fbneo hashes"
|
|
body: >-
|
|
Written by mame_hash_scraper and fbneo_hash_scraper from the
|
|
upstream sources, behind a green offline pipeline.
|
|
paths: [emulators/mame*.yml, emulators/fbneo*.yml]
|
|
- subject: "chore: refresh romset recipes"
|
|
body: >-
|
|
Snapshots refreshed by refresh_stale from the MAME and FBNeo DATs
|
|
check_freshness reported stale, behind a green offline pipeline.
|
|
paths: [recipes/*.json]
|
|
- subject: "chore: refresh game catalogs"
|
|
body: >-
|
|
Catalogs imported again by refresh_stale from the No-Intro and
|
|
Redump DATs check_freshness reported stale, behind a green offline
|
|
pipeline.
|
|
paths: [games/catalogs/*/*.json]
|
|
- subject: "chore: regenerate collection records"
|
|
body: >-
|
|
Regenerated by the offline pipeline, database.json and the
|
|
manifests computed twice with the same result.
|
|
paths: [database.json, derivable.json, retired.json, install/*.json, install/targets/*.json,
|
|
install/games/*.json, install/games/*/*.json, README.md, CONTRIBUTING.md,
|
|
wiki/installer.md, website/src/data/*.json]
|
|
scratch: [dist, tmp/autorun]
|
|
|
|
bios-integrity:
|
|
schedule: "Sun *-*-* 08:30"
|
|
worktree: false
|
|
max_load_wait: 14400
|
|
steps:
|
|
- run: [python, scripts/bios_integrity.py, --apply, --json]
|
|
stdout: tmp/autorun/bios-integrity.json
|
|
report: tmp/autorun/bios-integrity.json
|
|
|
|
assets:
|
|
schedule: "*-*-* 04:30"
|
|
network: true
|
|
steps:
|
|
- [python, scripts/sync_release_assets.py]
|