fix: read a tagged upstream at its tag only

detect_pinned_tag matched core_version against every view, so an upstream_commit set to the release tag a port was cut from (triforce on Dolphin 2407, dosbox_pure on 1.0-preview7, GroovyMAME on mame0289) froze the whole profile: the port was no longer compared with its HEAD and bump_commit refused. Only the documented build's repository freezes the profile now. An upstream on its tag is self-checked at that tag, is not reported orphaned, and a bump leaves upstream_commit on it.
This commit is contained in:
Abdessamad Derraz committed 2026-10-21 10:34:46 +02:00
1 parent 4129536121
commit a492e68045
3 files changed
+116 -8

No files matched your search

+51 -7
View File
@@ -936,6 +936,9 @@ class ProfileReport:
upstream_pin: str | None = None
upstream_head: str | None = None
upstream_origin: str | None = None
# The release tag the upstream view is pinned on, when it is one. That
# view is read at its tag, and a bump leaves upstream_commit there.
upstream_tag: str | None = None
# Repositories whose pin is no ancestor of the branch the profile
# tracks: history was rewritten, or the pin lies on another branch.
orphaned: list[str] = field(default_factory=list)
@@ -1291,7 +1294,23 @@ def detect_pinned_tag(
The declared `core_version` names the tag, which is looked up by name so
that a repository publishing nightly tags cannot hide an old release behind
pagination.
Only the repository of the documented build freezes the profile. An
`upstream` a port was cut from sits on a release tag as its base
(GroovyMAME on mame0289, triforce on Dolphin 2407) while the port itself
keeps moving: that view is judged against its tag by `tag_pinned_views`,
and the port is still compared with its HEAD and still bumped.
"""
documented = [view for view in views if view.field != "upstream"] or views
tagged = tag_pinned_views(profile, documented, cache_dir, offline)
return next(iter(tagged.values()), None)
def tag_pinned_views(
profile: dict, views: list[RepoView], cache_dir: str, offline: bool
) -> dict[tuple[str, str], str]:
"""Views whose pin is the tag `core_version` names, keyed by repository."""
tagged: dict[tuple[str, str], str] = {}
for view in views:
if view.pin == view.head:
continue
@@ -1299,8 +1318,9 @@ def detect_pinned_tag(
profile.get("core_version"), view.repo.name
):
if upstream.tag_commit(view.repo, tag, cache_dir, offline) == view.pin:
return tag
return None
tagged[(view.repo.host, view.repo.slug)] = tag
break
return tagged
def _resolve_project_words(
@@ -1484,12 +1504,27 @@ def build_report(
report.pinned_tag = frozen or detect_pinned_tag(
profile, views, cache_dir, offline
)
# A repository pinned on its release tag is read at that tag, whichever
# role it plays: comparing mame0174 refs with mamedev HEAD says nothing.
tagged = tag_pinned_views(profile, views, cache_dir, offline)
report.upstream_tag = next(
(
tagged[(view.repo.host, view.repo.slug)]
for view in views
if view.field == "upstream" and (view.repo.host, view.repo.slug) in tagged
),
None,
)
def on_own_revision(view: RepoView) -> bool:
return view.pin == view.head or (view.repo.host, view.repo.slug) in tagged
if not report.pinned_tag:
# A tag or a held pin is off the tracked branch by design.
report.orphaned = [
f"{view.repo.slug}: pin {view.pin[:8]} is no ancestor of {view.head[:8]}"
for view in views
if view.pin != view.head
if not on_own_revision(view)
and upstream.compare(
view.repo, view.pin, view.head, cache_dir, offline
).diverged
@@ -1842,9 +1877,9 @@ def build_report(
if report.pinned_tag:
return True
if not part.role and len(path_roles.get(part.path, ())) > 1:
return all(view.pin == view.head for view in views)
return all(on_own_revision(view) for view in views)
view, _ = resolve_path(part.path, part.start, tuple(tokens), role_of(part))
return view.pin == view.head
return on_own_revision(view)
def judge(
part: RefPart, flag: bool, tokens: Sequence[str], hashes: Sequence[str]
@@ -1877,7 +1912,7 @@ def build_report(
# port's 305-356 read past the end of the upstream's 345
# lines. As in a comparison, a ref fails only everywhere.
for view in views:
if view is owner or view.pin != view.head:
if view is owner or not on_own_revision(view):
continue
lines = fetch_from(view.repo, view.pin, part.path)
if lines is None:
@@ -1994,6 +2029,11 @@ def format_report(report: ProfileReport, changed_only: bool = False) -> str:
)
elif report.pin and report.pin == report.head:
lines.append(" pin is HEAD: checked for self-consistency")
if report.upstream_tag and not report.pinned_tag:
lines.append(
f" upstream pinned to tag {report.upstream_tag}: checked against "
"its own revision, not against HEAD"
)
for url in report.unread or []:
lines.append(f" not read (unsupported host): {url}")
for line in report.orphaned:
@@ -2837,8 +2877,12 @@ def bump_commit(
file=sys.stderr,
)
return False
# An upstream pinned on a release tag is the base the port was cut from:
# its HEAD is another program, so the bump leaves it on the tag.
upstream_moves = bool(
report.upstream_head and report.upstream_pin != report.upstream_head
report.upstream_head
and report.upstream_pin != report.upstream_head
and not report.upstream_tag
)
if document.get("source_commit") == report.head and not upstream_moves:
# Rewriting the pin to the value it already holds is not a bump, and
+61
View File
@@ -1691,6 +1691,49 @@ class TestBuildReport(unittest.TestCase):
report = build_report("test", self._versioned("v0.78"), self.dir)
self.assertEqual(report.pinned_tag, "0.78")
def test_an_upstream_on_its_release_tag_does_not_freeze_the_port(self):
"""GroovyMAME declares 0.289 and its upstream_commit is the mame0289
tag. Reading that as a frozen profile stopped every comparison and
bump of the port, which keeps moving. The upstream is read at its tag,
the port against its HEAD."""
self.files[("portpin", "src/p.c")] = ["x", "load p.bin", "y"]
self.files[("porthead", "src/p.c")] = ["x", "load p.bin", "y"]
self.files[("uppin", "src/u.c")] = ["x", "ROM_LOAD(u.bin)", "y"]
self.files[("uphead", "src/u.c")] = ["x", "", "", "", "y"]
heads = {"o/port": "porthead", "o/up": "uphead"}
profile_sync.upstream.resolve_head = (
lambda repo, cache, offline=False, branch=None: heads[repo.slug]
)
# A tag off the tracked branch is not an orphaned pin.
profile_sync.upstream.compare = (
lambda repo, base, head, cache_dir, offline=False: CompareResult(
[], False, repo.slug == "o/up"
)
)
self.tag_commits = {"0.289": "uppin"}
profile = {
"emulator": "Port",
"source": "https://github.com/o/port",
"upstream": "https://github.com/o/up",
"source_commit": "portpin",
"upstream_commit": "uppin",
"core_version": "0.289",
"files": [
{"name": "p.bin", "source_ref": "source src/p.c:2"},
{"name": "u.bin", "source_ref": "upstream src/u.c:2"},
],
}
report = build_report("port", profile, self.dir)
self.assertIsNone(report.pinned_tag)
self.assertEqual(report.upstream_tag, "0.289")
self.assertEqual(report.orphaned, [])
self.assertEqual(
[entry.status for entry in report.entries], ["ANCHORED", "ANCHORED"]
)
self.assertIn(
"upstream pinned to tag 0.289", profile_sync.format_report(report)
)
def test_a_tag_pointing_elsewhere_is_not_flagged(self):
self.files[("pinsha", "a.c")] = ["x", "hit"]
self.files[("headsha", "a.c")] = ["x", "hit"]
@@ -2943,6 +2986,24 @@ class TestBumpCommit(unittest.TestCase):
self.assertEqual(rebase_refs(self.path, report), ["a.c:10-12 -> a.c:30-32"])
self.assertTrue(bump_commit(self.path, report))
def test_an_upstream_on_its_release_tag_stays_there(self):
"""GroovyMAME's upstream_commit is the mame0289 tag it merged: a bump
of the port must not carry it to mamedev HEAD, another program."""
part = PartResult(
RefPart("a.c", 10, 12, "a.c:10-12"), "ANCHORED", None, 10, 12, []
)
report = ProfileReport(
name="p", repo="o/n", pin="pin", head="newhead",
entries=[EntryReport("a.bin", "a.c:10-12", "ANCHORED", [part])],
counts={"ANCHORED": 1},
upstream_pin="uptag", upstream_head="uphead",
upstream_origin="upstream_commit", upstream_tag="mame0289",
)
self.assertTrue(bump_commit(self.path, report))
written = yaml.safe_load(self.path.read_text())
self.assertEqual(written["source_commit"], "newhead")
self.assertNotIn("upstream_commit", written)
def test_upstream_pin_moves_with_source_pin(self):
"""A recale onto upstream HEAD lines must advance upstream_commit too."""
part = PartResult(
+4 -1
View File
@@ -301,7 +301,10 @@ only hold at one revision, so a few rules keep them checkable.
it.
- **A frozen line is pinned to its tag.** A profile documenting a release that
lives as a tag in a still active repository (`pcsx2-legacy` at PCSX2 v1.6.0)
is checked against its own revision and never rebased onto the head.
is checked against its own revision and never rebased onto the head. An
`upstream` whose pin is the tag `core_version` names (GroovyMAME's base,
`mame0289`) is read at that tag the same way, while the port itself is still
compared with its head, and a bump leaves `upstream_commit` on the tag.
- **A fork's base comes from the forge.** `upstream_commit` of a fork is the
merge base the compare API returns. A vendored `version.h` can name the
project the fork once came from. When a package ships prebuilt binaries