fix: a step that could not run says so

scripts/check_buildbot_system.py

@@ -152,12 +152,13 @@ def print_report(report: dict) -> None:
     print(f"\nSummary: {', '.join(parts)}")
 
 
-def update_changed(report: dict) -> None:
-    """Refresh entries that have changed."""
+def update_changed(report: dict) -> list[str]:
+    """Refresh entries that have changed; the keys whose refresh failed."""
+    failed: list[str] = []
     for e in report.get("entries", []):
         if e["status"] == "UPDATED" and e.get("key"):
             log.info("refreshing %s ...", e["key"])
-            subprocess.run(
+            result = subprocess.run(
                 [
                     sys.executable,
                     "scripts/refresh_data_dirs.py",
@@ -167,6 +168,10 @@ def update_changed(report: dict) -> None:
                 ],
                 check=False,
             )
+            if result.returncode != 0:
+                log.error("refresh of %s failed (exit %d)", e["key"], result.returncode)
+                failed.append(e["key"])
+    return failed
 
 
 def main() -> None:
@@ -194,7 +199,10 @@ def main() -> None:
         print_report(report)
 
     if args.update:
-        update_changed(report)
+        failed = update_changed(report)
+        if failed:
+            print(f"ERROR: refresh failed for {', '.join(failed)}", file=sys.stderr)
+            sys.exit(1)
 
     # Unreachable upstream means the freshness question was not answered, and
     # a zero exit says it was answered "fresh".

scripts/validate_pr.py

@@ -228,33 +228,42 @@ def validate_file(
 
 
 def get_changed_files() -> list[str]:
-    """Get list of changed files in current PR/branch using git."""
-    try:
-        for base in ("main", "master", "v2"):
-            try:
-                result = subprocess.run(
-                    ["git", "diff", "--name-only", f"origin/{base}...HEAD"],
-                    capture_output=True,
-                    text=True,
-                    check=True,
-                )
-                files = [
-                    f
-                    for f in result.stdout.strip().split("\n")
-                    if f.startswith("bios/")
-                ]
-                if files:
-                    return files
-            except subprocess.CalledProcessError:
-                continue
-    except (subprocess.CalledProcessError, OSError):
-        pass
+    """BIOS files the branch changes against origin's main line.
 
+    A base git cannot resolve is skipped; when none resolves the staged
+    changes are read and said so. A git that fails outright is an error,
+    never "nothing changed": a clone whose remote is not called origin
+    used to answer that no BIOS had changed while the branch committed one.
+    """
+    compared = False
+    for base in ("main", "master", "v2"):
+        result = subprocess.run(
+            ["git", "diff", "--name-only", f"origin/{base}...HEAD"],
+            capture_output=True,
+            text=True,
+            check=False,
+        )
+        if result.returncode != 0:
+            continue
+        compared = True
+        files = [f for f in result.stdout.strip().split("\n") if f.startswith("bios/")]
+        if files:
+            return files
+    if compared:
+        return []
+    print(
+        "no origin/main, origin/master or origin/v2 to compare against; "
+        "reading the staged changes only",
+        file=sys.stderr,
+    )
     result = subprocess.run(
         ["git", "diff", "--cached", "--name-only"],
         capture_output=True,
         text=True,
+        check=False,
     )
+    if result.returncode != 0:
+        raise RuntimeError(f"git diff --cached failed: {result.stderr.strip()}")
     return [f for f in result.stdout.strip().split("\n") if f.startswith("bios/") and f]
 
 
@@ -274,7 +283,11 @@ def main():
 
     files = args.files
     if args.changed:
-        files = get_changed_files()
+        try:
+            files = get_changed_files()
+        except (RuntimeError, OSError) as exc:
+            print(f"Error: {exc}", file=sys.stderr)
+            sys.exit(2)
         if not files:
             print("No changed BIOS files detected")
             return