Files
horizon-airdef/tests/test_release_train.py
T
Ludovic Marie 0e65e85878 Releases: one channel, every release is the latest once its checks pass
Ludovic's decision (2026-10-23): no more Alpha and Stable. release.yml
publishes every game release as the release and GitHub's latest instead of
a pre-release that promote.yml made stable once a day. The checks that
gated a promotion run in the release itself: `decide` holds the train while
an issue labelled release-blocker is open (forced runs too), and the publish
job runs `release_train.py gate` right before publishing: the Mac mini's
smoke-test.json must be there and show a world was drawn, and no blocker may
be open. Otherwise nothing is published.

Notes cover everything since the last release that is not a pre-release, so
the first single-channel release lists all of it since v0.2.0. promote.yml,
tools/release_channels.py and its tests are deleted. The cadence is
unchanged (5 minutes of settling, 20 at most, release-now at once).

Docs and site: one channel in release-flow, versioning, security, the FAQ,
install, the home page and the Releases page (Game / Launcher filter); no
player-facing Alpha wording left.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-23 11:53:00 +02:00

210 lines
14 KiB
Python

import datetime as dt
from pathlib import Path
import tempfile
import unittest
from tools import release_train as train
NOW = dt.datetime(2026, 10, 15, 12, 0, tzinfo=dt.timezone.utc)
def pr(number, title="Fix a thing", labels=(), paths=("crates/horizon-client/src/game.rs",), issues=(), author="ludovic111",
merged=dt.timedelta(hours=9)):
return {"number": number, "title": title, "labels": list(labels), "paths": list(paths), "issues": list(issues),
"author": author, "url": f"https://github.com/ludovic111/horizon/pull/{number}", "merged_at": NOW - merged}
class ReleaseTrainTests(unittest.TestCase):
def test_player_facing_paths(self):
exporters = {"mods/horizon/src/test/java/dev/horizonlab/parity/VanillaMobDataExporter.java"}
self.assertTrue(train.player_facing("crates/horizon-client/src/game.rs", "game"))
self.assertTrue(train.player_facing("Cargo.lock", "game"))
self.assertTrue(train.player_facing("xtask/src/main.rs", "game"))
self.assertTrue(train.player_facing(next(iter(exporters)), "game", exporters))
self.assertFalse(train.player_facing("mods/horizon/src/test/java/dev/horizonlab/parity/VanillaFoodOracle.java", "game", exporters))
self.assertFalse(train.player_facing("crates/horizon-world/examples/probe.rs", "game"))
self.assertFalse(train.player_facing("crates/horizon-client/README.md", "game"))
self.assertFalse(train.player_facing("tools/test_food_parity.py", "game"))
self.assertFalse(train.player_facing("launcher/src/main.rs", "game"))
self.assertTrue(train.player_facing("launcher/src/main.rs", "launcher"))
self.assertTrue(train.player_facing("crates/horizon-prepare/src/lib.rs", "launcher"))
self.assertFalse(train.player_facing("launcher/links.json", "launcher"))
self.assertFalse(train.player_facing("crates/horizon-client/src/game.rs", "launcher"))
def test_the_exporters_are_those_horizon_prepare_names(self):
found = train.exporters()
self.assertIn(train.EXPORTERS + "VanillaMobDataExporter.java", found)
self.assertTrue(all(path.endswith(".java") for path in found))
def test_game_tags_count_up_within_a_day(self):
today = dt.date(2026, 10, 15)
self.assertEqual(train.next_game_tag(["v2026.10.14", "launcher-v0.1.4"], today), "v2026.10.15")
self.assertEqual(train.next_game_tag(["v2026.10.15"], today), "v2026.10.15.01")
self.assertEqual(train.next_game_tag(["v2026.10.15", "v2026.10.15.01", "v2026.10.15.02"], today), "v2026.10.15.03")
# Unpadded tags from before the change still count, and the next one sorts after them as text too.
self.assertEqual(train.next_game_tag(["v2026.10.15", "v2026.10.15.9", "v2026.10.15.20"], today), "v2026.10.15.21")
self.assertEqual(train.next_game_tag(["v2026.10.15", "v2026.10.15.08"], today), "v2026.10.15.09")
tags = ["v2026.10.15.09", "v2026.10.15.10", "v2026.10.15"]
self.assertEqual(sorted(tags), sorted(tags, key=train.tag_key))
def test_launcher_tags_bump_the_patch_or_the_minor(self):
tags = ["launcher-v0.1.3", "launcher-v0.1.10", "v2026.10.15", "launcher-v0.1.4"]
self.assertEqual(train.next_launcher_tag(tags, minor=False), "launcher-v0.1.11")
self.assertEqual(train.next_launcher_tag(tags, minor=True), "launcher-v0.2.0")
def test_0_2_tags_follow_every_tag_from_before(self):
order = ["launcher-v0.1.9", "launcher-v0.16.0", "v2026.10.19.15", "v2026.10.21", "v0.2.0-beta.1", "v0.2.0",
"v0.2.1-beta", "v0.2.1-beta.1", "v0.2.1-beta.2", "v0.2.1-beta.11", "v0.2.1-rc.1", "v0.2.1", "v0.2.9",
"v0.2.10", "v0.3.0-1", "v0.3.0-alpha", "v0.3.0", "v1.0.0"]
self.assertEqual(sorted(reversed(order), key=train.tag_key), order)
self.assertGreater(train.tag_key("launcher@0.2.0"), train.tag_key("launcher-v0.16.0"))
self.assertEqual(train.tag_key("v2026.10.19"), train.tag_key("v2026.10.19.0"))
for tag in ["v0.2.0", "v0.3.0-rc.1", "v2026.10.21", "v2026.10.19.15"]:
self.assertTrue(train.is_game_tag(tag), tag)
for tag in ["launcher@0.2.0", "launcher-v0.2.0", "v0.2", "vnext", "v2026.10.21-x", "v0.2.0-"]:
self.assertFalse(train.is_game_tag(tag), tag)
self.assertTrue(train.is_launcher_tag("launcher@0.2.0") and train.is_launcher_tag("launcher-v0.16.0"))
self.assertFalse(train.is_launcher_tag("v0.2.0"))
def test_tags_on_a_release_line(self):
line = (0, 2)
before = ["v2026.10.19.15", "v2026.10.21", "launcher-v0.16.0", "launcher-v0.2.0", "launcher-v0.2.1"]
today = dt.date(2026, 10, 23)
self.assertEqual(train.next_game_tag(before, today, line), "v0.2.0")
self.assertEqual(train.next_launcher_tag(before, minor=True, line=line), "launcher@0.2.0")
self.assertTrue(train.first_on_line(before, "v", line))
after = before + ["v0.2.0", "v0.2.1", "launcher@0.2.0", "v0.3.0-rc.1"]
self.assertEqual(train.next_game_tag(after, today, line), "v0.2.2")
# A feature doesn't move the line; only .github/release-line.txt does.
self.assertEqual(train.next_launcher_tag(after, minor=True, line=line), "launcher@0.2.1")
self.assertFalse(train.first_on_line(after, "v", line))
self.assertTrue(train.first_on_line(after, "v", (0, 3)), "a pre-release isn't the line's first release")
self.assertEqual(train.next_game_tag(after, today, (0, 3)), "v0.3.0")
with self.assertRaises(SystemExit):
train.next_game_tag(after + ["v0.3.0"], today, line)
# Without a line, the tags from before 0.2, whatever 0.2 tags exist.
self.assertEqual(train.next_game_tag(before, today), "v2026.10.23")
self.assertEqual(train.next_launcher_tag(after, minor=False), "launcher-v0.16.1")
def test_the_release_line_file(self):
with tempfile.TemporaryDirectory() as folder:
path = Path(folder) / "release-line.txt"
self.assertIsNone(train.release_line(path))
path.write_text("0.2\n")
self.assertEqual(train.release_line(path), (0, 2))
path.write_text("0.2.0\n")
with self.assertRaises(SystemExit):
train.release_line(path)
# Not set on main until the switch to 0.2 (docs/versioning.md).
self.assertIsNone(train.release_line()) if not train.LINE_FILE.exists() else self.assertIsNotNone(train.release_line())
def test_a_new_line_releases_at_once_unless_paused(self):
self.assertEqual(train.decision("game", [], NOW, new_line="0.2"), (True, "the first release of 0.2"))
self.assertFalse(train.decision("game", [], NOW, paused=True, new_line="0.2")[0])
self.assertFalse(train.decision("game", [], NOW)[0])
def test_the_first_release_of_0_2_says_what_changed(self):
title, body = train.notes("game", "v0.2.0", [pr(1)], [], previous="v2026.10.21")
self.assertTrue(title.startswith("Horizon 0.2.0: "), title)
self.assertTrue(body.startswith("Horizon is numbered from now on: this is Horizon 0.2.0, the release after 2026.10.21."))
self.assertIn("`horizon-server update --version v0.2.0`", body)
title, body = train.notes("launcher", "launcher@0.2.0", [], [], previous="launcher-v0.17.0")
self.assertEqual(title, "Horizon launcher 0.2.0")
self.assertIn("the release after launcher 0.17.0", body)
self.assertIn("Rebuilt from the latest main.", body)
self.assertTrue(train.notes("game", "v0.3.0", [pr(1)], [], previous="v0.2.14")[1].startswith("The first release of Horizon 0.3."))
for version, previous in [("v0.2.1", "v0.2.0"), ("v0.3.0-rc.1", "v0.2.9"), ("v2026.10.23", "v2026.10.21")]:
body = train.notes("game", version, [pr(1)], [], previous=previous)[1]
self.assertTrue(body.startswith("### Fixed"), (version, body))
def test_decision(self):
minute = dt.timedelta(minutes=1)
decide = lambda prs, **kw: train.decision("game", prs, NOW, **kw)[0]
self.assertTrue(decide([pr(1, merged=6 * minute)]), "settled for the debounce")
self.assertFalse(decide([pr(1, merged=2 * minute)]), "merged moments ago")
self.assertFalse(decide([pr(1, merged=15 * minute), pr(2, merged=2 * minute)]), "a burst still merging")
self.assertTrue(decide([pr(1, merged=21 * minute), pr(2, merged=minute)]), "merges that never pause still ship")
self.assertTrue(decide([pr(1, labels=["release-now"], merged=minute)]))
self.assertFalse(decide([pr(1, paths=[])]), "nothing players run")
self.assertFalse(decide([pr(1, labels=["skip-release"])]))
self.assertFalse(decide([pr(1, labels=["release-now", "skip-release"])]))
self.assertFalse(decide([pr(1, merged=3 * minute), pr(2, labels=["skip-release"], merged=minute)]), "the settled one waits for nothing")
self.assertFalse(decide([pr(1)], paused=True))
self.assertTrue(decide([], paused=True, force=True))
def test_an_open_release_blocker_holds_every_release_even_forced(self):
release, why = train.decision("game", [pr(1, labels=["release-now"])], NOW, blockers=[7, 9])
self.assertFalse(release)
self.assertEqual(why, "held by release-blocker #7, release-blocker #9")
self.assertFalse(train.decision("game", [], NOW, force=True, blockers=[7])[0])
self.assertFalse(train.decision("game", [], NOW, new_line="0.3", blockers=[7])[0])
self.assertTrue(train.decision("game", [pr(1)], NOW, blockers=[])[0])
def test_a_release_is_published_only_after_its_smoke_test_and_with_no_blocker(self):
drew = {"error": None, "frames": 12710, "chunks": 81, "meshed_sections": 550, "player": [160.5, 71.0, 156.5]}
self.assertIsNone(train.gate(drew, []))
self.assertEqual(train.gate(drew, [4]), "release-blocker #4 is open")
self.assertEqual(train.gate(None, []), "no smoke-test.json: the release smoke test did not run")
self.assertEqual(train.gate(None, [4]),
"no smoke-test.json: the release smoke test did not run; release-blocker #4 is open")
self.assertEqual(train.smoke_problem({**drew, "error": "device lost"}), "the smoke run failed: device lost")
for broken in ({**drew, "frames": 1499}, {**drew, "chunks": 0}, {**drew, "meshed_sections": 0},
{**drew, "player": None}, {}):
self.assertEqual(train.smoke_problem(broken), "the smoke run did not draw a world", broken)
def test_notes_never_call_a_release_alpha_or_beta(self):
_, body = train.notes("game", "v0.2.12", [pr(1)], [])
self.assertNotIn("alpha", body.lower())
self.assertNotIn("beta", body.lower())
self.assertNotIn("Stable", body)
def test_notes(self):
prs = [pr(5, "Nether portals: vanilla timing and linking (fixes #94)", issues=[94]),
pr(6, "Controllers: gilrs input layer and gameplay", labels=["feature"], author="cosmic"),
pr(7, "Release folder in Rust", labels=["skip-release"]),
pr(8, "Website footer", paths=[])]
title, body = train.notes("game", "v2026.10.15.1", prs, ["- Sound cuts out after an hour."])
self.assertEqual(title, "Horizon 2026.10.15.1: Controllers, nether portals")
self.assertIn("### New\n- Controllers: gilrs input layer and gameplay (#6)", body)
self.assertIn("### Fixed\n- Nether portals: vanilla timing and linking (#5, fixes #94)", body)
self.assertIn("### Known issues\n- Sound cuts out after an hour.", body)
self.assertNotIn("#7", body)
self.assertNotIn("#8", body)
self.assertIn("Thanks to @cosmic.", body)
self.assertLess(body.index("### New"), body.index("### Fixed"))
title, _ = train.notes("game", "v2026.10.15.2", [pr(9, "Horizon's mark", labels=["feature"]),
pr(10, "Game menus", labels=["feature"])], [])
self.assertEqual(title, "Horizon 2026.10.15.2: Game menus, Horizon's mark", "proper nouns keep their capital")
def test_a_long_release_is_named_after_its_first_titles(self):
prs = [pr(n, f"Change number {n} with a fairly long title") for n in range(1, 10)]
title, _ = train.notes("game", "v2026.10.15", prs, [])
self.assertTrue(title.startswith("Horizon 2026.10.15: Change number 9"), title)
self.assertTrue(title.endswith("more fixes"), title)
self.assertLess(len(title), 100)
def test_a_feature_split_over_several_pull_requests_is_named_once(self):
prs = [pr(1, "Controllers: rumble", labels=["feature"]), pr(2, "Controllers: menus", labels=["feature"]),
pr(3, "Maces: smash attacks"), pr(4, "Fix stuck keys when opening Options")]
title, _ = train.notes("game", "v2026.10.15", prs, [])
self.assertEqual(title, "Horizon 2026.10.15: Controllers, stuck keys when opening Options, maces")
self.assertEqual(train.summary([], [pr(n, f"Change number {n} with a fairly long title") for n in range(4)]),
"Change number 3 with a fairly long title and 3 more fixes")
def test_launcher_notes(self):
title, body = train.notes("launcher", "launcher-v0.2.0", [pr(3, "Launcher: say the self-update succeeded")], [])
self.assertEqual(title, "Horizon launcher 0.2.0")
self.assertIn("### Fixed\n- Launcher: say the self-update succeeded (#3)", body)
self.assertNotIn("Known issues", body)
def test_known_issues_are_the_bullets_of_the_file(self):
with tempfile.TemporaryDirectory() as temp:
path = Path(temp, "known-issues.md")
path.write_text("# Known issues\n\nSome text.\n\n- One.\n- Two, with **bold**.\n continued\n")
self.assertEqual(train.known_issues(path), ["- One.", "- Two, with **bold**."])
self.assertEqual(train.known_issues(Path(temp, "missing.md")), [])
if __name__ == "__main__":
unittest.main()