Ludovic Marie
aae60c16ba
- /releases: every game and launcher release on one page, newest first, Stable / Alpha / Launcher marked and filterable. The newest three are open; each shows what it added and fixed, the full notes, its downloads and a link to GitHub. Baked at build time, refreshed from GitHub when a newer release is out. /releases#release-<tag> opens one. - Home: "Recently added" replaces the patch notes block: the last five releases on one line each and three highlights from what they added. - /benchmarks: Horizon against vanilla Java Edition 26.3 measured on our machines (average FPS, 1% lows, p95 frame time, start to world, chunk loads, memory, at render distance 12 and 32), saying where Java is ahead; a GPU + CPU picker that shows a measurement when there is one and otherwise a marked estimate with a range, from our own spec table (method explained on the page); players' results read live from the telemetry server's GET /v1/benchmarks/summary, falling back to the baked public/benchmarks.json, groups of 3+ installs only. - scripts/benchmarks.mjs builds public/benchmarks.json from our reports (and, for tests, telemetry items) with the same rules as the server; fixtures shared with the server's test. - Releases and Benchmarks in the nav and footer; docs/performance.md links the page. - Pixelify Sans' "fi" ligature drew "fixes" as "Axes": common ligatures off. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
68 lines
3.3 KiB
JavaScript
68 lines
3.3 KiB
JavaScript
// node --test (npm test in website/). The fixtures are shared with the telemetry server's summary test.
|
|
import { test } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { readFileSync } from "node:fs";
|
|
import { aggregatePlayers, median, ourRows, rejection, round, summary } from "./benchmarks.mjs";
|
|
|
|
const fixture = (name) => new URL(`./fixtures/benchmarks/${name}`, import.meta.url);
|
|
const items = readFileSync(fixture("items.jsonl"), "utf8").split("\n").filter(Boolean).map((l) => JSON.parse(l));
|
|
const expected = JSON.parse(readFileSync(fixture("expected.json"), "utf8"));
|
|
|
|
test("players' items give the expected groups", () => {
|
|
const s = summary({ players: aggregatePlayers(items) });
|
|
assert.equal(s.format, "horizon-benchmark-summary");
|
|
assert.equal(s.min_installs, expected.min_installs);
|
|
assert.deepEqual(s.groups, expected.groups);
|
|
});
|
|
|
|
test("nothing that identifies an install is published", () => {
|
|
const text = JSON.stringify(aggregatePlayers(items, { minInstalls: 1 }));
|
|
for (const secret of ["a1", "a2", "install_id", "secret-os-version", "secret-driver", "20394", "ram_mb", "2560"]) assert.ok(!text.includes(secret), secret);
|
|
});
|
|
|
|
test("a group needs three installs, not three runs", () => {
|
|
const one = items.filter((i) => i.install_id === "a1");
|
|
assert.equal(aggregatePlayers([...one, ...one, ...one]).length, 0);
|
|
assert.equal(aggregatePlayers(items, { minInstalls: 2 }).length, 2);
|
|
});
|
|
|
|
test("only comparable runs count", () => {
|
|
const reasons = items.map((i) => rejection(i.data));
|
|
assert.deepEqual(reasons.filter(Boolean), ["VSync on or unknown", "offscreen", "frame rate capped", "not every scene", "not the standard flight", "not a version 1 benchmark report"]);
|
|
});
|
|
|
|
test("medians and rounding", () => {
|
|
assert.equal(median([3, 1, 2]), 2);
|
|
assert.equal(median([4, 1, 2, 3]), 2.5);
|
|
assert.equal(median([null, NaN]), null);
|
|
assert.equal(round("p95_ms", 3.46), 3.5);
|
|
assert.equal(round("world_ms", 4512.4), 4512);
|
|
assert.equal(round("avg_fps", 99.5), 100);
|
|
});
|
|
|
|
test("our runs keep the machine and how it was measured", () => {
|
|
const [row] = ourRows([{ machine: "Desktop", report: items[0].data }]);
|
|
assert.equal(row.source, "us");
|
|
assert.equal(row.machine, "Desktop");
|
|
assert.equal(row.game, "horizon");
|
|
assert.equal(row.medians.avg_fps, 415);
|
|
assert.equal(row.scenes.ocean.avg_fps, 420);
|
|
assert.throws(() => ourRows([{ machine: "x", report: items[4].data }]), /VSync/);
|
|
// Several one-game reports: medians over them.
|
|
const [both] = ourRows([{ machine: "Desktop", reports: [items[0].data, items[1].data] }]);
|
|
assert.equal(both.medians.avg_fps, 515);
|
|
assert.equal(both.repeats, 2);
|
|
assert.throws(() => ourRows([{ machine: "x", reports: [items[0].data, items[9].data] }]), /different/);
|
|
});
|
|
|
|
test("a display cap on our run is kept, and the comparison says at least", async () => {
|
|
const [row] = ourRows([{ machine: "Mac", report: items[0].data, capped_fps: 144, version: "v1" }]);
|
|
assert.equal(row.capped_fps, 144);
|
|
assert.equal(row.version, "v1");
|
|
const { compareRows, METRICS } = await import("../src/bench.js");
|
|
const fps = METRICS[0];
|
|
const h = { capped_fps: 144, medians: { avg_fps: 144 } };
|
|
assert.equal(compareRows(fps, h, { medians: { avg_fps: 120 } }).text, "at least 1.2x faster");
|
|
assert.equal(compareRows(fps, h, { medians: { avg_fps: 200 } }).wins, "none");
|
|
});
|