diff --git a/website/data/benchmarks/fleet.json b/website/data/benchmarks/fleet.json index 95cfb83f8..90996aab5 100644 --- a/website/data/benchmarks/fleet.json +++ b/website/data/benchmarks/fleet.json @@ -1,17 +1,46 @@ [ { "machine": "Mac mini (M4 Pro)", - "reports": ["macmini/horizon-macmini-rd12.json"], + "reports": [ + "macmini/horizon-macmini-rd12.json" + ], "version": "v2026.10.22.04", "capped_fps": 144, "note": "On macOS this Horizon build presents its frames in step with the 144 Hz display even with VSync off, so its average frame rate here is capped at 144: compare the 1% lows and frame times instead. The Mac mini was also running other jobs during the runs (CI, simulators; 1-minute load average 20 to 56 on 14 threads), which costs both games, vanilla more at render distance 32." }, { "machine": "Mac mini (M4 Pro)", - "reports": ["macmini/horizon-macmini-rd32.json"], + "reports": [ + "macmini/horizon-macmini-rd32.json" + ], "version": "v2026.10.22.04", "capped_fps": 144 }, - { "machine": "Mac mini (M4 Pro)", "reports": ["macmini/vanilla-macmini-rd12.json"] }, - { "machine": "Mac mini (M4 Pro)", "reports": ["macmini/vanilla-macmini-rd32.json"] } + { + "machine": "Mac mini (M4 Pro)", + "reports": [ + "macmini/vanilla-macmini-rd12.json" + ] + }, + { + "machine": "Mac mini (M4 Pro)", + "reports": [ + "macmini/vanilla-macmini-rd32.json" + ] + }, + { + "machine": "ThinkPad (i7-7500U, HD Graphics 620)", + "reports": [ + "thinkpad/horizon-thinkpad-rd12.json" + ], + "version": "v2026.10.22.04", + "note": "A 2016 laptop: 2 cores / 4 threads and Intel integrated graphics, Linux with Mesa 26.1.8 (Horizon on Vulkan, vanilla on OpenGL). It has no screen attached, so both games drew to a GPU compositor (sway on the Intel GPU) in a 1280x720 window. Horizon ran two flights per scene, vanilla two separate games of one. Render distance 32 is not shown: in 5 minutes neither game finished loading the spawn, and given 25, Horizon kept only about 900 to 1,400 chunk columns resident on this machine instead of the 3,200 a full view holds, so the two games would not have drawn the same world." + }, + { + "machine": "ThinkPad (i7-7500U, HD Graphics 620)", + "reports": [ + "thinkpad/vanilla-thinkpad-r1-rd12.json", + "thinkpad/vanilla-thinkpad-r2-rd12.json" + ] + } ] diff --git a/website/data/benchmarks/thinkpad/horizon-thinkpad-rd12.json b/website/data/benchmarks/thinkpad/horizon-thinkpad-rd12.json new file mode 100644 index 000000000..cac13169f --- /dev/null +++ b/website/data/benchmarks/thinkpad/horizon-thinkpad-rd12.json @@ -0,0 +1,606 @@ +{ + "format": "horizon-benchmark-report", + "version": 1, + "kind": "game", + "created": "2026-10-22T19:03:59Z", + "app": { + "name": "horizon-client", + "version": "0.1.0", + "commit": "02260048" + }, + "hardware": { + "os": "linux", + "arch": "x86_64", + "cpu_threads": 4, + "os_version": "NixOS 26.05 (Yarara) (kernel 6.18.55)", + "cpu": "Intel(R) Core(TM) i7-7500U CPU @ 2.70GHz", + "ram_mb": 31984, + "gpu": { + "name": "Intel(R) HD Graphics 620 (KBL GT2)", + "vendor": "intel", + "driver": "Intel open-source Mesa driver Mesa 26.1.8", + "backend": "vulkan", + "kind": "integrated" + } + }, + "conditions": { + "scenario": "perf_bench:village,forest,ocean,mountain", + "seed": "1234", + "render_distance": 12, + "simulation_distance": 12, + "vsync": false, + "offscreen": false, + "repeats": 2, + "warmup_s": 2.0, + "load_avg_1m": 0.988, + "window": [ + 1280, + 720 + ] + }, + "metrics": { + "startup.title_ms": { + "n": 2, + "mean": 3359.833, + "stdev": 71.241, + "min": 3309.458, + "max": 3410.208, + "ci95": 640.068 + }, + "startup.world_ms": { + "n": 2, + "mean": 50794.052, + "stdev": 11192.703, + "min": 42879.616, + "max": 58708.488, + "ci95": 100560.827 + }, + "chunks.village.load_ms": { + "n": 2, + "mean": 44860.072, + "stdev": 4027.103, + "min": 42012.48, + "max": 47707.664, + "ci95": 36181.501 + }, + "chunks.village.meshed_count": { + "n": 2, + "mean": 18412.5, + "stdev": 723.37, + "min": 17901.0, + "max": 18924.0, + "ci95": 6499.119 + }, + "fps.village.avg_fps": { + "n": 2, + "mean": 272.998, + "stdev": 15.604, + "min": 261.964, + "max": 284.031, + "ci95": 140.192 + }, + "fps.village.low_1pct_fps": { + "n": 2, + "mean": 45.939, + "stdev": 2.832, + "min": 43.936, + "max": 47.941, + "ci95": 25.444 + }, + "fps.village.low_01pct_fps": { + "n": 2, + "mean": 29.722, + "stdev": 2.801, + "min": 27.741, + "max": 31.702, + "ci95": 25.164 + }, + "memory.village.gpu_mb": { + "n": 2, + "mean": 402.965, + "stdev": 2.093, + "min": 401.486, + "max": 404.445, + "ci95": 18.804 + }, + "chunks.forest.load_ms": { + "n": 2, + "mean": 67527.123, + "stdev": 1738.341, + "min": 66297.93, + "max": 68756.315, + "ci95": 15618.12 + }, + "chunks.forest.meshed_count": { + "n": 2, + "mean": 23490.0, + "stdev": 992.778, + "min": 22788.0, + "max": 24192.0, + "ci95": 8919.612 + }, + "fps.forest.avg_fps": { + "n": 2, + "mean": 246.342, + "stdev": 2.258, + "min": 244.745, + "max": 247.939, + "ci95": 20.291 + }, + "fps.forest.low_1pct_fps": { + "n": 2, + "mean": 48.098, + "stdev": 2.354, + "min": 46.433, + "max": 49.762, + "ci95": 21.149 + }, + "fps.forest.low_01pct_fps": { + "n": 2, + "mean": 31.405, + "stdev": 2.788, + "min": 29.433, + "max": 33.376, + "ci95": 25.05 + }, + "memory.forest.gpu_mb": { + "n": 2, + "mean": 458.26, + "stdev": 2.943, + "min": 456.179, + "max": 460.341, + "ci95": 26.443 + }, + "chunks.ocean.load_ms": { + "n": 2, + "mean": 51484.922, + "stdev": 3499.487, + "min": 49010.411, + "max": 53959.434, + "ci95": 31441.14 + }, + "chunks.ocean.meshed_count": { + "n": 2, + "mean": 17323.5, + "stdev": 75.66, + "min": 17270.0, + "max": 17377.0, + "ci95": 679.771 + }, + "fps.ocean.avg_fps": { + "n": 2, + "mean": 204.022, + "stdev": 2.495, + "min": 202.258, + "max": 205.786, + "ci95": 22.413 + }, + "fps.ocean.low_1pct_fps": { + "n": 2, + "mean": 36.306, + "stdev": 0.351, + "min": 36.058, + "max": 36.554, + "ci95": 3.151 + }, + "fps.ocean.low_01pct_fps": { + "n": 2, + "mean": 25.509, + "stdev": 0.501, + "min": 25.155, + "max": 25.863, + "ci95": 4.498 + }, + "memory.ocean.gpu_mb": { + "n": 2, + "mean": 421.627, + "stdev": 3.887, + "min": 418.878, + "max": 424.376, + "ci95": 34.926 + }, + "chunks.mountain.load_ms": { + "n": 2, + "mean": 75031.799, + "stdev": 8886.455, + "min": 68748.127, + "max": 81315.471, + "ci95": 79840.341 + }, + "chunks.mountain.meshed_count": { + "n": 2, + "mean": 17961.5, + "stdev": 225.567, + "min": 17802.0, + "max": 18121.0, + "ci95": 2026.607 + }, + "fps.mountain.avg_fps": { + "n": 2, + "mean": 111.151, + "stdev": 5.637, + "min": 107.165, + "max": 115.137, + "ci95": 50.646 + }, + "fps.mountain.low_1pct_fps": { + "n": 2, + "mean": 25.851, + "stdev": 13.871, + "min": 16.043, + "max": 35.659, + "ci95": 124.62 + }, + "fps.mountain.low_01pct_fps": { + "n": 2, + "mean": 17.065, + "stdev": 8.985, + "min": 10.711, + "max": 23.418, + "ci95": 80.728 + }, + "memory.mountain.gpu_mb": { + "n": 2, + "mean": 602.19, + "stdev": 3.887, + "min": 599.441, + "max": 604.938, + "ci95": 34.926 + }, + "memory.rss_peak_mb": { + "n": 2, + "mean": 986.4, + "stdev": 4.593, + "min": 983.152, + "max": 989.648, + "ci95": 41.27 + }, + "memory.rss_steady_mb": { + "n": 2, + "mean": 797.12, + "stdev": 11.351, + "min": 789.094, + "max": 805.146, + "ci95": 101.983 + } + }, + "frames": [ + { + "phase": "village", + "repeat": 0, + "frames": 3409, + "seconds": 12.002, + "avg_fps": 284.031, + "low_1pct_fps": 43.936, + "low_01pct_fps": 27.741, + "p50_ms": 2.557, + "p95_ms": 10.879, + "p99_ms": 16.323, + "p999_ms": 34.079, + "max_ms": 39.182, + "cpu_p50_ms": 2.08, + "gpu_p50_ms": 2.486, + "histogram": [ + 0, + 549, + 1776, + 607, + 95, + 66, + 35, + 17, + 41, + 117, + 46, + 27, + 16, + 7, + 5, + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "village", + "repeat": 1, + "frames": 3144, + "seconds": 12.002, + "avg_fps": 261.964, + "low_1pct_fps": 47.941, + "low_01pct_fps": 31.702, + "p50_ms": 2.82, + "p95_ms": 11.328, + "p99_ms": 15.64, + "p999_ms": 25.788, + "max_ms": 46.032, + "cpu_p50_ms": 2.305, + "gpu_p50_ms": 3.02, + "histogram": [ + 0, + 109, + 1797, + 717, + 128, + 67, + 34, + 20, + 53, + 102, + 59, + 32, + 10, + 10, + 5, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "forest", + "repeat": 0, + "frames": 2937, + "seconds": 12.0, + "avg_fps": 244.745, + "low_1pct_fps": 49.762, + "low_01pct_fps": 33.376, + "p50_ms": 2.77, + "p95_ms": 11.641, + "p99_ms": 16.127, + "p999_ms": 28.686, + "max_ms": 31.833, + "cpu_p50_ms": 2.211, + "gpu_p50_ms": 3.023, + "histogram": [ + 0, + 65, + 1619, + 360, + 323, + 233, + 55, + 31, + 57, + 61, + 73, + 41, + 9, + 4, + 6, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "forest", + "repeat": 1, + "frames": 2976, + "seconds": 12.003, + "avg_fps": 247.939, + "low_1pct_fps": 46.433, + "low_01pct_fps": 29.433, + "p50_ms": 2.712, + "p95_ms": 11.957, + "p99_ms": 16.649, + "p999_ms": 33.203, + "max_ms": 34.667, + "cpu_p50_ms": 2.118, + "gpu_p50_ms": 2.977, + "histogram": [ + 0, + 107, + 1608, + 453, + 236, + 226, + 58, + 45, + 48, + 49, + 74, + 43, + 16, + 7, + 4, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "ocean", + "repeat": 0, + "frames": 2428, + "seconds": 12.004, + "avg_fps": 202.258, + "low_1pct_fps": 36.058, + "low_01pct_fps": 25.863, + "p50_ms": 3.921, + "p95_ms": 13.515, + "p99_ms": 20.018, + "p999_ms": 37.372, + "max_ms": 39.911, + "cpu_p50_ms": 2.261, + "gpu_p50_ms": 4.35, + "histogram": [ + 0, + 25, + 850, + 514, + 460, + 214, + 51, + 33, + 27, + 42, + 115, + 47, + 25, + 8, + 13, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "ocean", + "repeat": 1, + "frames": 2467, + "seconds": 11.988, + "avg_fps": 205.786, + "low_1pct_fps": 36.554, + "low_01pct_fps": 25.155, + "p50_ms": 3.432, + "p95_ms": 13.9, + "p99_ms": 21.587, + "p999_ms": 36.46, + "max_ms": 41.679, + "cpu_p50_ms": 2.325, + "gpu_p50_ms": 3.908, + "histogram": [ + 0, + 13, + 1018, + 563, + 304, + 166, + 66, + 35, + 36, + 66, + 81, + 58, + 31, + 19, + 7, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "mountain", + "repeat": 0, + "frames": 1383, + "seconds": 12.012, + "avg_fps": 115.137, + "low_1pct_fps": 35.659, + "low_01pct_fps": 23.418, + "p50_ms": 8.232, + "p95_ms": 16.336, + "p99_ms": 21.375, + "p999_ms": 35.291, + "max_ms": 50.114, + "cpu_p50_ms": 3.875, + "gpu_p50_ms": 8.272, + "histogram": [ + 0, + 0, + 30, + 150, + 102, + 95, + 114, + 220, + 297, + 135, + 86, + 92, + 40, + 15, + 4, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "mountain", + "repeat": 1, + "frames": 1286, + "seconds": 12.0, + "avg_fps": 107.165, + "low_1pct_fps": 16.043, + "low_01pct_fps": 10.711, + "p50_ms": 7.582, + "p95_ms": 20.742, + "p99_ms": 46.27, + "p999_ms": 82.86, + "max_ms": 103.861, + "cpu_p50_ms": 3.753, + "gpu_p50_ms": 7.922, + "histogram": [ + 0, + 0, + 62, + 156, + 96, + 86, + 110, + 259, + 188, + 73, + 61, + 88, + 42, + 23, + 21, + 4, + 6, + 7, + 3, + 1, + 0, + 0, + 0, + 0 + ] + } + ], + "label": "horizon-thinkpad" +} diff --git a/website/data/benchmarks/thinkpad/vanilla-thinkpad-r1-rd12.json b/website/data/benchmarks/thinkpad/vanilla-thinkpad-r1-rd12.json new file mode 100644 index 000000000..6b5533826 --- /dev/null +++ b/website/data/benchmarks/thinkpad/vanilla-thinkpad-r1-rd12.json @@ -0,0 +1,371 @@ +{ + "format": "horizon-benchmark-report", + "version": 1, + "kind": "game", + "created": "2026-10-22T19:14:38Z", + "app": { + "name": "minecraft", + "version": "26.3", + "mods": [ + { + "name": "fabric-loader", + "version": "0.19.5" + } + ] + }, + "hardware": { + "os": "linux", + "arch": "x86_64", + "cpu_threads": 4, + "os_version": "NixOS 26.05 (Yarara) (kernel 6.18.55)", + "cpu": "Intel(R) Core(TM) i7-7500U CPU @ 2.70GHz", + "ram_mb": 31984, + "gpu": { + "name": "Mesa Intel(R) HD Graphics 620 (KBL GT2)", + "vendor": "Intel", + "driver": "4.6 (Core Profile) Mesa 26.1.8", + "backend": "opengl", + "kind": "" + } + }, + "conditions": { + "scenario": "perf_bench:village,forest,ocean,mountain", + "seed": "1234", + "render_distance": 12, + "simulation_distance": 12, + "vsync": false, + "offscreen": false, + "repeats": 1, + "warmup_s": 2.0, + "load_avg_1m": 5.749, + "window": [ + 1280, + 720 + ] + }, + "metrics": { + "startup.title_ms": { + "n": 1, + "mean": 16138.646, + "stdev": null, + "min": 16138.646, + "max": 16138.646, + "ci95": null + }, + "startup.world_ms": { + "n": 1, + "mean": 68774.646, + "stdev": null, + "min": 68774.646, + "max": 68774.646, + "ci95": null + }, + "chunks.village.load_ms": { + "n": 1, + "mean": 53635.946, + "stdev": null, + "min": 53635.946, + "max": 53635.946, + "ci95": null + }, + "fps.village.avg_fps": { + "n": 1, + "mean": 89.712, + "stdev": null, + "min": 89.712, + "max": 89.712, + "ci95": null + }, + "fps.village.low_1pct_fps": { + "n": 1, + "mean": 23.313, + "stdev": null, + "min": 23.313, + "max": 23.313, + "ci95": null + }, + "fps.village.low_01pct_fps": { + "n": 1, + "mean": 17.52, + "stdev": null, + "min": 17.52, + "max": 17.52, + "ci95": null + }, + "chunks.forest.load_ms": { + "n": 1, + "mean": 45938.493, + "stdev": null, + "min": 45938.493, + "max": 45938.493, + "ci95": null + }, + "fps.forest.avg_fps": { + "n": 1, + "mean": 104.223, + "stdev": null, + "min": 104.223, + "max": 104.223, + "ci95": null + }, + "fps.forest.low_1pct_fps": { + "n": 1, + "mean": 29.079, + "stdev": null, + "min": 29.079, + "max": 29.079, + "ci95": null + }, + "fps.forest.low_01pct_fps": { + "n": 1, + "mean": 19.181, + "stdev": null, + "min": 19.181, + "max": 19.181, + "ci95": null + }, + "chunks.ocean.load_ms": { + "n": 1, + "mean": 32096.642, + "stdev": null, + "min": 32096.642, + "max": 32096.642, + "ci95": null + }, + "fps.ocean.avg_fps": { + "n": 1, + "mean": 103.183, + "stdev": null, + "min": 103.183, + "max": 103.183, + "ci95": null + }, + "fps.ocean.low_1pct_fps": { + "n": 1, + "mean": 22.0, + "stdev": null, + "min": 22.0, + "max": 22.0, + "ci95": null + }, + "fps.ocean.low_01pct_fps": { + "n": 1, + "mean": 12.275, + "stdev": null, + "min": 12.275, + "max": 12.275, + "ci95": null + }, + "chunks.mountain.load_ms": { + "n": 1, + "mean": 56418.74, + "stdev": null, + "min": 56418.74, + "max": 56418.74, + "ci95": null + }, + "fps.mountain.avg_fps": { + "n": 1, + "mean": 205.996, + "stdev": null, + "min": 205.996, + "max": 205.996, + "ci95": null + }, + "fps.mountain.low_1pct_fps": { + "n": 1, + "mean": 41.77, + "stdev": null, + "min": 41.77, + "max": 41.77, + "ci95": null + }, + "fps.mountain.low_01pct_fps": { + "n": 1, + "mean": 23.358, + "stdev": null, + "min": 23.358, + "max": 23.358, + "ci95": null + }, + "memory.rss_peak_mb": { + "n": 1, + "mean": 2200.957, + "stdev": null, + "min": 2200.957, + "max": 2200.957, + "ci95": null + }, + "memory.rss_steady_mb": { + "n": 1, + "mean": 2126.844, + "stdev": null, + "min": 2126.844, + "max": 2126.844, + "ci95": null + } + }, + "frames": [ + { + "phase": "village", + "repeat": 0, + "frames": 1077, + "seconds": 12.005, + "avg_fps": 89.712, + "low_1pct_fps": 23.313, + "low_01pct_fps": 17.52, + "p50_ms": 9.15, + "p95_ms": 23.582, + "p99_ms": 34.847, + "p999_ms": 56.312, + "max_ms": 57.842, + "histogram": [ + 0, + 0, + 0, + 2, + 36, + 106, + 149, + 175, + 132, + 138, + 92, + 88, + 71, + 47, + 28, + 8, + 2, + 3, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "forest", + "repeat": 0, + "frames": 1251, + "seconds": 12.003, + "avg_fps": 104.223, + "low_1pct_fps": 29.079, + "low_01pct_fps": 19.181, + "p50_ms": 8.002, + "p95_ms": 18.85, + "p99_ms": 26.464, + "p999_ms": 50.754, + "max_ms": 53.518, + "histogram": [ + 0, + 0, + 0, + 4, + 20, + 136, + 223, + 302, + 197, + 124, + 70, + 75, + 53, + 31, + 12, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "ocean", + "repeat": 0, + "frames": 1239, + "seconds": 12.008, + "avg_fps": 103.183, + "low_1pct_fps": 22.0, + "low_01pct_fps": 12.275, + "p50_ms": 7.959, + "p95_ms": 18.934, + "p99_ms": 24.948, + "p999_ms": 74.736, + "max_ms": 88.202, + "histogram": [ + 0, + 0, + 0, + 1, + 8, + 126, + 335, + 189, + 192, + 144, + 73, + 56, + 71, + 32, + 6, + 0, + 0, + 3, + 3, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "mountain", + "repeat": 0, + "frames": 2473, + "seconds": 12.005, + "avg_fps": 205.996, + "low_1pct_fps": 41.77, + "low_01pct_fps": 23.358, + "p50_ms": 3.996, + "p95_ms": 10.11, + "p99_ms": 17.299, + "p999_ms": 37.643, + "max_ms": 46.668, + "histogram": [ + 0, + 1, + 756, + 577, + 279, + 317, + 222, + 107, + 82, + 60, + 26, + 18, + 16, + 5, + 3, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "label": "vanilla-thinkpad-r1" +} diff --git a/website/data/benchmarks/thinkpad/vanilla-thinkpad-r2-rd12.json b/website/data/benchmarks/thinkpad/vanilla-thinkpad-r2-rd12.json new file mode 100644 index 000000000..d010f28df --- /dev/null +++ b/website/data/benchmarks/thinkpad/vanilla-thinkpad-r2-rd12.json @@ -0,0 +1,371 @@ +{ + "format": "horizon-benchmark-report", + "version": 1, + "kind": "game", + "created": "2026-10-22T19:20:01Z", + "app": { + "name": "minecraft", + "version": "26.3", + "mods": [ + { + "name": "fabric-loader", + "version": "0.19.5" + } + ] + }, + "hardware": { + "os": "linux", + "arch": "x86_64", + "cpu_threads": 4, + "os_version": "NixOS 26.05 (Yarara) (kernel 6.18.55)", + "cpu": "Intel(R) Core(TM) i7-7500U CPU @ 2.70GHz", + "ram_mb": 31984, + "gpu": { + "name": "Mesa Intel(R) HD Graphics 620 (KBL GT2)", + "vendor": "Intel", + "driver": "4.6 (Core Profile) Mesa 26.1.8", + "backend": "opengl", + "kind": "" + } + }, + "conditions": { + "scenario": "perf_bench:village,forest,ocean,mountain", + "seed": "1234", + "render_distance": 12, + "simulation_distance": 12, + "vsync": false, + "offscreen": false, + "repeats": 1, + "warmup_s": 2.0, + "load_avg_1m": 5.332, + "window": [ + 1280, + 720 + ] + }, + "metrics": { + "startup.title_ms": { + "n": 1, + "mean": 17463.142, + "stdev": null, + "min": 17463.142, + "max": 17463.142, + "ci95": null + }, + "startup.world_ms": { + "n": 1, + "mean": 67480.142, + "stdev": null, + "min": 67480.142, + "max": 67480.142, + "ci95": null + }, + "chunks.village.load_ms": { + "n": 1, + "mean": 50565.877, + "stdev": null, + "min": 50565.877, + "max": 50565.877, + "ci95": null + }, + "fps.village.avg_fps": { + "n": 1, + "mean": 93.221, + "stdev": null, + "min": 93.221, + "max": 93.221, + "ci95": null + }, + "fps.village.low_1pct_fps": { + "n": 1, + "mean": 20.719, + "stdev": null, + "min": 20.719, + "max": 20.719, + "ci95": null + }, + "fps.village.low_01pct_fps": { + "n": 1, + "mean": 12.956, + "stdev": null, + "min": 12.956, + "max": 12.956, + "ci95": null + }, + "chunks.forest.load_ms": { + "n": 1, + "mean": 48496.598, + "stdev": null, + "min": 48496.598, + "max": 48496.598, + "ci95": null + }, + "fps.forest.avg_fps": { + "n": 1, + "mean": 103.859, + "stdev": null, + "min": 103.859, + "max": 103.859, + "ci95": null + }, + "fps.forest.low_1pct_fps": { + "n": 1, + "mean": 26.111, + "stdev": null, + "min": 26.111, + "max": 26.111, + "ci95": null + }, + "fps.forest.low_01pct_fps": { + "n": 1, + "mean": 17.943, + "stdev": null, + "min": 17.943, + "max": 17.943, + "ci95": null + }, + "chunks.ocean.load_ms": { + "n": 1, + "mean": 34745.051, + "stdev": null, + "min": 34745.051, + "max": 34745.051, + "ci95": null + }, + "fps.ocean.avg_fps": { + "n": 1, + "mean": 103.828, + "stdev": null, + "min": 103.828, + "max": 103.828, + "ci95": null + }, + "fps.ocean.low_1pct_fps": { + "n": 1, + "mean": 28.222, + "stdev": null, + "min": 28.222, + "max": 28.222, + "ci95": null + }, + "fps.ocean.low_01pct_fps": { + "n": 1, + "mean": 16.856, + "stdev": null, + "min": 16.856, + "max": 16.856, + "ci95": null + }, + "chunks.mountain.load_ms": { + "n": 1, + "mean": 53136.991, + "stdev": null, + "min": 53136.991, + "max": 53136.991, + "ci95": null + }, + "fps.mountain.avg_fps": { + "n": 1, + "mean": 204.734, + "stdev": null, + "min": 204.734, + "max": 204.734, + "ci95": null + }, + "fps.mountain.low_1pct_fps": { + "n": 1, + "mean": 43.014, + "stdev": null, + "min": 43.014, + "max": 43.014, + "ci95": null + }, + "fps.mountain.low_01pct_fps": { + "n": 1, + "mean": 20.945, + "stdev": null, + "min": 20.945, + "max": 20.945, + "ci95": null + }, + "memory.rss_peak_mb": { + "n": 1, + "mean": 2086.688, + "stdev": null, + "min": 2086.688, + "max": 2086.688, + "ci95": null + }, + "memory.rss_steady_mb": { + "n": 1, + "mean": 2020.902, + "stdev": null, + "min": 2020.902, + "max": 2020.902, + "ci95": null + } + }, + "frames": [ + { + "phase": "village", + "repeat": 0, + "frames": 1119, + "seconds": 12.004, + "avg_fps": 93.221, + "low_1pct_fps": 20.719, + "low_01pct_fps": 12.956, + "p50_ms": 8.87, + "p95_ms": 20.999, + "p99_ms": 32.814, + "p999_ms": 69.794, + "max_ms": 84.579, + "histogram": [ + 0, + 0, + 0, + 1, + 19, + 130, + 125, + 211, + 187, + 140, + 89, + 85, + 63, + 40, + 18, + 4, + 2, + 3, + 2, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "forest", + "repeat": 0, + "frames": 1247, + "seconds": 12.007, + "avg_fps": 103.859, + "low_1pct_fps": 26.111, + "low_01pct_fps": 17.943, + "p50_ms": 8.071, + "p95_ms": 20.077, + "p99_ms": 27.606, + "p999_ms": 48.322, + "max_ms": 63.142, + "histogram": [ + 0, + 0, + 0, + 2, + 36, + 171, + 170, + 296, + 231, + 125, + 52, + 43, + 57, + 41, + 14, + 5, + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "ocean", + "repeat": 0, + "frames": 1246, + "seconds": 12.001, + "avg_fps": 103.828, + "low_1pct_fps": 28.222, + "low_01pct_fps": 16.856, + "p50_ms": 7.949, + "p95_ms": 17.653, + "p99_ms": 24.326, + "p999_ms": 50.371, + "max_ms": 68.283, + "histogram": [ + 0, + 0, + 0, + 0, + 3, + 72, + 329, + 263, + 142, + 179, + 116, + 60, + 52, + 20, + 4, + 2, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "phase": "mountain", + "repeat": 0, + "frames": 2457, + "seconds": 12.001, + "avg_fps": 204.734, + "low_1pct_fps": 43.014, + "low_01pct_fps": 20.945, + "p50_ms": 4.356, + "p95_ms": 9.472, + "p99_ms": 14.185, + "p999_ms": 34.466, + "max_ms": 57.719, + "histogram": [ + 0, + 2, + 633, + 520, + 318, + 417, + 268, + 128, + 68, + 60, + 17, + 11, + 4, + 4, + 3, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "label": "vanilla-thinkpad-r2" +} diff --git a/website/public/benchmarks.json b/website/public/benchmarks.json index 8bb196f43..b443513e1 100644 --- a/website/public/benchmarks.json +++ b/website/public/benchmarks.json @@ -1,7 +1,7 @@ { "format": "horizon-benchmark-summary", "version": 1, - "generated": "2026-10-22T19:42:06Z", + "generated": "2026-10-22T20:35:03Z", "min_installs": 3, "groups": [ { @@ -210,6 +210,109 @@ "chunk_load_ms": 123217 } } + }, + { + "gpu": "Intel HD Graphics 620 (KBL GT2)", + "cpu": "Intel Core i7-7500U CPU @ 2.70GHz", + "render_distance": 12, + "game": "horizon", + "source": "us", + "machine": "ThinkPad (i7-7500U, HD Graphics 620)", + "measured": "2026-10-22", + "version": "v2026.10.22.04", + "backend": "vulkan", + "os": "linux", + "window": [ + 1280, + 720 + ], + "repeats": 2, + "load_avg_1m": 0.988, + "note": "A 2016 laptop: 2 cores / 4 threads and Intel integrated graphics, Linux with Mesa 26.1.8 (Horizon on Vulkan, vanilla on OpenGL). It has no screen attached, so both games drew to a GPU compositor (sway on the Intel GPU) in a 1280x720 window. Horizon ran two flights per scene, vanilla two separate games of one. Render distance 32 is not shown: in 5 minutes neither game finished loading the spawn, and given 25, Horizon kept only about 900 to 1,400 chunk columns resident on this machine instead of the 3,200 a full view holds, so the two games would not have drawn the same world.", + "medians": { + "avg_fps": 209, + "low_1pct_fps": 39, + "p95_ms": 14, + "world_ms": 50794, + "chunk_load_ms": 59726, + "rss_peak_mb": 986, + "rss_steady_mb": 797, + "cpu_p50_ms": 2.6, + "gpu_p50_ms": 4.5 + }, + "scenes": { + "village": { + "avg_fps": 273, + "low_1pct_fps": 46, + "chunk_load_ms": 44860 + }, + "forest": { + "avg_fps": 246, + "low_1pct_fps": 48, + "chunk_load_ms": 67527 + }, + "ocean": { + "avg_fps": 204, + "low_1pct_fps": 36, + "chunk_load_ms": 51485 + }, + "mountain": { + "avg_fps": 111, + "low_1pct_fps": 26, + "chunk_load_ms": 75032 + } + } + }, + { + "gpu": "Mesa Intel HD Graphics 620 (KBL GT2)", + "cpu": "Intel Core i7-7500U CPU @ 2.70GHz", + "render_distance": 12, + "game": "vanilla", + "source": "us", + "machine": "ThinkPad (i7-7500U, HD Graphics 620)", + "measured": "2026-10-22", + "version": "26.3", + "backend": "opengl", + "os": "linux", + "window": [ + 1280, + 720 + ], + "repeats": 2, + "load_avg_1m": 5.749, + "medians": { + "avg_fps": 126, + "low_1pct_fps": 29, + "p95_ms": 17, + "world_ms": 68127, + "chunk_load_ms": 46879, + "rss_peak_mb": 2144, + "rss_steady_mb": 2074, + "cpu_p50_ms": null, + "gpu_p50_ms": null + }, + "scenes": { + "village": { + "avg_fps": 91, + "low_1pct_fps": 22, + "chunk_load_ms": 52101 + }, + "forest": { + "avg_fps": 104, + "low_1pct_fps": 28, + "chunk_load_ms": 47218 + }, + "ocean": { + "avg_fps": 104, + "low_1pct_fps": 25, + "chunk_load_ms": 33421 + }, + "mountain": { + "avg_fps": 205, + "low_1pct_fps": 42, + "chunk_load_ms": 54778 + } + } } ] } diff --git a/website/src/bench.js b/website/src/bench.js index fdc97415f..27042a8d3 100644 --- a/website/src/bench.js +++ b/website/src/bench.js @@ -78,6 +78,17 @@ export function machineHtml(name, rows) { const javaWins = METRICS.flatMap((m) => distances.filter((rd) => compareRows(m, pick(rows, "horizon", rd), pick(rows, "vanilla", rd))?.wins === "java").map((rd) => `${m.label.toLowerCase()} at ${rd}`), ); + // Per scene too: an average that Horizon wins can hide a scene where Java is faster. + const sceneName = { village: "the village", forest: "the forest", ocean: "the ocean", mountain: "the mountain" }; + for (const rd of distances) { + const h = pick(rows, "horizon", rd); + const j = pick(rows, "vanilla", rd); + for (const [scene, js] of Object.entries(j?.scenes || {})) { + const hs = h?.scenes?.[scene]; + if (!hs?.avg_fps || !js?.avg_fps || (h.capped_fps && hs.avg_fps >= h.capped_fps * 0.97)) continue; + if (js.avg_fps > hs.avg_fps * 1.05) javaWins.push(`average FPS over ${sceneName[scene] || scene} at ${rd} (${format("fps", js.avg_fps)} against ${format("fps", hs.avg_fps)})`); + } + } const facts = [ ["CPU", first.cpu], ["GPU", first.gpu],