From f1d5bf520986b00a5b968a84d85809fca1a039fa Mon Sep 17 00:00:00 2001 From: Ludovic Marie <136255825+ludovic111@users.noreply.github.com> Date: Sun, 18 Oct 2026 20:57:07 +0200 Subject: [PATCH 1/2] server_bench: compare each bot count's work across servers, and flag runs that aren't equal Co-Authored-By: Claude Opus 5.5 --- tests/test_server_bench.py | 32 +++++++++++++++++++++++++ tools/server_bench.py | 48 ++++++++++++++++++++++++++++++++++++-- 2 files changed, 78 insertions(+), 2 deletions(-) create mode 100644 tests/test_server_bench.py diff --git a/tests/test_server_bench.py b/tests/test_server_bench.py new file mode 100644 index 000000000..f392297bc --- /dev/null +++ b/tests/test_server_bench.py @@ -0,0 +1,32 @@ +import unittest + +from tools.server_bench import work + + +def run(server, bots, sent, new, waited=0.0, behaviour="mixed"): + return {"server": server, "behaviour": behaviour, "bots": bots, "chunks_per_second": sent, + "unique_per_second": new, "waited_ticks_per_second": waited} + + +class ServerBenchWorkTests(unittest.TestCase): + def test_shares_of_the_busiest_server(self): + [row] = work([run("horizon", 10, 98.2, 36.5), run("vanilla", 10, 24.3, 19.1, 12.0)]) + self.assertFalse(row["equal"]) + self.assertEqual(row["servers"]["horizon"]["chunks_per_second"], {"value": 98.2, "share": 1.0}) + self.assertEqual(row["servers"]["vanilla"]["chunks_per_second"]["share"], 0.247) + self.assertEqual(row["servers"]["vanilla"]["waited_ticks_per_second"], 12.0) + + def test_equal_within_ten_percent_or_a_chunk(self): + [row] = work([run("horizon", 25, 236, 28.9), run("vanilla", 25, 252, 28.9)]) + self.assertTrue(row["equal"]) + # One bot: 0.3 against 1.1 new chunks a second is within a chunk. + [row] = work([run("horizon", 1, 9.9, 0.3), run("vanilla", 1, 9.9, 1.1)]) + self.assertTrue(row["equal"]) + + def test_only_counts_run_on_several_servers(self): + failed = dict(run("vanilla", 50, 0, 0), error="watchdog") + self.assertEqual(work([run("horizon", 50, 450, 10), failed, run("horizon", 1, 9, 0.3)]), []) + + +if __name__ == "__main__": + unittest.main() diff --git a/tools/server_bench.py b/tools/server_bench.py index c79d6aab1..0ba99617a 100755 --- a/tools/server_bench.py +++ b/tools/server_bench.py @@ -19,7 +19,9 @@ The bots can run on another machine, so they don't take the server's CPU: `--bot `--bots-bin` naming horizon-bots there and `--connect` the address it reaches this machine at. `--nice 19` runs every server at the lowest priority (a shared machine). The explore bots fly as fast as each server sends them chunks, so a faster server gets more terrain to generate; `--explore-speed` slows them to a rate -both servers keep up with, for equal work. +both servers keep up with, for equal work. After the runs, the work table compares the servers at each bot +count: chunks sent and new chunks generated a second, against the busiest server's. A run whose work is more +than 10 % apart isn't a fair comparison of its tick times. The vanilla side runs the pinned server jar from tools/lab.py prepare (your own copy). It needs Java 25. The Horizon side runs target/release/horizon-server with the engine beside it; build both first: @@ -306,6 +308,38 @@ def run_once(kind, bots, behaviour, args, out): return result +# How far apart two servers' chunks a second (sent, and new) may be and still count as the same work: 10 %, +# or a chunk a second when there are few. +EQUAL_WORK = 0.10 + + +def work(runs): + """Each pass and bot count that ran on more than one server: every server's chunks sent and new chunks a + second as a share of the busiest one's, the ticks a second its bots stood waiting for their own chunk, + and whether the work was equal (within EQUAL_WORK on both).""" + groups = {} + for r in runs: + if 'error' not in r: + groups.setdefault((r['behaviour'], r['bots']), []).append(r) + rows = [] + for (behaviour, bots), group in groups.items(): + if len(group) < 2: + continue + row = {'behaviour': behaviour, 'bots': bots, 'servers': {}, 'equal': True} + for key in ('chunks_per_second', 'unique_per_second'): + top = max(r.get(key) or 0 for r in group) + for r in group: + value = r.get(key) or 0 + share = round(value / top, 3) if top else 1.0 + row['servers'].setdefault(r['server'], {})[key] = {'value': value, 'share': share} + if top - value > max(EQUAL_WORK * top, 1.0): + row['equal'] = False + for r in group: + row['servers'][r['server']]['waited_ticks_per_second'] = r.get('waited_ticks_per_second') + rows.append(row) + return rows + + def main(): parser = argparse.ArgumentParser(description=__doc__.split('\n\n')[0]) parser.add_argument('--servers', default='horizon,vanilla') @@ -346,6 +380,7 @@ def main(): 'java': subprocess.run(['java', '--version'], capture_output=True, text=True).stdout.splitlines()[:1], 'settings': {**vars(args), 'out': str(args.out), 'properties': PROPERTIES}, 'runs': runs, + 'work': work(runs), } path = args.out or out / 'report.json' path.parent.mkdir(parents=True, exist_ok=True) @@ -356,11 +391,20 @@ def main(): if 'error' in r: print(f'{r["server"]:8} {r["behaviour"]:8} {r["bots"]:>4} failed: {r["error"].splitlines()[0]}') continue - per_bot = r['chunks_per_bot'].get(r['behaviour']) + # A mixed pass: every bot's. + per_bot = r['chunks_per_bot'].get(r['behaviour']) or round((r['chunks_total'] or 0) / r['bots']) print(f'{r["server"]:8} {r["behaviour"]:8} {r["bots"]:>4} {r["start_seconds"]:>8} {r["mspt"]["average"]!s:>6} ' f'{r["mspt"]["p95"]!s:>6} {r["mspt"]["p99"]!s:>6} {r["rss_mb"]["mean"]!s:>7} {r["cpu_percent"]!s:>6} ' f'{r["chunks_per_second"]!s:>8} {per_bot!s:>6} {r["resent"]!s:>6} {r["pulled_back"]!s:>6} ' f'{r["bots_joined"]!s:>6}') + if report['work']: + print(f'\nWork, against the busiest server (chunks a second sent, new; ticks a second bots waited):') + for row in report['work']: + cells = ' '.join( + f'{server} {w["chunks_per_second"]["value"]} ({w["chunks_per_second"]["share"]:.0%}), ' + f'{w["unique_per_second"]["value"]} ({w["unique_per_second"]["share"]:.0%}), ' + f'{w["waited_ticks_per_second"]}' for server, w in row['servers'].items()) + print(f'{row["behaviour"]:8} {row["bots"]:>4} {"equal" if row["equal"] else "NOT EQUAL"} {cells}') print(f'\nWrote {path}') From 32a37e8937069331e06f03ee3751335852639095 Mon Sep 17 00:00:00 2001 From: Ludovic Marie <136255825+ludovic111@users.noreply.github.com> Date: Sun, 18 Oct 2026 23:22:07 +0200 Subject: [PATCH 2/2] Benchmark: Horizon's server against vanilla 26.3 with mixed bots, equal work Explore bots paced at 0.8 blocks a second and a 300-second warm-up, so both servers serve the same paths; the work table shows it. Horizon ran as horizon-engine (the server build, from its archive). Co-Authored-By: Claude Opus 5.5 --- .../server-equal-mixed-2026-10-18/README.md | 137 ++++ .../server-equal-mixed-2026-10-18/load.txt | 702 ++++++++++++++++++ .../mixed-equal.json | 421 +++++++++++ docs/server.md | 17 +- 4 files changed, 1276 insertions(+), 1 deletion(-) create mode 100644 benchmarks/server-equal-mixed-2026-10-18/README.md create mode 100644 benchmarks/server-equal-mixed-2026-10-18/load.txt create mode 100644 benchmarks/server-equal-mixed-2026-10-18/mixed-equal.json diff --git a/benchmarks/server-equal-mixed-2026-10-18/README.md b/benchmarks/server-equal-mixed-2026-10-18/README.md new file mode 100644 index 000000000..5849e72ba --- /dev/null +++ b/benchmarks/server-equal-mixed-2026-10-18/README.md @@ -0,0 +1,137 @@ +# Horizon's server against vanilla 26.3: mixed bots, equal work (2026-10-18) + +This reruns `../server-mixed-2026-10-18/` with the bots' load made the same on both servers. In that run the +`explore` bots flew as fast as each server sent them chunks. Horizon kept up and vanilla didn't, so Horizon +sent 2.9 to 5.9 times as many chunks a second, and vanilla's walking bots got a fifth of the chunks Horizon's +got. The comparison of tick times wasn't fair. + +## Summary + +- **The work was equal** at 1 and 10 bots. At 25 bots it was equal in chunks sent a second (158.6 against 157.6); + vanilla was still catching up on chunks its bots hadn't had yet, see "Equal work" below. Every bot joined, none + was dropped, no chunk was sent twice, and no bot ever waited for the chunk it stood in. +- **Tick time (MSPT), same work:** + - 1 bot: 1.8 ms on Horizon against 11.3 on vanilla; + - 10 bots: 4.7 against 34.3 ms; + - 25 bots: 11.7 against 50.5 ms. Vanilla dropped just under 20 TPS (19.8) and its worst 5-second P99 was + 1388 ms, against Horizon's 130; + - 50 bots: Horizon ran at 23.8 ms (20 TPS). Vanilla's watchdog stopped its server 30 s after the last bot + joined ("A single server tick took 60.01 seconds"). +- **Memory:** Horizon's RSS was 4.1 to 4.9 times smaller: 0.69 against 3.40 GB with one bot, 0.95 against + 3.87 GB with 25, and 1.03 GB with 50. Vanilla's heap is fixed at 4 GB, so its RSS is mostly that heap. +- **CPU** (100 % is one of the machine's 4 threads): 30 against 128 % at 10 bots, 58 against 192 % at 25. +- **What changed since the first run:** the first run's vanilla held 50 bots at 29.7 ms because its walking + bots got 640 to 1100 chunks each. With the explore bots paced, vanilla serves the walking bots in full + (5400 to 6100 chunks each, against Horizon's 6100 to 6600), and that is the load it can't carry at 50. + +## Results + +MSPT is milliseconds per tick from each server's own `/tick query` (50 is the limit for 20 TPS). P95 and P99 +are over the 300 measured seconds. "Worst P99" is the highest P99 of a single 5-second query. RSS and CPU +cover the server's process tree. "First-time chunks/s" counts chunks a bot hadn't received before (summed +over the bots). "Waited" is ticks a second that bots stood still waiting for their own chunk. "Pulled back" +counts position packets that moved a bot back. + +| Bots | Server | MSPT | P95 | P99 | Worst P99 | TPS | RSS (mean / max) | CPU | Start | Chunks/s | First-time chunks/s | Waited | Pulled back | +|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:| +| 1 | Horizon | **1.77** | 4.21 | 13.04 | 47.5 | 20 | **0.69 / 0.69 GB** | 28 % | 19.7 s | 9.94 | 0.01 | 0 | 0 | +| 1 | vanilla | 11.34 | 17.12 | 33.22 | 119.1 | 20 | 3.40 / 3.42 GB | 36 % | 20.4 s | 9.98 | 0.01 | 0 | 0 | +| 10 | Horizon | **4.74** | 10.48 | 19.69 | 120.1 | 20 | **0.86 / 0.88 GB** | 30 % | 19.5 s | 61.35 | 1.79 | 0 | 4159 | +| 10 | vanilla | 34.30 | 53.72 | 89.08 | 375.8 | 20 | 3.71 / 3.75 GB | 128 % | 19.9 s | 61.66 | 1.93 | 0 | 3976 | +| 25 | Horizon | **11.72** | 24.45 | 43.79 | 129.8 | 20 | **0.95 / 1.09 GB** | 58 % | 9.6 s | 158.57 | 5.78 | 0 | 3496 | +| 25 | vanilla | 50.45 | 74.09 | 191.21 | 1388.1 | 19.82 | 3.87 / 4.75 GB | 192 % | 37.8 s | 157.63 | 8.25 | 0 | 3629 | +| 50 | Horizon | **23.82** | 50.98 | 74.64 | 195.9 | 20 | **1.03 / 1.20 GB** | 98 % | 14.9 s | 302.81 | 10.96 | 0 | 7565 | +| 50 | vanilla | stopped by its watchdog | | | | | | | 11.2 s | | | | | + +Chunks each bot received over the whole run, by behaviour (mean): + +| Bots | Server | walk | explore | idle | +|---:|---|---:|---:|---:| +| 1 | Horizon | 6092 | | | +| 1 | vanilla | 6084 | | | +| 10 | Horizon | 6248 | 1165 | 473 | +| 10 | vanilla | 5729 | 1124 | 473 | +| 25 | Horizon | 6629 | 1267 | 473 | +| 25 | vanilla | 5387 | 1119 | 473 | +| 50 | Horizon | 6497 | 1256 | 473 | + +Both servers pulled bots back about as often (`moved too quickly` 20 and 296 times on vanilla at 10 and 25 +bots). + +## Equal work + +`tools/server_bench.py` now prints a work table after the runs. At each bot count it compares every server's +chunks sent a second and first-time chunks a second with the busiest server's. Work counts as equal when +both are within 10 % (or within a chunk a second when there are few). The report keeps the table as `work`. + +| Bots | Chunks/s (Horizon, vanilla) | First-time chunks/s (Horizon, vanilla) | Equal | +|---:|---|---|---| +| 1 | 9.94, 9.98 | 0.01, 0.01 | yes | +| 10 | 61.35, 61.66 | 1.79, 1.93 | yes | +| 25 | 158.57, 157.63 | 5.78, 8.25 | no: vanilla sent 2.5 more first-time chunks a second | + +Two settings made the load the same: + +- **Explore bots paced at 0.8 blocks a second** (`--explore-speed 0.8`), the rate the 2026-10-17 run showed + both servers keep up with. Every bot then follows the same path on both servers. The path is deterministic + per bot, and a bot only stops while the chunk it stands in hasn't arrived, which never happened here + (`Waited` 0). So both servers had the same chunks to send. +- **A 300-second warm-up** before the 300 measured seconds. A first pass with the old 60-second warm-up + (aborted after 10 bots) sent the same chunks a second on both (63.1 against 61.4). But vanilla was still + delivering the bots' first views during the measurement (12.9 first-time chunks a second against Horizon's + 4.1), so its window held more work than Horizon's. With 300 seconds both were in steady state at 1 and 10 + bots. At 25, vanilla still sent 2.5 more first-time chunks a second than Horizon: 1.6 % of all it sent, and + its walking bots ended the run with 19 % fewer chunks. Read the 25-bot tick times with that in mind: the + extra first-time chunks are work vanilla had still to do because it fell behind. + +## Method + +`tools/server_bench.py` ran each configuration on a fresh server: + +- the same `server.properties` on both: seed 12345, view and simulation distance 10, offline, creative, + difficulty easy, `sync-chunk-writes=true`, white-list off; +- `gamerule respawn_radius 0`, and otherwise vanilla's default game rules (the locator bar on for both); +- the server waits for `Done`, the bots join one a second, warm up for 300 seconds and are measured for 300, + with `/tick query` every 5 seconds and RSS and CPU every second. + +The bots are `horizon-bots --behaviour mixed`: 60 % walk, 20 % explore and 20 % idle, each choice deterministic +per bot. All are creative and fly 24 blocks above spawn. `walk` flies to random points within 48 blocks at +5.6 blocks a second, `explore` flies straight out at 0.8 blocks a second, and `idle` hovers. + +**Machine.** The ThinkPad: Intel Core i7-7500U (2 cores, 4 threads), 32 GB, NixOS. The desktop (24 threads) +was meant to run it, but it didn't wake (`~/fleet/power wake desktop` timed out, as it did for the first run). +No other session ran on the ThinkPad during the runs (`load.txt`, a sample a minute). The servers ran under +`nice -n 19`. The bots ran on the Mac mini (M4 Pro, shared with other work at 70 to 90 % CPU) and reached the +ThinkPad over the tailnet. + +**What ran.** + +- Horizon: the server build from #916 (`horizon-client --no-default-features`, no sound or controllers) at + 519ec121, packaged with `xtask package-server` and installed with `install.sh --archive`, as Linux owners + will get it. `horizon-server` ran it as `horizon-engine`. The game files were prepared from the owner's own + Minecraft. `horizon-bots` and `server_bench.py` came from this PR. +- Vanilla: the pinned 26.3 server jar (the owner's own copy) on OpenJDK 25.0.4.1, `-Xms4g -Xmx4g`. + +`server_bench.py` stopped after vanilla's 50-bot server crashed and before it wrote its report. +`mixed-equal.json` holds the run lines it printed. The vanilla 50 entry and its error come from that server's +log, and the `work` table was computed with `server_bench.work`. `load.txt` is the fleet monitor's view of the +machines during the runs. + +## Reproduce + + curl -fsSL https://raw.githubusercontent.com/ludovic111/horizon/main/packaging/server/install.sh | sh + horizon-prepare --prepare --server-jar /path/to/server.jar # your own copy + cargo build --release -p horizon-bots # on the machine that runs the bots + # in a checkout whose .local/minecraft holds the pinned vanilla jars (tools/lab.py prepare): + HORIZON_BENCH_BIN=~/.local/share/horizon/current \ + python3 tools/server_bench.py --servers horizon,vanilla --bots 1,10,25,50 --behaviour mixed \ + --explore-speed 0.8 --warmup 300 --nice 19 \ + --bots-via 'ssh ' --bots-bin /path/to/horizon-bots --connect \ + --out mixed-equal.json + +## Next + +- One pass per configuration ran. Vanilla at 50 bots, in particular, needs a second pass, ideally on the + desktop (24 threads), where neither server is CPU-bound. +- 100 bots, and Paper and Fabric + Lithium (docs/server.md section 9). +- A longer warm-up, or measuring from when the first-time chunk rate settles, so the 25-bot work is equal too. diff --git a/benchmarks/server-equal-mixed-2026-10-18/load.txt b/benchmarks/server-equal-mixed-2026-10-18/load.txt new file mode 100644 index 000000000..2992b4a26 --- /dev/null +++ b/benchmarks/server-equal-mixed-2026-10-18/load.txt @@ -0,0 +1,702 @@ +2026-10-18T19:32:39Z +ludothinkpad ok: 27.2 GB free, 4 threads 17% busy, 0 sessions +desktop offline +macmini ok: 25.9 GB free, 14 threads 73% busy, 1 sessions +macbook offline + RAM 27.0 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 42% busy (agents 0.0, rest 1.6 cores) · 80°C · load 5.9 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:33:44Z +ludothinkpad ok: 26.7 GB free, 4 threads 19% busy, 0 sessions +desktop offline +macmini busy: 26.7 GB free, 14 threads 93% busy, 1 sessions +macbook offline + RAM 26.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 34% busy (agents 0.0, rest 1.7 cores) · 81°C · load 4.0 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:34:48Z +ludothinkpad ok: 26.4 GB free, 4 threads 56% busy, 0 sessions +desktop offline +macmini busy: 26.9 GB free, 14 threads 90% busy, 1 sessions +macbook offline + RAM 26.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 54% busy (agents 0.0, rest 2.2 cores) · 79°C · load 2.8 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:35:52Z +ludothinkpad ok: 26.7 GB free, 4 threads 27% busy, 0 sessions +desktop offline +macmini ok: 25.4 GB free, 14 threads 85% busy, 1 sessions +macbook offline + RAM 26.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 30% busy (agents 0.0, rest 1.1 cores) · 82°C · load 2.2 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:36:57Z +ludothinkpad ok: 26.7 GB free, 4 threads 25% busy, 0 sessions +desktop offline +macmini busy: 25.4 GB free, 14 threads 93% busy, 1 sessions +macbook offline + RAM 26.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 37% busy (agents 0.0, rest 1.2 cores) · 80°C · load 1.5 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:38:01Z +ludothinkpad ok: 26.6 GB free, 4 threads 54% busy, 0 sessions +desktop offline +macmini ok: 26.7 GB free, 14 threads 64% busy, 1 sessions +macbook offline + RAM 26.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 21% busy (agents 0.0, rest 1.2 cores) · 81°C · load 1.9 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:39:05Z +ludothinkpad ok: 26.7 GB free, 4 threads 20% busy, 0 sessions +desktop offline +macmini ok: 26.1 GB free, 14 threads 70% busy, 1 sessions +macbook offline + RAM 26.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 28% busy (agents 0.0, rest 1.0 cores) · 81°C · load 1.3 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:40:10Z +ludothinkpad ok: 26.7 GB free, 4 threads 39% busy, 0 sessions +desktop offline +macmini ok: 29.2 GB free, 14 threads 73% busy, 1 sessions +macbook offline + RAM 26.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 32% busy (agents 0.0, rest 1.7 cores) · 80°C · load 0.9 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:41:14Z +ludothinkpad ok: 26.7 GB free, 4 threads 31% busy, 0 sessions +desktop offline +macmini ok: 28.8 GB free, 14 threads 77% busy, 1 sessions +macbook offline + RAM 26.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 15% busy (agents 0.0, rest 1.1 cores) · 82°C · load 1.3 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:42:19Z +ludothinkpad ok: 26.5 GB free, 4 threads 26% busy, 0 sessions +desktop offline +macmini busy: 26.1 GB free, 14 threads 94% busy, 1 sessions +macbook offline + RAM 26.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 30% busy (agents 0.0, rest 1.3 cores) · 78°C · load 1.1 + · disk 289.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:43:23Z +ludothinkpad busy: 26.7 GB free, 4 threads 99% busy, 0 sessions +desktop offline +macmini ok: 28.2 GB free, 14 threads 83% busy, 1 sessions +macbook offline + RAM 26.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 99% busy (agents 0.0, rest 3.8 cores) · 86°C · load 2.4 + · disk 289.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:44:27Z +ludothinkpad busy: 25.2 GB free, 4 threads 98% busy, 0 sessions +desktop offline +macmini ok: 29.0 GB free, 14 threads 73% busy, 1 sessions +macbook offline + RAM 24.9 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 83% busy (agents 0.0, rest 3.7 cores) · 83°C · load 5.5 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:45:31Z +ludothinkpad ok: 24.5 GB free, 4 threads 39% busy, 0 sessions +desktop offline +macmini busy: 27.0 GB free, 14 threads 93% busy, 1 sessions +macbook offline + RAM 24.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 34% busy (agents 0.0, rest 1.5 cores) · 84°C · load 3.5 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:46:35Z +ludothinkpad ok: 23.7 GB free, 4 threads 69% busy, 0 sessions +desktop offline +macmini busy: 26.2 GB free, 14 threads 90% busy, 1 sessions +macbook offline + RAM 23.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 75% busy (agents 0.0, rest 2.8 cores) · 87°C · load 2.7 + · disk 289.5 GB free · battery 96% · Ludovic: away + +2026-10-18T19:47:40Z +ludothinkpad ok: 23.8 GB free, 4 threads 66% busy, 0 sessions +desktop offline +macmini busy: 25.9 GB free, 14 threads 85% busy, 1 sessions +macbook offline + RAM 23.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 59% busy (agents 0.0, rest 2.5 cores) · 83°C · load 2.9 + · disk 291.7 GB free · battery 96% · Ludovic: away + +2026-10-18T19:48:44Z +ludothinkpad ok: 24.2 GB free, 4 threads 61% busy, 0 sessions +desktop offline +macmini busy: 29.0 GB free, 14 threads 90% busy, 1 sessions +macbook offline + RAM 24.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 62% busy (agents 0.0, rest 2.5 cores) · 84°C · load 3.2 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:49:48Z +ludothinkpad ok: 25.1 GB free, 4 threads 59% busy, 0 sessions +desktop offline +macmini ok: 31.1 GB free, 14 threads 81% busy, 1 sessions +macbook offline + RAM 25.1 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 57% busy (agents 0.0, rest 2.4 cores) · 85°C · load 2.9 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:50:52Z +ludothinkpad ok: 25.7 GB free, 4 threads 39% busy, 0 sessions +desktop offline +macmini busy: 28.4 GB free, 14 threads 88% busy, 2 sessions +macbook offline + RAM 25.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 18% busy (agents 0.0, rest 1.4 cores) · 67°C · load 2.4 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:51:57Z +ludothinkpad ok: 23.7 GB free, 4 threads 40% busy, 0 sessions +desktop offline +macmini ok: 27.9 GB free, 14 threads 83% busy, 1 sessions +macbook offline + RAM 23.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 23% busy (agents 0.0, rest 1.4 cores) · 81°C · load 1.8 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:53:01Z +ludothinkpad ok: 25.3 GB free, 4 threads 25% busy, 0 sessions +desktop offline +macmini ok: 27.1 GB free, 14 threads 84% busy, 1 sessions +macbook offline + RAM 25.1 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 31% busy (agents 0.0, rest 1.2 cores) · 80°C · load 1.8 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:54:05Z +ludothinkpad ok: 26.5 GB free, 4 threads 75% busy, 0 sessions +desktop offline +macmini busy: 27.1 GB free, 14 threads 91% busy, 1 sessions +macbook offline + RAM 26.5 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 69% busy (agents 0.0, rest 2.5 cores) · 78°C · load 2.3 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:55:09Z +ludothinkpad busy: 26.4 GB free, 4 threads 89% busy, 0 sessions +desktop offline +macmini busy: 26.3 GB free, 14 threads 86% busy, 1 sessions +macbook offline + RAM 26.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 32% busy (agents 0.0, rest 2.4 cores) · 79°C · load 2.9 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:56:14Z +ludothinkpad ok: 26.4 GB free, 4 threads 39% busy, 0 sessions +desktop offline +macmini ok: 27.1 GB free, 14 threads 68% busy, 1 sessions +macbook offline + RAM 26.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 63% busy (agents 0.0, rest 1.8 cores) · 82°C · load 2.3 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:57:18Z +ludothinkpad ok: 26.3 GB free, 4 threads 20% busy, 0 sessions +desktop offline +macmini busy: 29.2 GB free, 14 threads 85% busy, 1 sessions +macbook offline + RAM 26.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 19% busy (agents 0.0, rest 1.0 cores) · 80°C · load 1.8 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:58:22Z +ludothinkpad ok: 26.3 GB free, 4 threads 28% busy, 0 sessions +desktop offline +macmini busy: 27.3 GB free, 14 threads 88% busy, 1 sessions +macbook offline + RAM 26.1 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 93% busy (agents 0.0, rest 2.5 cores) · 80°C · load 2.0 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T19:59:27Z +ludothinkpad ok: 26.2 GB free, 4 threads 52% busy, 0 sessions +desktop offline +macmini ok: 35.0 GB free, 14 threads 85% busy, 1 sessions +macbook offline + RAM 26.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 22% busy (agents 0.0, rest 1.8 cores) · 80°C · load 3.6 + · disk 291.4 GB free · battery 96% · Ludovic: away + +2026-10-18T20:00:31Z +ludothinkpad busy: 25.8 GB free, 4 threads 87% busy, 0 sessions +desktop offline +macmini busy: 33.0 GB free, 14 threads 87% busy, 1 sessions +macbook offline + RAM 27.5 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 51% busy (agents 0.0, rest 2.9 cores) · 79°C · load 3.6 + · disk 291.5 GB free · battery 96% · Ludovic: away + +2026-10-18T20:01:35Z +ludothinkpad ok: 25.6 GB free, 4 threads 35% busy, 0 sessions +desktop offline +macmini ok: 32.4 GB free, 14 threads 81% busy, 1 sessions +macbook ok: 7.2 GB free, 12 threads 32% busy, 0 sessions + RAM 25.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 34% busy (agents 0.0, rest 1.3 cores) · 81°C · load 2.5 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T20:02:40Z +ludothinkpad ok: 26.6 GB free, 4 threads 35% busy, 0 sessions +desktop offline +macmini ok: 29.2 GB free, 14 threads 79% busy, 1 sessions +macbook ok: 6.5 GB free, 12 threads 39% busy, 0 sessions + RAM 26.5 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 33% busy (agents 0.0, rest 1.3 cores) · 81°C · load 2.7 + · disk 291.6 GB free · battery 96% · Ludovic: away + +2026-10-18T20:03:44Z +ludothinkpad ok: 25.5 GB free, 4 threads 56% busy, 0 sessions +desktop offline +macmini busy: 31.1 GB free, 14 threads 89% busy, 1 sessions +macbook ok: 6.8 GB free, 12 threads 6% busy, 0 sessions + RAM 25.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 66% busy (agents 0.0, rest 2.5 cores) · 87°C · load 2.5 + · disk 291.3 GB free · battery 96% · Ludovic: away + +2026-10-18T20:04:48Z +ludothinkpad busy: 26.2 GB free, 4 threads 99% busy, 0 sessions +desktop offline +macmini busy: 30.0 GB free, 14 threads 89% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 31% busy, 0 sessions + RAM 25.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 84% busy (agents 0.0, rest 3.7 cores) · 85°C · load 3.4 + · disk 291.3 GB free · battery 96% · Ludovic: away + +2026-10-18T20:05:52Z +ludothinkpad busy: 24.5 GB free, 4 threads 100% busy, 0 sessions +desktop offline +macmini busy: 34.1 GB free, 14 threads 89% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 10% busy, 0 sessions + RAM 24.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 100% busy (agents 0.0, rest 4.0 cores) · 83°C · load 9.0 + · disk 291.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:06:57Z +ludothinkpad busy: 23.5 GB free, 4 threads 100% busy, 0 sessions +desktop offline +macmini busy: 28.3 GB free, 14 threads 88% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 5% busy, 0 sessions + RAM 23.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 99% busy (agents 0.0, rest 4.0 cores) · 82°C · load 10.1 + · disk 309.2 GB free · battery 96% · Ludovic: away + +2026-10-18T20:08:01Z +ludothinkpad busy: 23.4 GB free, 4 threads 88% busy, 0 sessions +desktop offline +macmini ok: 29.6 GB free, 14 threads 83% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 2% busy, 0 sessions + RAM 23.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 77% busy (agents 0.0, rest 3.4 cores) · 84°C · load 7.5 + · disk 309.2 GB free · battery 96% · Ludovic: away + +2026-10-18T20:09:05Z +ludothinkpad busy: 24.0 GB free, 4 threads 89% busy, 0 sessions +desktop offline +macmini ok: 25.9 GB free, 14 threads 83% busy, 1 sessions +macbook ok: 7.1 GB free, 12 threads 19% busy, 0 sessions + RAM 23.9 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 91% busy (agents 0.0, rest 3.6 cores) · 82°C · load 5.9 + · disk 309.1 GB free · battery 96% · Ludovic: away + +2026-10-18T20:10:09Z +ludothinkpad busy: 24.0 GB free, 4 threads 98% busy, 0 sessions +desktop offline +macmini busy: 27.1 GB free, 14 threads 88% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 19% busy, 0 sessions + RAM 24.0 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 92% busy (agents 0.0, rest 3.7 cores) · 84°C · load 6.6 + · disk 309.1 GB free · battery 96% · Ludovic: away + +2026-10-18T20:11:14Z +ludothinkpad busy: 24.3 GB free, 4 threads 92% busy, 0 sessions +desktop offline +macmini ok: 26.3 GB free, 14 threads 84% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 18% busy, 0 sessions + RAM 24.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 99% busy (agents 0.0, rest 3.7 cores) · 85°C · load 6.5 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:12:18Z +ludothinkpad busy: 24.7 GB free, 4 threads 89% busy, 0 sessions +desktop offline +macmini ok: 28.6 GB free, 14 threads 78% busy, 1 sessions +macbook ok: 7.3 GB free, 12 threads 20% busy, 0 sessions + RAM 24.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 82% busy (agents 0.0, rest 3.4 cores) · 84°C · load 6.1 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:13:22Z +ludothinkpad ok: 23.4 GB free, 4 threads 53% busy, 0 sessions +desktop offline +macmini ok: 28.1 GB free, 14 threads 77% busy, 1 sessions +macbook ok: 7.3 GB free, 12 threads 20% busy, 0 sessions + RAM 23.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 48% busy (agents 0.0, rest 2.4 cores) · 80°C · load 4.2 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:14:27Z +ludothinkpad ok: 24.0 GB free, 4 threads 44% busy, 0 sessions +desktop offline +macmini ok: 28.0 GB free, 14 threads 71% busy, 1 sessions +macbook ok: 6.9 GB free, 12 threads 2% busy, 0 sessions + RAM 24.1 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 23% busy (agents 0.0, rest 2.0 cores) · 77°C · load 4.3 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:15:31Z +ludothinkpad ok: 22.7 GB free, 4 threads 31% busy, 0 sessions +desktop offline +macmini busy: 27.2 GB free, 14 threads 86% busy, 1 sessions +macbook ok: 6.9 GB free, 12 threads 19% busy, 0 sessions + RAM 22.5 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 30% busy (agents 0.0, rest 1.3 cores) · 77°C · load 2.6 + · disk 309.1 GB free · battery 96% · Ludovic: away + +2026-10-18T20:16:35Z +ludothinkpad ok: 26.8 GB free, 4 threads 37% busy, 0 sessions +desktop offline +macmini ok: 28.6 GB free, 14 threads 82% busy, 1 sessions +macbook ok: 6.8 GB free, 12 threads 9% busy, 0 sessions + RAM 26.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 42% busy (agents 0.0, rest 1.7 cores) · 81°C · load 2.3 + · disk 309.1 GB free · battery 96% · Ludovic: away + +2026-10-18T20:17:39Z +ludothinkpad ok: 26.3 GB free, 4 threads 63% busy, 0 sessions +desktop offline +macmini ok: 26.8 GB free, 14 threads 78% busy, 1 sessions +macbook ok: 7.0 GB free, 12 threads 19% busy, 0 sessions + RAM 26.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 64% busy (agents 0.0, rest 2.6 cores) · 87°C · load 1.9 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:18:43Z +ludothinkpad ok: 26.9 GB free, 4 threads 37% busy, 0 sessions +desktop offline +macmini busy: 32.2 GB free, 14 threads 87% busy, 1 sessions +macbook ok: 7.0 GB free, 12 threads 10% busy, 0 sessions + RAM 26.9 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 56% busy (agents 0.0, rest 1.9 cores) · 84°C · load 3.9 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:19:48Z +ludothinkpad ok: 26.0 GB free, 4 threads 77% busy, 0 sessions +desktop offline +macmini ok: 29.2 GB free, 14 threads 83% busy, 1 sessions +macbook ok: 7.0 GB free, 12 threads 10% busy, 0 sessions + RAM 26.0 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 66% busy (agents 0.0, rest 2.9 cores) · 86°C · load 3.2 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:20:52Z +ludothinkpad ok: 25.9 GB free, 4 threads 80% busy, 0 sessions +desktop offline +macmini ok: 26.8 GB free, 14 threads 84% busy, 1 sessions +macbook ok: 7.0 GB free, 12 threads 17% busy, 0 sessions + RAM 25.9 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 68% busy (agents 0.0, rest 3.2 cores) · 86°C · load 4.4 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:21:56Z +ludothinkpad ok: 26.3 GB free, 4 threads 63% busy, 0 sessions +desktop offline +macmini ok: 26.3 GB free, 14 threads 77% busy, 1 sessions +macbook ok: 6.8 GB free, 12 threads 14% busy, 0 sessions + RAM 26.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 66% busy (agents 0.0, rest 2.8 cores) · 84°C · load 3.1 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:23:00Z +ludothinkpad ok: 26.8 GB free, 4 threads 74% busy, 0 sessions +desktop offline +macmini ok: 26.1 GB free, 14 threads 82% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 11% busy, 0 sessions + RAM 26.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 65% busy (agents 0.0, rest 2.8 cores) · 84°C · load 5.0 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:24:05Z +ludothinkpad ok: 26.9 GB free, 4 threads 64% busy, 0 sessions +desktop offline +macmini busy: 28.3 GB free, 14 threads 90% busy, 1 sessions +macbook ok: 6.8 GB free, 12 threads 8% busy, 0 sessions + RAM 26.9 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 64% busy (agents 0.0, rest 2.7 cores) · 86°C · load 4.9 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:25:09Z +ludothinkpad ok: 26.0 GB free, 4 threads 56% busy, 0 sessions +desktop offline +macmini busy: 26.2 GB free, 14 threads 88% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 12% busy, 0 sessions + RAM 26.0 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 49% busy (agents 0.0, rest 2.1 cores) · 72°C · load 5.5 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:26:13Z +ludothinkpad ok: 25.8 GB free, 4 threads 47% busy, 0 sessions +desktop offline +macmini ok: 27.8 GB free, 14 threads 78% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 8% busy, 0 sessions + RAM 25.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 56% busy (agents 0.0, rest 2.1 cores) · 78°C · load 3.1 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:27:18Z +ludothinkpad busy: 25.5 GB free, 4 threads 94% busy, 0 sessions +desktop offline +macmini ok: 26.6 GB free, 14 threads 82% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 17% busy, 0 sessions + RAM 25.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 100% busy (agents 0.0, rest 3.9 cores) · 78°C · load 4.7 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:28:22Z +ludothinkpad busy: 24.6 GB free, 4 threads 100% busy, 0 sessions +desktop offline +macmini ok: 26.4 GB free, 14 threads 80% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 8% busy, 0 sessions + RAM 24.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 99% busy (agents 0.0, rest 4.0 cores) · 77°C · load 10.5 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:29:27Z +ludothinkpad busy: 24.3 GB free, 4 threads 100% busy, 0 sessions +desktop offline +macmini ok: 29.8 GB free, 14 threads 80% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 8% busy, 0 sessions + RAM 24.0 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 99% busy (agents 0.0, rest 4.0 cores) · 82°C · load 10.0 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:30:31Z +ludothinkpad busy: 23.7 GB free, 4 threads 91% busy, 0 sessions +desktop offline +macmini ok: 30.1 GB free, 14 threads 71% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 9% busy, 0 sessions + RAM 23.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 94% busy (agents 0.0, rest 3.8 cores) · 80°C · load 10.3 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:31:36Z +ludothinkpad busy: 23.6 GB free, 4 threads 93% busy, 0 sessions +desktop offline +macmini ok: 28.0 GB free, 14 threads 81% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 14% busy, 0 sessions + RAM 23.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 95% busy (agents 0.0, rest 3.7 cores) · 80°C · load 10.7 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:32:40Z +ludothinkpad busy: 23.6 GB free, 4 threads 94% busy, 0 sessions +desktop offline +macmini ok: 26.9 GB free, 14 threads 76% busy, 1 sessions +macbook ok: 6.8 GB free, 12 threads 22% busy, 0 sessions + RAM 23.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 84% busy (agents 0.0, rest 3.5 cores) · 80°C · load 9.7 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:33:45Z +ludothinkpad ok: 25.2 GB free, 4 threads 51% busy, 0 sessions +desktop offline +macmini ok: 27.1 GB free, 14 threads 82% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 17% busy, 0 sessions + RAM 25.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 48% busy (agents 0.0, rest 2.1 cores) · 87°C · load 6.5 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:34:49Z +ludothinkpad ok: 25.1 GB free, 4 threads 56% busy, 0 sessions +desktop offline +macmini busy: 28.2 GB free, 14 threads 87% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 17% busy, 0 sessions + RAM 24.5 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 78% busy (agents 0.0, rest 2.7 cores) · 88°C · load 4.0 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:35:53Z +ludothinkpad busy: 23.6 GB free, 4 threads 86% busy, 0 sessions +desktop offline +macmini busy: 27.9 GB free, 14 threads 86% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 17% busy, 0 sessions + RAM 23.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 88% busy (agents 0.0, rest 3.3 cores) · 85°C · load 4.9 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:36:58Z +ludothinkpad ok: 23.6 GB free, 4 threads 75% busy, 0 sessions +desktop offline +macmini ok: 29.4 GB free, 14 threads 84% busy, 1 sessions +macbook ok: 6.5 GB free, 12 threads 18% busy, 0 sessions + RAM 23.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 85% busy (agents 0.0, rest 3.2 cores) · 85°C · load 5.1 + · disk 309.0 GB free · battery 96% · Ludovic: away + +2026-10-18T20:38:02Z +ludothinkpad ok: 22.6 GB free, 4 threads 55% busy, 0 sessions +desktop offline +macmini ok: 26.5 GB free, 14 threads 80% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 10% busy, 0 sessions + RAM 22.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 54% busy (agents 0.0, rest 2.2 cores) · 85°C · load 4.5 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:39:06Z +ludothinkpad ok: 27.2 GB free, 4 threads 55% busy, 0 sessions +desktop offline +macmini busy: 29.5 GB free, 14 threads 85% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 9% busy, 0 sessions + RAM 27.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 48% busy (agents 0.0, rest 2.2 cores) · 87°C · load 4.0 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:40:10Z +ludothinkpad ok: 26.2 GB free, 4 threads 72% busy, 0 sessions +desktop offline +macmini ok: 27.7 GB free, 14 threads 84% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 19% busy, 0 sessions + RAM 26.3 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 80% busy (agents 0.0, rest 3.1 cores) · 86°C · load 10.8 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:41:15Z +ludothinkpad busy: 26.4 GB free, 4 threads 86% busy, 0 sessions +desktop offline +macmini ok: 28.5 GB free, 14 threads 79% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 10% busy, 0 sessions + RAM 26.4 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 90% busy (agents 0.0, rest 3.4 cores) · 86°C · load 12.8 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:42:19Z +ludothinkpad ok: 26.2 GB free, 4 threads 82% busy, 0 sessions +desktop offline +macmini ok: 26.9 GB free, 14 threads 78% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 11% busy, 0 sessions + RAM 26.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 74% busy (agents 0.0, rest 3.3 cores) · 85°C · load 8.8 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:43:23Z +ludothinkpad busy: 26.7 GB free, 4 threads 93% busy, 0 sessions +desktop offline +macmini ok: 27.3 GB free, 14 threads 81% busy, 1 sessions +macbook ok: 6.6 GB free, 12 threads 10% busy, 0 sessions + RAM 26.7 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 88% busy (agents 0.0, rest 3.4 cores) · 85°C · load 5.4 + · disk 308.9 GB free · battery 96% · Ludovic: away + +2026-10-18T20:44:27Z +ludothinkpad ok: 27.0 GB free, 4 threads 82% busy, 0 sessions +desktop offline +macmini busy: 26.9 GB free, 14 threads 87% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 13% busy, 0 sessions + RAM 27.0 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 75% busy (agents 0.0, rest 3.3 cores) · 82°C · load 9.8 + · disk 308.8 GB free · battery 96% · Ludovic: away + +2026-10-18T20:45:32Z +ludothinkpad ok: 27.2 GB free, 4 threads 76% busy, 0 sessions +desktop offline +macmini ok: 26.8 GB free, 14 threads 80% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 10% busy, 0 sessions + RAM 27.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 84% busy (agents 0.0, rest 3.2 cores) · 85°C · load 6.9 + · disk 308.8 GB free · battery 96% · Ludovic: away + +2026-10-18T20:46:36Z +ludothinkpad busy: 27.1 GB free, 4 threads 87% busy, 0 sessions +desktop offline +macmini busy: 26.8 GB free, 14 threads 92% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 9% busy, 0 sessions + RAM 26.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 85% busy (agents 0.0, rest 3.2 cores) · 82°C · load 4.4 + · disk 308.8 GB free · battery 96% · Ludovic: away + +2026-10-18T20:47:40Z +ludothinkpad busy: 25.3 GB free, 4 threads 86% busy, 0 sessions +desktop offline +macmini ok: 26.5 GB free, 14 threads 72% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 9% busy, 0 sessions + RAM 25.5 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 85% busy (agents 0.0, rest 3.4 cores) · 86°C · load 3.7 + · disk 308.8 GB free · battery 96% · Ludovic: away + +2026-10-18T20:48:45Z +ludothinkpad busy: 26.1 GB free, 4 threads 100% busy, 0 sessions +desktop offline +macmini ok: 28.5 GB free, 14 threads 84% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 15% busy, 0 sessions + RAM 26.1 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 98% busy (agents 0.0, rest 3.9 cores) · 80°C · load 6.5 + · disk 308.8 GB free · battery 96% · Ludovic: away + +2026-10-18T20:49:50Z +ludothinkpad ok: 26.8 GB free, 4 threads 71% busy, 0 sessions +desktop offline +macmini busy: 27.7 GB free, 14 threads 93% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 10% busy, 0 sessions + RAM 26.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 92% busy (agents 0.0, rest 3.4 cores) · 81°C · load 5.2 + · disk 308.7 GB free · battery 96% · Ludovic: away + +2026-10-18T20:50:54Z +ludothinkpad busy: 25.8 GB free, 4 threads 100% busy, 0 sessions +desktop offline +macmini busy: 31.3 GB free, 14 threads 95% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 11% busy, 0 sessions + RAM 25.8 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 99% busy (agents 0.0, rest 4.0 cores) · 82°C · load 8.1 + · disk 308.7 GB free · battery 96% · Ludovic: away + +2026-10-18T20:51:59Z +ludothinkpad ok: 27.2 GB free, 4 threads 12% busy, 0 sessions +desktop offline +macmini ok: 31.2 GB free, 14 threads 76% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 8% busy, 0 sessions + RAM 27.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 15% busy (agents 0.0, rest 1.3 cores) · 81°C · load 7.9 + · disk 308.7 GB free · battery 96% · Ludovic: away + +2026-10-18T20:53:03Z +ludothinkpad ok: 27.3 GB free, 4 threads 42% busy, 0 sessions +desktop offline +macmini busy: 27.8 GB free, 14 threads 87% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 9% busy, 0 sessions + RAM 27.2 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 14% busy (agents 0.0, rest 0.8 cores) · 82°C · load 3.1 + · disk 308.7 GB free · battery 96% · Ludovic: away + +2026-10-18T20:54:08Z +ludothinkpad ok: 28.9 GB free, 4 threads 4% busy, 0 sessions +desktop offline +macmini ok: 29.2 GB free, 14 threads 80% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 9% busy, 0 sessions + RAM 28.9 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 2% busy (agents 0.0, rest 0.3 cores) · 82°C · load 1.3 + · disk 308.7 GB free · battery 96% · Ludovic: away + +2026-10-18T20:55:12Z +ludothinkpad ok: 27.7 GB free, 4 threads 27% busy, 0 sessions +desktop offline +macmini ok: 31.2 GB free, 14 threads 70% busy, 1 sessions +macbook ok: 6.7 GB free, 12 threads 10% busy, 0 sessions + RAM 27.6 GB free of 31.2 GB · swap 0.3 GB/15.6 GB + CPU 4 threads, 26% busy (agents 0.0, rest 1.2 cores) · 69°C · load 1.0 + · disk 308.8 GB free · battery 96% · Ludovic: away + diff --git a/benchmarks/server-equal-mixed-2026-10-18/mixed-equal.json b/benchmarks/server-equal-mixed-2026-10-18/mixed-equal.json new file mode 100644 index 000000000..c494f3b24 --- /dev/null +++ b/benchmarks/server-equal-mixed-2026-10-18/mixed-equal.json @@ -0,0 +1,421 @@ +{ + "kind": "horizon-server-benchmark", + "date": "2026-10-18T19:32:00+00:00", + "machine": { + "system": "Linux", + "machine": "x86_64", + "cpus": 4, + "name": "ThinkPad, Intel Core i7-7500U, 32 GB, NixOS" + }, + "commit": "f1d5bf520986b00a5b968a84d85809fca1a039fa", + "engine": "horizon-engine: the server build of #916 (horizon-client --no-default-features) at 519ec121, as install.sh --archive installed it", + "java": [ + "openjdk 25.0.4.1 2026-08-18" + ], + "settings": { + "servers": "horizon,vanilla", + "bots": "1,10,25,50", + "behaviour": "mixed", + "join_every": 1.0, + "warmup": 300, + "seconds": 300, + "seed": 12345, + "explore_speed": 0.8, + "gamerule": "", + "heap": "4g", + "nice": 19, + "bots_via": "ssh macmini", + "connect": "the ThinkPad's tailnet address", + "properties": { + "level-seed": "12345", + "view-distance": "10", + "simulation-distance": "10", + "online-mode": "false", + "white-list": "false", + "gamemode": "creative", + "force-gamemode": "true", + "spawn-protection": "0", + "max-players": "200", + "difficulty": "easy", + "sync-chunk-writes": "true" + } + }, + "note": "server_bench.py was stopped after vanilla's 50-bot server crashed, before it wrote this file; the runs are the lines it printed, and the vanilla 50 entry is taken from that server's log.", + "runs": [ + { + "server": "horizon", + "bots": 1, + "behaviour": "mixed", + "start_seconds": 19.73, + "mspt": { + "average": 1.77, + "p50": 1.34, + "p95": 4.21, + "p99": 13.04 + }, + "mspt_worst_p99": 47.5, + "tps": 20.0, + "rss_mb": { + "mean": 686.54, + "max": 686.7 + }, + "cpu_percent": 27.92, + "chunks_per_second": 9.94, + "unique_per_second": 0.01, + "forgotten_per_second": 9.9, + "waited_ticks_per_second": 0.0, + "chunks_total": 6092, + "chunks_per_bot": { + "walk": 6092.0 + }, + "unique_chunks_per_bot": { + "walk": 699.0 + }, + "resent": 0, + "pulled_back": 0, + "moved_too_quickly": 0, + "moved_wrongly": 0, + "bots_joined": 1, + "bots_failed": [], + "tick_queries": 58 + }, + { + "server": "vanilla", + "bots": 1, + "behaviour": "mixed", + "start_seconds": 20.45, + "mspt": { + "average": 11.34, + "p50": 10.6, + "p95": 17.12, + "p99": 33.22 + }, + "mspt_worst_p99": 119.1, + "tps": 20.0, + "rss_mb": { + "mean": 3404.16, + "max": 3416.3 + }, + "cpu_percent": 35.93, + "chunks_per_second": 9.98, + "unique_per_second": 0.01, + "forgotten_per_second": 9.93, + "waited_ticks_per_second": 0.0, + "chunks_total": 6084, + "chunks_per_bot": { + "walk": 6084.0 + }, + "unique_chunks_per_bot": { + "walk": 699.0 + }, + "resent": 0, + "pulled_back": 0, + "moved_too_quickly": 0, + "moved_wrongly": 0, + "bots_joined": 1, + "bots_failed": [], + "tick_queries": 59 + }, + { + "server": "horizon", + "bots": 10, + "behaviour": "mixed", + "start_seconds": 19.54, + "mspt": { + "average": 4.74, + "p50": 3.83, + "p95": 10.48, + "p99": 19.69 + }, + "mspt_worst_p99": 120.1, + "tps": 20.0, + "rss_mb": { + "mean": 855.26, + "max": 882.7 + }, + "cpu_percent": 29.78, + "chunks_per_second": 61.35, + "unique_per_second": 1.79, + "forgotten_per_second": 61.47, + "waited_ticks_per_second": 0.0, + "chunks_total": 40762, + "chunks_per_bot": { + "walk": 6247.67, + "explore": 1165.0, + "idle": 473.0 + }, + "unique_chunks_per_bot": { + "walk": 701.83, + "explore": 1086.0, + "idle": 473.0 + }, + "resent": 0, + "pulled_back": 4159, + "moved_too_quickly": 0, + "moved_wrongly": 0, + "bots_joined": 10, + "bots_failed": [], + "tick_queries": 58 + }, + { + "server": "vanilla", + "bots": 10, + "behaviour": "mixed", + "start_seconds": 19.95, + "mspt": { + "average": 34.3, + "p50": 32.2, + "p95": 53.72, + "p99": 89.08 + }, + "mspt_worst_p99": 375.8, + "tps": 20.0, + "rss_mb": { + "mean": 3713.5, + "max": 3754.9 + }, + "cpu_percent": 128.07, + "chunks_per_second": 61.66, + "unique_per_second": 1.93, + "forgotten_per_second": 61.71, + "waited_ticks_per_second": 0.0, + "chunks_total": 37568, + "chunks_per_bot": { + "walk": 5729.0, + "explore": 1124.0, + "idle": 473.0 + }, + "unique_chunks_per_bot": { + "walk": 701.17, + "explore": 1055.0, + "idle": 473.0 + }, + "resent": 0, + "pulled_back": 3976, + "moved_too_quickly": 20, + "moved_wrongly": 0, + "bots_joined": 10, + "bots_failed": [], + "tick_queries": 58 + }, + { + "server": "horizon", + "bots": 25, + "behaviour": "mixed", + "start_seconds": 9.61, + "mspt": { + "average": 11.72, + "p50": 9.88, + "p95": 24.45, + "p99": 43.79 + }, + "mspt_worst_p99": 129.8, + "tps": 20.0, + "rss_mb": { + "mean": 947.35, + "max": 1086.1 + }, + "cpu_percent": 57.83, + "chunks_per_second": 158.57, + "unique_per_second": 5.78, + "forgotten_per_second": 158.45, + "waited_ticks_per_second": 0.0, + "chunks_total": 108126, + "chunks_per_bot": { + "walk": 6628.53, + "explore": 1266.6, + "idle": 473.0 + }, + "unique_chunks_per_bot": { + "walk": 704.67, + "explore": 1189.2, + "idle": 473.0 + }, + "resent": 0, + "pulled_back": 3496, + "moved_too_quickly": 0, + "moved_wrongly": 0, + "bots_joined": 25, + "bots_failed": [], + "tick_queries": 58 + }, + { + "server": "vanilla", + "bots": 25, + "behaviour": "mixed", + "start_seconds": 37.78, + "mspt": { + "average": 50.45, + "p50": 46.39, + "p95": 74.09, + "p99": 191.21 + }, + "mspt_worst_p99": 1388.1, + "tps": 19.82, + "rss_mb": { + "mean": 3866.18, + "max": 4745.0 + }, + "cpu_percent": 192.42, + "chunks_per_second": 157.63, + "unique_per_second": 8.25, + "forgotten_per_second": 156.12, + "waited_ticks_per_second": 0.0, + "chunks_total": 88763, + "chunks_per_bot": { + "walk": 5387.0, + "explore": 1118.6, + "idle": 473.0 + }, + "unique_chunks_per_bot": { + "walk": 699.0, + "explore": 1075.0, + "idle": 473.0 + }, + "resent": 2, + "pulled_back": 3629, + "moved_too_quickly": 296, + "moved_wrongly": 0, + "bots_joined": 25, + "bots_failed": [], + "tick_queries": 58 + }, + { + "server": "horizon", + "bots": 50, + "behaviour": "mixed", + "start_seconds": 14.93, + "mspt": { + "average": 23.82, + "p50": 20.11, + "p95": 50.98, + "p99": 74.64 + }, + "mspt_worst_p99": 195.9, + "tps": 20.0, + "rss_mb": { + "mean": 1031.41, + "max": 1201.2 + }, + "cpu_percent": 98.21, + "chunks_per_second": 302.81, + "unique_per_second": 10.96, + "forgotten_per_second": 303.47, + "waited_ticks_per_second": 0.0, + "chunks_total": 212181, + "chunks_per_bot": { + "walk": 6496.53, + "explore": 1255.5, + "idle": 473.0 + }, + "unique_chunks_per_bot": { + "walk": 701.9, + "explore": 1184.7, + "idle": 473.0 + }, + "resent": 0, + "pulled_back": 7565, + "moved_too_quickly": 0, + "moved_wrongly": 0, + "bots_joined": 50, + "bots_failed": [], + "tick_queries": 58 + }, + { + "server": "vanilla", + "bots": 50, + "behaviour": "mixed", + "start_seconds": 11.16, + "error": "stopped by its watchdog 30 s after the last bot joined: \"A single server tick took 60.01 seconds (should be max 0.05)\" (Player.tick)" + } + ], + "work": [ + { + "behaviour": "mixed", + "bots": 1, + "servers": { + "horizon": { + "chunks_per_second": { + "value": 9.94, + "share": 0.996 + }, + "unique_per_second": { + "value": 0.01, + "share": 1.0 + }, + "waited_ticks_per_second": 0.0 + }, + "vanilla": { + "chunks_per_second": { + "value": 9.98, + "share": 1.0 + }, + "unique_per_second": { + "value": 0.01, + "share": 1.0 + }, + "waited_ticks_per_second": 0.0 + } + }, + "equal": true + }, + { + "behaviour": "mixed", + "bots": 10, + "servers": { + "horizon": { + "chunks_per_second": { + "value": 61.35, + "share": 0.995 + }, + "unique_per_second": { + "value": 1.79, + "share": 0.927 + }, + "waited_ticks_per_second": 0.0 + }, + "vanilla": { + "chunks_per_second": { + "value": 61.66, + "share": 1.0 + }, + "unique_per_second": { + "value": 1.93, + "share": 1.0 + }, + "waited_ticks_per_second": 0.0 + } + }, + "equal": true + }, + { + "behaviour": "mixed", + "bots": 25, + "servers": { + "horizon": { + "chunks_per_second": { + "value": 158.57, + "share": 1.0 + }, + "unique_per_second": { + "value": 5.78, + "share": 0.701 + }, + "waited_ticks_per_second": 0.0 + }, + "vanilla": { + "chunks_per_second": { + "value": 157.63, + "share": 0.994 + }, + "unique_per_second": { + "value": 8.25, + "share": 1.0 + }, + "waited_ticks_per_second": 0.0 + } + }, + "equal": false + } + ] +} diff --git a/docs/server.md b/docs/server.md index 923eddf2c..0d27b4481 100644 --- a/docs/server.md +++ b/docs/server.md @@ -495,6 +495,20 @@ reproducible by anyone, and show the same gameplay on both sides. 24.0 against 31.6) and longer with 50 (35.2 against 29.7). Its P99 was lower at every count. - Horizon also did more work: it kept up with the exploring bots, so it generated 1.9 to 2.9 times the new terrain a second. +- **Mixed bots, equal work (2026-10-18,** `benchmarks/server-equal-mixed-2026-10-18/`). This is the same + run with the load made equal. The explore bots fly at 0.8 blocks a second, so every bot follows the same + path on both servers and none waits for terrain. A 300-second warm-up lets both finish the bots' first + views before the measurement. `server_bench.py` now prints a work table that compares each count's chunks + a second across servers and flags a run that isn't equal. Horizon ran as `horizon-engine`, the server + build, installed from its archive. Results, on the ThinkPad again (the desktop didn't wake): + - The work was equal at 1 and 10 bots. At 25 the chunks sent a second were equal (158.6 against 157.6), + and vanilla still sent 2.5 more first-time chunks a second while it caught up. + - Tick: 1.8 against 11.3 ms at 1 bot, 4.7 against 34.3 at 10, 11.7 against 50.5 at 25 (vanilla 19.8 TPS). + At 50 Horizon ran at 23.8 ms. Vanilla's watchdog stopped its server 30 s after the last bot joined (a + 60-second tick). This is one pass, to repeat on a bigger machine. + - Horizon's RSS was 4.1 to 4.9 times smaller (1.03 GB at 50). + - Served in full, vanilla's walking bots got 5400 to 6100 chunks each, against 640 to 1100 in the first + run. That is why vanilla held 50 bots there and not here. - **Ownership.** perf-server-1 owns making the tick faster. This work only measures it, files what it finds, and fixes startup, RAM and packaging. @@ -513,7 +527,8 @@ vanilla. archive in the release. 3. The web panel MVP: status, live TPS/MSPT/RAM/CPU, players, console, backups and login links. 4. `horizon-bots` and `tools/server_bench.py`, with a first run against vanilla (1/10/25/50 bots, `mixed`) - published in `benchmarks/`: done, `benchmarks/server-mixed-2026-10-18/` (section 9). + published in `benchmarks/`: done, `benchmarks/server-mixed-2026-10-18/`, and with equal work + `benchmarks/server-equal-mixed-2026-10-18/` (section 9). 5. Small engine fixes found on the way: logging refused logins (vanilla's lines). **Where it stands (2026-10-16):** items 1 to 4 are built and in review (section 11). What's left for the 23rd: