import copy import json from pathlib import Path import tempfile import unittest from unittest import mock import zipfile from tools import build_pack, compare_benchmarks, runtime class PackTests(unittest.TestCase): def test_original_mod_upgrade_preserves_backup_and_other_mods(self): with tempfile.TemporaryDirectory() as temp: root = Path(temp) mods = root / "instance/mods" mods.mkdir(parents=True) old = mods / "horizon-lab-0.2.0.jar" with zipfile.ZipFile(old, "w") as archive: archive.writestr("fabric.mod.json", json.dumps({"id": "horizonlab"})) old_bytes = old.read_bytes() other = mods / "other.jar" other.write_bytes(b"another mod") new = root / "horizon-lab-0.3.0.jar" new.write_bytes(b"new original fixture") runtime.install_original_mod(new, mods) self.assertFalse(old.exists()) self.assertEqual((mods / new.name).read_bytes(), new.read_bytes()) self.assertEqual(other.read_bytes(), b"another mod") backups = list((mods.parent / ".horizon-mod-backups").glob("*.jar")) self.assertEqual(len(backups), 1) self.assertEqual(backups[0].read_bytes(), old_bytes) def test_original_mod_upgrade_refuses_unrelated_named_jar(self): with tempfile.TemporaryDirectory() as temp: root = Path(temp) with zipfile.ZipFile(root / "horizon-lab-0.1.0.jar", "w") as archive: archive.writestr("fabric.mod.json", json.dumps({"id": "someoneelse"})) new = root / "horizon-lab-0.3.0.jar" new.write_bytes(b"new original fixture") with self.assertRaisesRegex(ValueError, "another mod"): runtime.install_original_mod(new, root) def test_every_profile_has_correct_game_and_exact_dependency_closure(self): lock = build_pack.read_lock() for profile in build_pack.PROFILES.values(): build_pack.validate_selection(lock, profile["mods"]) def test_missing_exact_iris_sodium_dependency_is_rejected(self): with self.assertRaisesRegex(ValueError, "Missing pinned dependency"): build_pack.validate_selection(build_pack.read_lock(), ["iris"]) def test_dispatch_experiment_does_not_enable_other_controllers(self): for name, profile in build_pack.PROFILES.items(): files = build_pack.overrides(name, b"original fixture") dispatch = files["config/horizon-dispatch-retry.properties"].decode() self.assertEqual(dispatch, "enabled=true\n" if name in {"dispatch-retry", "foreground-first", "foreground-vulkan"} else "enabled=false\n") if name == "dispatch-retry": for setting in ["worker-pacing", "queue-wait"]: self.assertEqual(files[f"config/horizon-{setting}.properties"], b"enabled=false\n") self.assertTrue(files["config/horizon-adaptive.properties"].startswith(b"enabled=false\n")) self.assertEqual(files["config/DistantHorizons.toml"], build_pack.overrides("m2-balanced", b"original fixture")["config/DistantHorizons.toml"]) def test_combined_profiles_enable_all_controls_without_changing_simulation(self): for name, backend in [("foreground-first", "opengl"), ("foreground-vulkan", "vulkan")]: files = build_pack.overrides(name, b"original fixture") self.assertEqual(files["config/horizon-adaptive.properties"], b"enabled=true\ntargetFps=120\n") for key in ["worker-pacing", "queue-wait", "dispatch-retry", "tick-dedup"]: self.assertEqual(files[f"config/horizon-{key}.properties"], b"enabled=true\n") options = dict(line.split(":", 1) for line in files["options.txt"].decode().splitlines()) self.assertEqual(options["simulationDistance"], "12") self.assertEqual(options["renderDistance"], "12") self.assertEqual(options["maxFps"], "260") self.assertEqual(json.loads(options["preferredGraphicsBackend"]), backend) self.assertNotIn("config/iris.properties", files) def test_tick_membership_experiment_preserves_visual_and_worker_settings(self): original = build_pack.overrides("m2-balanced", b"fixture") for name in build_pack.PROFILES: files = build_pack.overrides(name, b"fixture") self.assertEqual(files["config/horizon-tick-dedup.properties"], b"enabled=true\n" if name in {"tick-dedup", "foreground-first", "foreground-vulkan"} else b"enabled=false\n") candidate = build_pack.overrides("tick-dedup", b"fixture") for filename in ["options.txt", "config/DistantHorizons.toml", "config/horizon-adaptive.properties", "config/horizon-worker-pacing.properties", "config/horizon-queue-wait.properties", "config/horizon-dispatch-retry.properties"]: self.assertEqual(original[filename], candidate[filename]) def test_empty_culling_experiment_preserves_balanced_settings(self): original = build_pack.overrides("m2-balanced", b"fixture") for name in build_pack.PROFILES: files = build_pack.overrides(name, b"fixture") self.assertEqual(files["config/horizon-culling-empty.properties"], b"enabled=true\n" if name == "culling-empty" else b"enabled=false\n") candidate = build_pack.overrides("culling-empty", b"fixture") for filename in ["options.txt", "config/DistantHorizons.toml", "config/horizon-adaptive.properties", "config/horizon-worker-pacing.properties", "config/horizon-queue-wait.properties", "config/horizon-dispatch-retry.properties", "config/horizon-tick-dedup.properties"]: self.assertEqual(original[filename], candidate[filename]) def test_ray_scratch_experiment_preserves_balanced_settings(self): baseline = build_pack.overrides("m2-balanced", b"fixture") candidate = build_pack.overrides("culling-rays", b"fixture") for name in build_pack.PROFILES: self.assertEqual(build_pack.overrides(name, b"fixture")["config/horizon-culling-rays.properties"], b"enabled=true\n" if name == "culling-rays" else b"enabled=false\n") for filename in ["options.txt", "config/DistantHorizons.toml", "config/horizon-adaptive.properties", "config/horizon-worker-pacing.properties", "config/horizon-queue-wait.properties", "config/horizon-dispatch-retry.properties", "config/horizon-tick-dedup.properties", "config/horizon-culling-empty.properties", "config/horizon-terrain-read-wait.properties"]: self.assertEqual(baseline[filename], candidate[filename]) def test_position_experiment_preserves_balanced_settings(self): baseline = build_pack.overrides("m2-balanced", b"fixture") candidate = build_pack.overrides("terrain-position", b"fixture") for name in build_pack.PROFILES: self.assertEqual(build_pack.overrides(name, b"fixture")["config/horizon-terrain-position.properties"], b"enabled=true\n" if name == "terrain-position" else b"enabled=false\n") for filename in ["options.txt", "config/DistantHorizons.toml", "config/horizon-adaptive.properties", "config/horizon-worker-pacing.properties", "config/horizon-queue-wait.properties", "config/horizon-dispatch-retry.properties", "config/horizon-tick-dedup.properties", "config/horizon-culling-empty.properties", "config/horizon-culling-rays.properties", "config/horizon-terrain-read-wait.properties"]: self.assertEqual(baseline[filename], candidate[filename]) def test_terrain_read_shutdown_fix_only_requested_with_distant_terrain(self): for name, profile in build_pack.PROFILES.items(): files = build_pack.overrides(name, b"fixture") self.assertEqual(files["config/horizon-terrain-read-wait.properties"], b"enabled=true\n" if profile["lod"] else b"enabled=false\n") def test_wrong_game_or_download_path_is_rejected(self): for field, value in [("game_versions", ["1.21"]), ("filename", "../bad.jar"), ("url", "http://unsafe.invalid")]: lock = copy.deepcopy(build_pack.read_lock()) lock["projects"]["sodium"][field] = value with self.assertRaises(ValueError): build_pack.validate_selection(lock, ["sodium"]) def test_portable_pack_contains_only_original_embedded_mod_and_download_references(self): with tempfile.TemporaryDirectory() as temp: root = Path(temp) (root / "packs").mkdir() (root / "packs/mods.lock.json").write_text(json.dumps(build_pack.read_lock())) (root / "packs/config").mkdir() (root / "packs/config/m2-balanced.toml").write_text("[client.advanced.graphics.quality]\nlodChunkRenderDistanceRadius = 128\n") original = root / "original.jar" original.write_bytes(b"original fixture") with mock.patch.object(build_pack, "ROOT", root): pack = build_pack.build("m2-balanced", original) with zipfile.ZipFile(pack) as archive: names = archive.namelist() self.assertEqual([n for n in names if n.endswith(".jar")], [f"overrides/mods/horizon-lab-{build_pack.read_lock()['pack_version']}.jar"]) index = json.loads(archive.read("modrinth.index.json")) self.assertEqual(index["dependencies"]["minecraft"], "26.3") options = dict(line.split(":", 1) for line in archive.read("overrides/options.txt").decode().splitlines()) # A missing/currently wrong version invokes the game's graphics API reset migration. self.assertEqual(options["version"], "5023") self.assertEqual(json.loads(options["preferredGraphicsBackend"]), "opengl") # The default Fancy startup preset otherwise overwrites the requested view distance. self.assertEqual(json.loads(options["graphicsPreset"]), "custom") for entry in index["files"]: self.assertEqual(set(entry["hashes"]), {"sha1", "sha512"}) self.assertTrue(entry["downloads"][0].startswith("https://cdn.modrinth.com/")) def test_native_library_rules_choose_only_matching_operating_system(self): library = {"rules": [{"action": "allow", "os": {"name": "osx", "arch": "aarch64|arm64"}}]} self.assertTrue(runtime.library_allowed(library, "osx", "aarch64")) self.assertFalse(runtime.library_allowed(library, "linux", "aarch64")) self.assertFalse(runtime.library_allowed(library, "osx", "x86_64")) def test_native_architecture_is_selected_even_with_os_only_rules(self): intel = {"name": "org.lwjgl:lwjgl:3.4.3:natives-macos"} arm = {"name": "org.lwjgl:lwjgl:3.4.3:natives-macos-arm64"} self.assertTrue(runtime.native_library_matches(arm, "aarch64")) self.assertFalse(runtime.native_library_matches(intel, "aarch64")) self.assertTrue(runtime.native_library_matches(intel, "x86_64")) self.assertFalse(runtime.native_library_matches(arm, "AMD64")) class ComparisonTests(unittest.TestCase): def report(self, kind="frames"): return {"schema": 1, "kind": kind, "elapsed_seconds": 120, "framebuffer_width": 1920, "stats": {"count": 1000, "meanRate": 100, "lowOnePercentRate": 50, "meanMs": 10, "p95Ms": 15, "p99Ms": 20, "maxMs": 30}} def test_rate_improvement_and_setting_mismatch(self): baseline = self.report() candidate = copy.deepcopy(baseline) candidate["stats"]["meanRate"] = 150 candidate["framebuffer_width"] = 1280 result = compare_benchmarks.compare(baseline, candidate) self.assertEqual(result["metrics"][0]["change_percent"], 50) self.assertIn("framebuffer_width", result["mismatches"][0]) def test_no_samples_and_mixed_kinds_are_rejected(self): empty = self.report() empty["stats"]["count"] = 0 for other in [empty, self.report("ticks")]: with self.assertRaises(ValueError): compare_benchmarks.compare(self.report(), other) def test_position_hook_change_is_an_explicit_experiment(self): baseline = self.report() baseline["terrain_position_arithmetic"] = False candidate = copy.deepcopy(baseline) candidate["terrain_position_arithmetic"] = True result = compare_benchmarks.compare(baseline, candidate) self.assertEqual(result["mismatches"], []) self.assertTrue(any("terrain_position_arithmetic differs" in warning for warning in result["warnings"])) def test_mod_comparison_detects_upgrades_and_ignores_order(self): baseline = self.report() baseline.update(mods=["minecraft@26.3", "horizonlab@0.16.0", "sodium@0.9.2"], java_vendor="Eclipse Adoptium", java_vm_name="OpenJDK 64-Bit Server VM", java_runtime_version="25.0.4.1+1") candidate = copy.deepcopy(baseline) candidate["mods"] = list(reversed(candidate["mods"])) self.assertFalse(compare_benchmarks.software_warnings(baseline, candidate)) candidate["mods"].remove("horizonlab@0.16.0") candidate["mods"].extend(["horizonlab@0.17.0", "iris@1.11.7"]) result = compare_benchmarks.compare(baseline, candidate) self.assertEqual(result["mismatches"], []) self.assertIn("Only baseline: horizonlab@0.16.0.", result["warnings"]) self.assertIn("Only candidate: horizonlab@0.17.0, iris@1.11.7.", result["warnings"]) for field in ["java_vendor", "java_vm_name", "java_runtime_version"]: candidate[field] = "Different implementation" self.assertTrue(any(f"Software {field} differs" in warning for warning in compare_benchmarks.software_warnings(baseline, candidate))) def test_legacy_or_invalid_software_identity_stays_unknown(self): baseline = self.report("ticks") for entries in [None, "sodium@0.9.2", [3], [""]]: candidate = copy.deepcopy(baseline) candidate["mods"] = entries result = compare_benchmarks.compare(baseline, candidate) self.assertTrue(any("Loaded mod versions were not captured" in warning for warning in result["warnings"])) self.assertFalse(any("Loaded mod versions differ." in warning for warning in result["warnings"])) def test_excluded_frames_disclose_that_process_counters_cover_inactive_time(self): baseline = self.report() candidate = copy.deepcopy(baseline) candidate["excluded_frames"] = 28 result = compare_benchmarks.compare(baseline, candidate) self.assertEqual(result["mismatches"], []) self.assertTrue(any("candidate excluded 28" in warning and "Process CPU still spans" in warning for warning in result["warnings"])) self.assertFalse(any("baseline excluded" in warning for warning in result["warnings"])) def test_jvm_experiment_warns_without_rejecting_an_intentional_change(self): baseline = self.report() baseline.update(compact_object_headers=False, garbage_collectors=["G1 Young Generation"]) candidate = copy.deepcopy(baseline) candidate["compact_object_headers"] = True result = compare_benchmarks.compare(baseline, candidate) self.assertEqual(result["mismatches"], []) self.assertTrue(any("compact_object_headers differs" in warning for warning in result["warnings"])) del candidate["compact_object_headers"] result = compare_benchmarks.compare(baseline, candidate) self.assertTrue(any("not captured" in warning for warning in result["warnings"])) def test_terrain_quality_and_shader_changes_cannot_look_like_equal_workloads(self): baseline = self.report() baseline.update(dh_capture_status="available", dh_lod_radius_chunks=128, dh_horizontal_quality="MEDIUM", iris_capture_status="available", iris_shaders_enabled=False, dh_thread_count=2, world_difficulty="NORMAL") candidate = copy.deepcopy(baseline) candidate.update(dh_lod_radius_chunks=256, iris_shaders_enabled=True, iris_shader_pack="Example pack", dh_thread_count=1, world_difficulty="PEACEFUL", visual_settings_changed=["render_distance"]) result = compare_benchmarks.compare(baseline, candidate) self.assertTrue(any("dh_lod_radius_chunks" in field for field in result["mismatches"])) self.assertTrue(any("iris_shaders_enabled" in field for field in result["mismatches"])) self.assertTrue(any("world_difficulty" in field for field in result["mismatches"])) self.assertTrue(any("dh_thread_count differs" in warning for warning in result["warnings"])) self.assertTrue(any("changed between capture boundaries" in warning for warning in result["warnings"])) legacy = self.report() result = compare_benchmarks.compare(legacy, copy.deepcopy(legacy)) self.assertTrue(any("terrain configuration was not captured" in warning for warning in result["warnings"])) if __name__ == "__main__": unittest.main()