test: record measured callback fuel in budget reports

Co-Authored-By: Codex <noreply@openai.com>
This commit is contained in:
2026-11-04 15:55:45 +03:00
parent d410e2c92d
commit 63aefc7621
3 changed files with 43 additions and 5 deletions
+16 -2
View File
@@ -114,7 +114,9 @@ class BudgetReportFailureTests(unittest.TestCase):
(self.mod_root / airdef.BUDGET_SCENARIO).write_bytes(source.read_bytes())
def backend(command, cwd, **kwargs):
self.assertEqual((Path(cwd) / "tests/wasm_budget.toml").read_bytes(), source.read_bytes())
return CompletedProcess(args=command, returncode=0, stdout="test passed")
self.assertIn("--fuel-profile", command)
return CompletedProcess(args=command, returncode=0, stdout=(
"test passed\nfuel airdef tick: calls=2102 max=123456 budget=300000000 failures=0\n"))
with mock.patch.object(airdef, "mod"), mock.patch.object(airdef.subprocess, "run", side_effect=backend):
airdef.test_budgets()
report = self.read_report()
@@ -123,6 +125,16 @@ class BudgetReportFailureTests(unittest.TestCase):
counts = report["scenario_counts"]
self.assertEqual((counts["accepted_raids_asserted"], counts["snapshot_airborne_asserted"], counts["snapshot_tick"]), (2, 184, 2102))
self.assertIsNone(counts["peak_airborne_observed"])
self.assertEqual(report["measured_fuel"]["callbacks"], [{
"mod": "airdef", "callback": "tick", "calls": 2102,
"max_used": 123456, "budget": 300000000, "failures": 0}])
def test_success_without_requested_measurements_is_not_a_budget_proof(self):
backend = mock.Mock(return_value=CompletedProcess(args=[], returncode=0, stdout="test passed\n"))
with mock.patch.object(airdef, "mod"), mock.patch.object(airdef.subprocess, "run", backend):
report = self.invoke_and_require_failure()
self.assertFalse(report["measured_fuel"]["available"])
self.assertIn("did not return", report["error"])
def test_early_system_exit_writes_report_and_skips_backend(self):
backend = mock.Mock()
@@ -148,7 +160,8 @@ class BudgetReportFailureTests(unittest.TestCase):
def test_runtime_fuel_trap_persists_nonzero_exit_and_output(self):
backend = mock.Mock(return_value=CompletedProcess(
args=["cargo", "run"], returncode=137, stdout="error: all fuel consumed (fuel trap)\n"
args=["cargo", "run"], returncode=137, stdout=("error: all fuel consumed (fuel trap)\n"
"fuel airdef tick: calls=4 max=300000000 budget=300000000 failures=1\n")
))
with mock.patch.object(airdef, "mod"), \
mock.patch.object(airdef.subprocess, "run", backend):
@@ -157,6 +170,7 @@ class BudgetReportFailureTests(unittest.TestCase):
backend.assert_called_once()
self.assertEqual(report["exit_code"], 137)
self.assertIn("fuel trap", report["output"])
self.assertEqual(report["measured_fuel"]["callbacks"][0]["failures"], 1)
if __name__ == "__main__":