test: record measured callback fuel in budget reports
Co-Authored-By: Codex <noreply@openai.com>
This commit is contained in:
@@ -114,7 +114,9 @@ class BudgetReportFailureTests(unittest.TestCase):
|
||||
(self.mod_root / airdef.BUDGET_SCENARIO).write_bytes(source.read_bytes())
|
||||
def backend(command, cwd, **kwargs):
|
||||
self.assertEqual((Path(cwd) / "tests/wasm_budget.toml").read_bytes(), source.read_bytes())
|
||||
return CompletedProcess(args=command, returncode=0, stdout="test passed")
|
||||
self.assertIn("--fuel-profile", command)
|
||||
return CompletedProcess(args=command, returncode=0, stdout=(
|
||||
"test passed\nfuel airdef tick: calls=2102 max=123456 budget=300000000 failures=0\n"))
|
||||
with mock.patch.object(airdef, "mod"), mock.patch.object(airdef.subprocess, "run", side_effect=backend):
|
||||
airdef.test_budgets()
|
||||
report = self.read_report()
|
||||
@@ -123,6 +125,16 @@ class BudgetReportFailureTests(unittest.TestCase):
|
||||
counts = report["scenario_counts"]
|
||||
self.assertEqual((counts["accepted_raids_asserted"], counts["snapshot_airborne_asserted"], counts["snapshot_tick"]), (2, 184, 2102))
|
||||
self.assertIsNone(counts["peak_airborne_observed"])
|
||||
self.assertEqual(report["measured_fuel"]["callbacks"], [{
|
||||
"mod": "airdef", "callback": "tick", "calls": 2102,
|
||||
"max_used": 123456, "budget": 300000000, "failures": 0}])
|
||||
|
||||
def test_success_without_requested_measurements_is_not_a_budget_proof(self):
|
||||
backend = mock.Mock(return_value=CompletedProcess(args=[], returncode=0, stdout="test passed\n"))
|
||||
with mock.patch.object(airdef, "mod"), mock.patch.object(airdef.subprocess, "run", backend):
|
||||
report = self.invoke_and_require_failure()
|
||||
self.assertFalse(report["measured_fuel"]["available"])
|
||||
self.assertIn("did not return", report["error"])
|
||||
|
||||
def test_early_system_exit_writes_report_and_skips_backend(self):
|
||||
backend = mock.Mock()
|
||||
@@ -148,7 +160,8 @@ class BudgetReportFailureTests(unittest.TestCase):
|
||||
|
||||
def test_runtime_fuel_trap_persists_nonzero_exit_and_output(self):
|
||||
backend = mock.Mock(return_value=CompletedProcess(
|
||||
args=["cargo", "run"], returncode=137, stdout="error: all fuel consumed (fuel trap)\n"
|
||||
args=["cargo", "run"], returncode=137, stdout=("error: all fuel consumed (fuel trap)\n"
|
||||
"fuel airdef tick: calls=4 max=300000000 budget=300000000 failures=1\n")
|
||||
))
|
||||
with mock.patch.object(airdef, "mod"), \
|
||||
mock.patch.object(airdef.subprocess, "run", backend):
|
||||
@@ -157,6 +170,7 @@ class BudgetReportFailureTests(unittest.TestCase):
|
||||
backend.assert_called_once()
|
||||
self.assertEqual(report["exit_code"], 137)
|
||||
self.assertIn("fuel trap", report["output"])
|
||||
self.assertEqual(report["measured_fuel"]["callbacks"][0]["failures"], 1)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
Reference in New Issue
Block a user