Ludovic Marie
0b581f9ffe
horizon-client, horizon-world and horizon-protocol each had an example named `probe`. Cargo copies every crate's examples into one <profile>/examples/ directory, so parallel parity harnesses sharing a target dir could run another crate's probe (CI parity run 40055656303: command_parse ran the horizon-world dispatcher). The examples are now client_probe, world_probe and protocol_probe ([[example]] in each Cargo.toml; the files stay where they are), and every harness builds and runs its own crate's name. tools/parity.py recognises the new names when it counts the probes a harness ran, and renames the old `probe` in recorded artifacts to the crate's target (from the record's -p, else its probe sources), so the prebuild still builds them instead of dropping them as unknown. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
94 lines
6.6 KiB
Python
94 lines
6.6 KiB
Python
#!/usr/bin/env python3
|
|
"""Compare default fastutil ObjectOpenHashSet storage and live iterator behavior."""
|
|
import argparse
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import platform
|
|
import subprocess
|
|
import random
|
|
import struct
|
|
import math
|
|
try:
|
|
from . import lab, test_rust_parity as base
|
|
except ImportError:
|
|
import lab
|
|
import test_rust_parity as base
|
|
|
|
|
|
def corpus():
|
|
rng=random.Random(0x4f50454e534554)
|
|
def op(kind,k=-1):return [kind,k]
|
|
def hashes(mode,n):
|
|
def unmix(x):
|
|
h=((x^(x>>16))*pow(0x9e3779b9,-1,2**32))&0xffffffff
|
|
return h if h<0x80000000 else h-2**32
|
|
if mode==0:return [0]*n
|
|
if mode==1:return [unmix(31)]*n
|
|
if mode==2:return [unmix(127+i%4) for i in range(n)]
|
|
if mode==3:return list(range(n))
|
|
return [rng.randrange(-2**31,2**31) for _ in range(n)]
|
|
for mode in range(5):
|
|
for n in [0,1,7,23,24,25,47,48,49,64,97,128]:
|
|
for order in range(4):
|
|
h=hashes(mode,n);ids=list(range(n));rng.shuffle(ids)
|
|
if order%2:ids.append(-1)
|
|
ops=[op('add',i) for i in ids]+[op('cursor')]
|
|
for i in range(len(ids)):
|
|
ops.append(op('next'))
|
|
if i%2==0 or order>=2:ops.append(op('delete'))
|
|
ops.extend([op('force-next'),op('delete')])
|
|
for i in reversed(ids):ops.extend([op('contains',i),op('get',i),op('remove',i),op('add',i)])
|
|
rng.shuffle(ids);ops.extend(op('remove',i) for i in ids)
|
|
ops.extend([op('cursor'),op('clear'),op('next'),op('force-next'),op('delete')])
|
|
yield dict(hashes=h,ids=list(range(n)),ops=ops)
|
|
for mode in range(5):
|
|
for n in [1,8,24,25,49,128]:
|
|
h=hashes(mode,n)
|
|
# Equal keys in distinct objects must retain the original member.
|
|
yield dict(hashes=h+h,ids=list(range(n))*2,ops=[op('add',i) for i in range(n)]+[op('add',i+n) for i in range(n)]+[op('get',i+n) for i in range(n)]+[op('remove',i+n) for i in range(n)])
|
|
for _ in range(600):
|
|
n=rng.choice([16,32,64,128]);h=hashes(rng.randrange(5),n);ids=list(range(n));rng.shuffle(ids)
|
|
ops=[op('add',i) for i in ids]+[op('cursor')]
|
|
# External mutation is deliberately not followed by iterator.remove:
|
|
# that unsupported combination can corrupt native size metadata.
|
|
for __ in range(300):
|
|
k=rng.choice(['add','add','remove','contains','get','cursor','next','force-next','clear'])
|
|
if k=='clear' and rng.randrange(20):k='remove'
|
|
ops.append(op(k,rng.randrange(-1,n)))
|
|
yield dict(hashes=h,ids=list(range(n)),ops=ops)
|
|
|
|
|
|
def main():
|
|
parser=argparse.ArgumentParser(description=__doc__);parser.add_argument('--prepare',action='store_true');args=parser.parse_args()
|
|
build=lab.LOCAL/'rust-object-open-set-parity';build.mkdir(parents=True,exist_ok=True)
|
|
report_path=build/'report.json';report_path.unlink(missing_ok=True)
|
|
if args.prepare:lab.prepare()
|
|
lock,jars,libraries=base.verify_artifacts()
|
|
oracle=lab.ROOT/'mods/horizon/src/test/java/dev/horizonlab/parity/VanillaObjectOpenSetOracle.java'
|
|
sources=[oracle,Path(__file__),lab.ROOT/'tools/test_rust_parity.py',lab.ROOT/'tools/lab.py',lab.ROOT/'Cargo.toml',lab.ROOT/'Cargo.lock',lab.ROOT/'crates/horizon-core/Cargo.toml',lab.ROOT/'crates/horizon-world/Cargo.toml',*sorted((lab.ROOT/'crates/horizon-core/src').rglob('*.rs')),*sorted((lab.ROOT/'crates/horizon-world/src').rglob('*.rs')),lab.ROOT/'crates/horizon-world/examples/probe/object_open_set_fixture.rs']
|
|
tested_sources=base.source_hashes(sources)
|
|
classes=build/'classes';classes.mkdir(exist_ok=True)
|
|
def run(command,name):
|
|
with (build/(name+'.log')).open('w',encoding='utf-8') as log:base.run(list(map(str,command)),stdout=log,stderr=subprocess.STDOUT)
|
|
dependency_path=os.pathsep.join(map(str,libraries))
|
|
run(['javac','--release',lock['minecraft']['java_major'],'-proc:none','-sourcepath',str(lab.ROOT/'mods/horizon/src/test/java'),'-cp',str(jars['server'])+os.pathsep+dependency_path,'-d',classes,oracle],'compile-java')
|
|
def java(side,mode,path):
|
|
run(['java','-Xmx512M','-cp',os.pathsep.join([str(classes),str(jars[side]),dependency_path]),'dev.horizonlab.parity.VanillaObjectOpenSetOracle',mode,path],side+'-'+mode)
|
|
fixtures=list(corpus());inputs=build/'inputs.txt';inputs.write_text(''.join(json.dumps(value,separators=(',',':'))+'\n' for value in fixtures),encoding='utf-8')
|
|
fixture_paths=[inputs];tested_fixtures=base.source_hashes(fixture_paths)
|
|
run(['cargo','build','--release','-p','horizon-world','--example','world_probe'],'compile-rust')
|
|
metadata=json.loads(subprocess.check_output(['cargo','metadata','--no-deps','--format-version','1'],cwd=lab.ROOT,text=True))
|
|
binary=Path(metadata['target_directory'])/'release/examples'/('world_probe.exe' if os.name=='nt' else 'world_probe')
|
|
run([binary,'object_open_set_fixture',build],'rust');references=[]
|
|
for side,jar in jars.items():
|
|
java(side,side,build);reference=build/f'{side}.txt';matched=base.compare(reference,build/'rust.txt')
|
|
references.append({'side':side,'jar_sha256':lab.digest(jar,'sha256'),'output_sha256':lab.digest(reference,'sha256'),'matched_output_lines':matched})
|
|
print(f'{side}: {matched:,} object open set output lines match Rust',flush=True)
|
|
base.ensure_sources_unchanged(sources,tested_sources);base.ensure_sources_unchanged(fixture_paths,tested_fixtures)
|
|
report={'schema':1,'minecraft':lock['minecraft']['version'],'manifest_sha1':lock['minecraft']['manifest_sha1'],'platform':platform.platform(),'java':subprocess.check_output(['java','--version'],text=True).splitlines()[0],'rustc':subprocess.check_output(['rustc','--version'],text=True).strip(),'fixtures':len(fixtures),'fastutil_sha256':{str(p.relative_to(lab.ROOT)):lab.digest(p,'sha256') for p in libraries if 'fastutil' in str(p)},'sources_sha256':tested_sources,'fixtures_sha256':tested_fixtures,'rust_output_sha256':lab.digest(build/'rust.txt','sha256'),'references':references,'scope':'Pinned fastutil 8.5.18 default ObjectOpenHashSet used for pending attribute updates. Compares add/contains/get/remove/clear, null membership, equal distinct object retention, slot iteration, growth/shrink, iterator removal with wrapped clusters and live external mutation prefixes. Key equality/hash methods are pure. Alternate constructors, collection bulk methods and external structural mutation followed by iterator removal are outside this scoped gate; attribute/player integration remains pending.'}
|
|
lab.write_json(report_path,report);print(f'Scoped object open set parity passed: {report_path}')
|
|
|
|
|
|
if __name__=='__main__':main()
|