osobhandClaude Opus 5.5
9179aa356e
conformance/run.sh fetches eight public HDF5 corpora pinned by commit (conformance/corpus.txt) into a gitignored cache, reads every file with clawhdf5 (conformance/probe, a crate outside the workspace) and with h5py/libhdf5 (ref.py), and the CVE files with h5dump, each under a timeout and an address-space limit; compare.py classifies the files, report.py writes CONFORMANCE.md and check.py gates on panics/hangs/crashes/OOM and on regressions against conformance/baseline.json. ~25 s once cached. Changes from the ad-hoc audit harness: - the probe compares non-IEEE-layout floats (N-Bit) and integers with a bit offset or reduced precision as the values libhdf5 converts them to, not raw file bytes: 8 files that showed as mismatches now read identically; - ref.py exits without tearing down h5py objects: libhdf5 2.0 aborts while freeing them for two files about half the time, which flipped them between ok and h5py-cannot-read from run to run; - the file list is defined (list_files.py): netCDF classic files are left out, 11 HDF5 files the ad-hoc sweep missed are in. Co-Authored-By: Claude Opus 5.5 (1M context) <[email protected]>
28 lines
996 B
Bash
Executable File
28 lines
996 B
Bash
Executable File
#!/usr/bin/env bash
|
|
# run_one.sh <file> <outdir>
|
|
#
|
|
# Probe one file with clawhdf5 (PROBE) and with h5py (PY ref.py), and with
|
|
# h5dump too when WITH_H5DUMP is set. Each side runs under a timeout (TMO
|
|
# seconds, SIGKILL) and an address-space limit (MEM_KB), with core dumps off.
|
|
# Writes <outdir>/<side>.{json,err,rc}; rc 137 = killed by the timeout.
|
|
set -u
|
|
f="$1"; out="$2"; mkdir -p "$out"
|
|
HERE="$(cd "$(dirname "$0")" && pwd)"
|
|
: "${PROBE:?PROBE must name the conformance-probe binary}"
|
|
: "${PY:?PY must name a python with h5py}"
|
|
TMO="${TMO:-20}"
|
|
MEM_KB="${MEM_KB:-4194304}"
|
|
run() { # name cmd...
|
|
local name=$1; shift
|
|
( ulimit -v "$MEM_KB"; ulimit -c 0; RUST_BACKTRACE=1 exec timeout -s KILL "$TMO" "$@" ) \
|
|
>"$out/$name.json" 2>"$out/$name.err"
|
|
echo $? >"$out/$name.rc"
|
|
}
|
|
run ours "$PROBE" "$f"
|
|
run ref "$PY" "$HERE/ref.py" "$f"
|
|
if [ -n "${WITH_H5DUMP:-}" ]; then
|
|
run h5dump h5dump "$f"
|
|
: >"$out/h5dump.json" # h5dump's text dump is not compared, only its exit status
|
|
fi
|
|
exit 0
|