osobhandClaude Opus 5.5
5107583b97
openUrl(url, opts) returns a RemoteFile with the methods of H5File (kind, list, info, attrs, attrErrors, read, readHyperslab), each a promise, and stats(). It runs every call through the restartable LazyStorage: a pass that misses reports the byte ranges, js/remote.js fetches them with fetch() and Range headers (six at a time), and the pass is re-run. This keeps the main thread free without a Worker or synchronous XHR (h5wasm's lazy files need both), as the design doc recommends; the cost is re-running a pass per wave of misses. Every answer is checked: a 206 with exactly the bytes asked for, and the same ETag/Last-Modified and length as at open, else an error (never data). A server that ignores Range (200) is downloaded whole, up to maxDownload (512 MiB), unless fallback: "error". Options: blockSize, cacheSize, headers, credentials, parallel, fetch. test/serve.py is a range-capable static server with request counting (and /norange/ for a server without range support). test.mjs repeats every fixture check on files opened by URL (1 MiB and 512 B blocks), checks the request budget on a 200 MB h5py file (list, three small reads and a window of the big dataset: 5 requests, 6 MiB), the download fallback, and HTTP errors, changed files and wrong answers; with CLAWHDF5_WASM_CORPUS every corpus file is compared with open(bytes). Co-Authored-By: Claude Opus 5.5 (1M context) <[email protected]>
33 lines
1.2 KiB
TOML
33 lines
1.2 KiB
TOML
[package]
|
|
name = "clawhdf5-wasm"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
rust-version.workspace = true
|
|
description = "Read HDF5 and NetCDF-4 files in the browser: clawhdf5's reader compiled to WebAssembly"
|
|
license.workspace = true
|
|
repository.workspace = true
|
|
keywords = ["hdf5", "netcdf", "wasm", "browser"]
|
|
categories = ["wasm", "parser-implementations", "science"]
|
|
# Distributed as the wasm-bindgen package built by examples/wasm-viewer/build.sh.
|
|
publish = false
|
|
|
|
[lib]
|
|
# cdylib for wasm-bindgen; rlib so the pure-Rust core is tested natively.
|
|
crate-type = ["cdylib", "rlib"]
|
|
|
|
[dependencies]
|
|
# No mmap (there is no file system) and no `parallel` (no threads on
|
|
# wasm32-unknown-unknown). lz4 is pure Rust; zstd and szip link C and are
|
|
# left out, so such datasets fail with a clear filter error.
|
|
clawhdf5 = { path = "../clawhdf5", version = "2.7.0", default-features = false, features = ["lz4"] }
|
|
clawhdf5-format = { path = "../clawhdf5-format", version = "2.7.0" }
|
|
# Must match the wasm-bindgen CLI exactly; build.sh checks.
|
|
wasm-bindgen = "0.2.129"
|
|
js-sys = "0.3.106"
|
|
# Promises for openUrl and RemoteFile (pure Rust over js-sys).
|
|
wasm-bindgen-futures = "0.4.79"
|
|
|
|
[dev-dependencies]
|
|
serde_json = "1"
|
|
tempfile = { workspace = true }
|