osobhandClaude Opus 5.5
c513f7e6d7
With the `remote` feature (`remote-https` for https://), ls, dump, stat and diff take an http(s):// (or s3://, gs://, az:// with those clawhdf5-remote features) URL wherever they take a file, and read it by range requests through clawhdf5-remote's block cache. check validates every byte, so it downloads a remote file whole and checks it as before. Without the feature a URL is a clean error naming it. The tools read the file through File::storage instead of as_bytes: object headers, shared messages, attributes, v1 and v2 group links, dense storage (fractal heaps and v2 B-trees), path resolution, chunk listings and variable-length values go through the format crate's *_in functions, and the fractal-heap block verifier reads each block through the storage (a read failure of a remote file is reported as a problem, not as "past the end of the file"). A local file's storage is its mapped bytes, so its reads are still slices. stat's file size comes from the opened file, so it is right for a URL. Tests: tests/remote.rs serves fixtures (old and new formats, a paged file, a metadata cache image, a multi-block fractal heap, compounds, v1 groups) with the clawhdf5-remote test server and requires every subcommand's output and exit status for the URL to equal the local file's, and diff of the two to be clean; 404s, non-HDF5 bodies and https without its feature are clean errors. Local output is unchanged: the old and new h5rs print the same for ls -r -v, dump, stat and check --data on the 747 conformance and CVE corpus files (tank, 2026-09-26; the dumps of h5diff_hyper1/2.h5 were too large for the comparison script, their ls, stat and check agree), except cve-2025-2310.h5, whose dump error messages differ between runs of the old binary too (which failing chunk is reported first). ci-test.sh lints h5rs with remote-https, runs the URL tests and checks h5rs with remote for C. Co-Authored-By: Claude Opus 5.5 (1M context) <[email protected]>
31 lines
966 B
TOML
31 lines
966 B
TOML
[package]
|
|
name = "clawhdf5-tools"
|
|
version = "2.7.0"
|
|
edition = "2024"
|
|
rust-version.workspace = true
|
|
license = "MIT"
|
|
description = "h5rs: pure-Rust HDF5 command-line tools (ls, dump, stat, diff, check) without libhdf5"
|
|
repository = "https://git.redclaw.dev/quantumclaw/clawhdf5"
|
|
keywords = ["hdf5", "h5dump", "h5ls", "cli", "science"]
|
|
categories = ["command-line-utilities", "science"]
|
|
readme = "README.md"
|
|
|
|
[[bin]]
|
|
name = "h5rs"
|
|
path = "src/main.rs"
|
|
|
|
[features]
|
|
# FILE arguments may be URLs: http:// with `remote` (no C), https:// with
|
|
# `remote-https` (rustls + ring, which compiles C).
|
|
remote = ["dep:clawhdf5-remote"]
|
|
remote-https = ["remote", "clawhdf5-remote/https"]
|
|
|
|
[dependencies]
|
|
clawhdf5 = { path = "../clawhdf5", version = "2.7.0" }
|
|
clawhdf5-format = { path = "../clawhdf5-format", version = "2.7.0" }
|
|
clawhdf5-remote = { path = "../clawhdf5-remote", version = "2.7.0", optional = true }
|
|
serde_json = "1"
|
|
|
|
[dev-dependencies]
|
|
tempfile = { workspace = true }
|