osobhandClaude Opus 5.5
1f71f3bcbc
hdf5plugin's Blosc (hdf5-blosc) failed with UnsupportedFilter(32001). The
new `blosc` feature decodes the Blosc 1 frame c-blosc 1.x writes: the
16-byte header, raw ("memcpyed") frames, the block table, blocks split
into one stream per byte plane (and the "do not split" flag), streams
stored raw, the byte shuffle and bit shuffle (whole 8-element groups, the
rest copied) - and every codec hdf5plugin offers: BloscLZ (implemented
here from c-blosc 1.21's blosclz_decompress, including its rejection of
malformed and truncated streams), LZ4/LZ4HC (lz4_flex), Snappy (snap),
Zlib (flate2) and Zstandard (ruzstd). Every stream must decode to exactly
its size and the frame to at most the chunk size; a frame of another
format version (Blosc 2) is a clear error.
It also encodes (DatasetBuilder::with_blosc(codec, level, shuffle)):
LZ4, Snappy, Zlib or Zstandard, with c-blosc's split rule, raw streams
where compression does not pay, and a stored frame for level 0 or
incompressible data. It cannot write BloscLZ (asking for it is an
error). `plugin-filters` enables LZF, bitshuffle, bzip2 and Blosc.
Interop: hdf5plugin writes all six codecs x {no, byte, bit} shuffle at
levels 5/9/1, plus level 0, over the 12-case matrix, read byte for byte;
our four codecs x four shuffle/level settings read back through
hdf5plugin. Both fail with the decoder removed. `cargo tree` with
`plugin-filters` has no -sys crate other than libbz2-rs-sys (pure Rust),
no cc and no cmake.
Co-Authored-By: Claude Opus 5.5 (1M context) <[email protected]>
60 lines
2.1 KiB
TOML
60 lines
2.1 KiB
TOML
[package]
|
|
name = "clawhdf5"
|
|
version = "2.7.0"
|
|
edition = "2024"
|
|
rust-version.workspace = true
|
|
description = "Pure-Rust HDF5 reader/writer — no C dependencies"
|
|
license = "MIT"
|
|
repository = "https://git.redclaw.dev/quantumclaw/clawhdf5"
|
|
readme = "README.md"
|
|
keywords = ["hdf5", "science", "data", "binary"]
|
|
categories = ["parser-implementations", "science", "encoding"]
|
|
|
|
[dependencies]
|
|
clawhdf5-format = { path = "../clawhdf5-format", version = "2.7.0" }
|
|
clawhdf5-io = { path = "../clawhdf5-io", version = "2.7.0" }
|
|
rayon = { version = "1", optional = true }
|
|
|
|
[dev-dependencies]
|
|
tempfile = { workspace = true }
|
|
criterion = { workspace = true }
|
|
clawhdf5-io = { path = "../clawhdf5-io", version = "2.7.0", features = ["mmap"] }
|
|
clawhdf5-format = { path = "../clawhdf5-format", version = "2.7.0", features = ["parallel", "fast-checksum"] }
|
|
clawhdf5-filters = { path = "../clawhdf5-filters", version = "2.7.0" }
|
|
|
|
[[bench]]
|
|
name = "mmap_bench"
|
|
harness = false
|
|
|
|
[[bench]]
|
|
name = "parallel_bench"
|
|
harness = false
|
|
|
|
[features]
|
|
default = ["mmap", "provenance", "lzf"]
|
|
mmap = ["clawhdf5-io/mmap"]
|
|
parallel = ["clawhdf5-format/parallel", "rayon"]
|
|
# zlib-ng (C, needs cmake) instead of the default pure-Rust zlib-rs.
|
|
fast-deflate = ["clawhdf5-format/fast-deflate"]
|
|
apple-compression = []
|
|
zstd = ["clawhdf5-format/zstd"]
|
|
blake3_hash = ["clawhdf5-format/blake3_hash"]
|
|
lz4 = ["clawhdf5-format/lz4"]
|
|
pcodec = ["clawhdf5-format/pcodec"]
|
|
# Plugin filters, pure Rust (no C). LZF (32000) is h5py's built-in
|
|
# compression; it has no dependencies, so it is on by default.
|
|
lzf = ["clawhdf5-format/lzf"]
|
|
bitshuffle = ["clawhdf5-format/bitshuffle"]
|
|
bzip2 = ["clawhdf5-format/bzip2"]
|
|
blosc = ["clawhdf5-format/blosc"]
|
|
# Every plugin filter.
|
|
plugin-filters = ["lzf", "bitshuffle", "bzip2", "blosc"]
|
|
# Dataset::verify_provenance() — recompute a dataset's SHA-256 and compare
|
|
# against its stored _provenance_sha256 attribute. On by default, matching
|
|
# clawhdf5-format's own default-on `provenance` feature.
|
|
provenance = ["clawhdf5-format/provenance"]
|
|
|
|
[package.metadata.docs.rs]
|
|
features = ["mmap"]
|
|
targets = ["x86_64-unknown-linux-gnu"]
|