clawmates: phase work

Mission: 01a00c41-bac0-7eb3-a8c8-8b7044f3086d
Phase: 01a00c41-bac2-71e3-a58b-c473421200ee

Committed by the ClawMates delivery pipeline from the agents' working tree. Authored by agents, not by the named committer.

crates/clawhdf5-migrate/src/hdf5_writer.rs

@@ -20,6 +20,7 @@ pub fn write_hdf5(
     opts: &WriteOptions,
 ) -> Result<(), Box<dyn std::error::Error>> {
     let mut builder = FileBuilder::new();
+    let timestamp = iso8601_now();
 
     // Root-level metadata attributes
     builder.set_attr("agent_id", AttrValue::String(opts.agent_id.clone()));
@@ -27,8 +28,18 @@ pub fn write_hdf5(
     builder.set_attr("embedding_dim", AttrValue::I64(data.embedding_dim as i64));
     builder.set_attr("source", AttrValue::String("sqlite-migration".into()));
     builder.set_attr("version", AttrValue::I64(1));
+    // Lineage: which SQLite database this output was migrated from and when,
+    // plus the migrator tool version — so a chain of `--incremental` runs
+    // still has an audit trail instead of every run overwriting the same
+    // static attributes (see research/03_provenance.md, INT-03).
+    builder.set_attr("source_path", AttrValue::String(data.source_path.clone()));
+    builder.set_attr("migrated_at", AttrValue::String(timestamp.clone()));
+    builder.set_attr(
+        "migrator_version",
+        AttrValue::String(env!("CARGO_PKG_VERSION").to_owned()),
+    );
 
-    write_chunks_group(&mut builder, data, opts);
+    write_chunks_group(&mut builder, data, opts, &timestamp);
     write_sessions_group(&mut builder, data);
     write_entities_group(&mut builder, data);
     write_relations_group(&mut builder, data);
@@ -37,6 +48,36 @@ pub fn write_hdf5(
     Ok(())
 }
 
+/// Current UTC time formatted as an ISO-8601 / RFC-3339 timestamp
+/// (`YYYY-MM-DDTHH:MM:SSZ`), with no external date/time dependency.
+fn iso8601_now() -> String {
+    let secs = std::time::SystemTime::now()
+        .duration_since(std::time::UNIX_EPOCH)
+        .unwrap_or_default()
+        .as_secs();
+    let days = (secs / 86_400) as i64;
+    let time_of_day = secs % 86_400;
+    let (h, m, s) = (time_of_day / 3600, (time_of_day % 3600) / 60, time_of_day % 60);
+    let (y, mo, d) = civil_from_days(days);
+    format!("{y:04}-{mo:02}-{d:02}T{h:02}:{m:02}:{s:02}Z")
+}
+
+/// Days-since-epoch to (year, month, day), Howard Hinnant's `civil_from_days`
+/// algorithm (proleptic Gregorian calendar, valid for the full `i64` range).
+fn civil_from_days(z: i64) -> (i64, u32, u32) {
+    let z = z + 719_468;
+    let era = if z >= 0 { z } else { z - 146_096 } / 146_097;
+    let doe = (z - era * 146_097) as u64; // [0, 146096]
+    let yoe = (doe - doe / 1460 + doe / 36_524 - doe / 146_096) / 365; // [0, 399]
+    let y = yoe as i64 + era * 400;
+    let doy = doe - (365 * yoe + yoe / 4 - yoe / 100); // [0, 365]
+    let mp = (5 * doy + 2) / 153; // [0, 11]
+    let d = (doy - (153 * mp + 2) / 5 + 1) as u32; // [1, 31]
+    let m = (if mp < 10 { mp + 3 } else { mp - 9 }) as u32; // [1, 12]
+    let y = if m <= 2 { y + 1 } else { y };
+    (y, m, d)
+}
+
 /// Build a fixed-length string Datatype from the max byte length of the items.
 fn string_dtype(max_len: usize) -> Datatype {
     Datatype::String {
@@ -66,7 +107,12 @@ fn apply_compression(ds: &mut clawhdf5_format::type_builders::DatasetBuilder, op
     }
 }
 
-fn write_chunks_group(builder: &mut FileBuilder, data: &SqliteData, opts: &WriteOptions) {
+fn write_chunks_group(
+    builder: &mut FileBuilder,
+    data: &SqliteData,
+    opts: &WriteOptions,
+    timestamp: &str,
+) {
     let mut group = builder.create_group("chunks");
     let n = data.chunks.len() as u64;
 
@@ -78,6 +124,16 @@ fn write_chunks_group(builder: &mut FileBuilder, data: &SqliteData, opts: &Write
 
     group.set_attr("count", AttrValue::I64(n as i64));
 
+    // Source attribution attached directly to the content-bearing datasets
+    // (SHA-256 of the raw bytes + creator/timestamp/source), so the chunk
+    // text and embeddings each carry their own verifiable provenance
+    // (see clawhdf5_format::provenance / `Dataset::verify_provenance`).
+    let source_opt = if data.source_path.is_empty() {
+        None
+    } else {
+        Some(data.source_path.as_str())
+    };
+
     // ids
     let ids: Vec<i64> = data.chunks.iter().map(|c| c.id).collect();
     group.create_dataset("id").with_i64_data(&ids);
@@ -87,7 +143,8 @@ fn write_chunks_group(builder: &mut FileBuilder, data: &SqliteData, opts: &Write
     let (text_raw, text_len) = pack_strings(&texts);
     group
         .create_dataset("text")
-        .with_compound_data(string_dtype(text_len), text_raw, n);
+        .with_compound_data(string_dtype(text_len), text_raw, n)
+        .with_provenance("clawhdf5-migrate", timestamp, source_opt);
 
     // embeddings - flatten to [N, dim]
     let dim = data.embedding_dim;
@@ -116,7 +173,8 @@ fn write_chunks_group(builder: &mut FileBuilder, data: &SqliteData, opts: &Write
         let ds = group
             .create_dataset("embeddings")
             .with_compound_data(f16_dtype, raw, n)
-            .with_shape(&[n, dim as u64]);
+            .with_shape(&[n, dim as u64])
+            .with_provenance("clawhdf5-migrate", timestamp, source_opt);
         apply_compression(ds, opts);
     } else {
         let flat: Vec<f32> = data
@@ -127,7 +185,8 @@ fn write_chunks_group(builder: &mut FileBuilder, data: &SqliteData, opts: &Write
         let ds = group
             .create_dataset("embeddings")
             .with_f32_data(&flat)
-            .with_shape(&[n, dim as u64]);
+            .with_shape(&[n, dim as u64])
+            .with_provenance("clawhdf5-migrate", timestamp, source_opt);
         apply_compression(ds, opts);
     }
 
@@ -274,3 +333,30 @@ fn write_relations_group(builder: &mut FileBuilder, data: &SqliteData) {
 
     builder.add_group(group.finish());
 }
+
+#[cfg(test)]
+mod time_tests {
+    use super::civil_from_days;
+
+    #[test]
+    fn epoch_day_zero_is_1970_01_01() {
+        assert_eq!(civil_from_days(0), (1970, 1, 1));
+    }
+
+    #[test]
+    fn known_dates_roundtrip() {
+        // 2026-08-16 is 20,681 days after 1970-01-01.
+        assert_eq!(civil_from_days(20_681), (2026, 8, 16));
+        // 2000-02-29 (leap day itself) and 2000-03-01 (the day after).
+        assert_eq!(civil_from_days(11_016), (2000, 2, 29));
+        assert_eq!(civil_from_days(11_017), (2000, 3, 1));
+    }
+
+    #[test]
+    fn iso8601_now_has_expected_shape() {
+        let ts = super::iso8601_now();
+        assert_eq!(ts.len(), "2026-08-16T00:00:00Z".len());
+        assert!(ts.starts_with("20")); // sanity: 21st-century year
+        assert!(ts.ends_with('Z'));
+    }
+}