[package] name = "rtx-etl" version.workspace = true edition.workspace = true rust-version = "1.92" authors.workspace = true license.workspace = true repository.workspace = true description = "Enterprise-grade ETL system with DAG scheduling, stream processing, and data lineage tracking" [dependencies] # Core dependencies anyhow.workspace = true thiserror.workspace = true tracing.workspace = true serde.workspace = true serde_json.workspace = true # Async runtime tokio.workspace = true futures.workspace = true async-trait.workspace = true # Time handling chrono.workspace = true # Storage and databases sqlx = { workspace = true, optional = true } redis = { workspace = true, optional = true } # Collections and data structures indexmap.workspace = true dashmap.workspace = true uuid.workspace = true petgraph.workspace = true # Concurrency parking_lot.workspace = true rayon.workspace = true crossbeam.workspace = true # Serialization and compression bincode.workspace = true base64.workspace = true # Math and statistics statrs.workspace = true ndarray.workspace = true rand.workspace = true rand_distr.workspace = true # Configuration toml.workspace = true config.workspace = true # Pattern matching and text processing regex.workspace = true # File system and I/O walkdir.workspace = true # System info num_cpus = "1.0" # Utility for cancellation tokio-util = { version = "0.7" } # Cryptographic hashing sha2 = "0.10" # RTX dependencies rtx-tensor.workspace = true rtx-data-validation = { workspace = true, optional = true } rtx-feature-store = { workspace = true, optional = true } [dev-dependencies] tokio-test.workspace = true proptest.workspace = true criterion.workspace = true tempfile.workspace = true [[bench]] name = "etl_benchmarks" harness = false [features] default = ["dag-scheduling", "stream-processing", "lineage-tracking", "incremental-processing"] dag-scheduling = [] stream-processing = [] lineage-tracking = [] incremental-processing = [] data-quality = ["rtx-data-validation"] feature-integration = ["rtx-feature-store"] postgres = ["sqlx"] redis-cache = ["redis"] [lints] workspace = true