98 lines
2.1 KiB
TOML
98 lines
2.1 KiB
TOML
[package]
|
|
name = "rtx-etl"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
rust-version = "1.92"
|
|
authors.workspace = true
|
|
license.workspace = true
|
|
repository.workspace = true
|
|
description = "Enterprise-grade ETL system with DAG scheduling, stream processing, and data lineage tracking"
|
|
|
|
[dependencies]
|
|
# Core dependencies
|
|
anyhow.workspace = true
|
|
thiserror.workspace = true
|
|
tracing.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
|
|
# Async runtime
|
|
tokio.workspace = true
|
|
futures.workspace = true
|
|
async-trait.workspace = true
|
|
|
|
# Time handling
|
|
chrono.workspace = true
|
|
|
|
# Storage and databases
|
|
sqlx = { workspace = true, optional = true }
|
|
redis = { workspace = true, optional = true }
|
|
|
|
# Collections and data structures
|
|
indexmap.workspace = true
|
|
dashmap.workspace = true
|
|
uuid.workspace = true
|
|
petgraph.workspace = true
|
|
|
|
# Concurrency
|
|
parking_lot.workspace = true
|
|
rayon.workspace = true
|
|
crossbeam.workspace = true
|
|
|
|
# Serialization and compression
|
|
bincode.workspace = true
|
|
base64.workspace = true
|
|
|
|
# Math and statistics
|
|
statrs.workspace = true
|
|
ndarray.workspace = true
|
|
rand.workspace = true
|
|
rand_distr.workspace = true
|
|
|
|
# Configuration
|
|
toml.workspace = true
|
|
config.workspace = true
|
|
|
|
# Pattern matching and text processing
|
|
regex.workspace = true
|
|
|
|
# File system and I/O
|
|
walkdir.workspace = true
|
|
|
|
# System info
|
|
num_cpus = "1.0"
|
|
|
|
# Utility for cancellation
|
|
tokio-util = { version = "0.7" }
|
|
|
|
# Cryptographic hashing
|
|
sha2 = "0.10"
|
|
|
|
# RTX dependencies
|
|
rtx-tensor.workspace = true
|
|
rtx-data-validation = { workspace = true, optional = true }
|
|
rtx-feature-store = { workspace = true, optional = true }
|
|
|
|
[dev-dependencies]
|
|
tokio-test.workspace = true
|
|
proptest.workspace = true
|
|
criterion.workspace = true
|
|
tempfile.workspace = true
|
|
|
|
[[bench]]
|
|
name = "etl_benchmarks"
|
|
harness = false
|
|
|
|
[features]
|
|
default = ["dag-scheduling", "stream-processing", "lineage-tracking", "incremental-processing"]
|
|
dag-scheduling = []
|
|
stream-processing = []
|
|
lineage-tracking = []
|
|
incremental-processing = []
|
|
data-quality = ["rtx-data-validation"]
|
|
feature-integration = ["rtx-feature-store"]
|
|
postgres = ["sqlx"]
|
|
redis-cache = ["redis"]
|
|
[lints]
|
|
workspace = true
|