[package] name = "rtx-inference" version.workspace = true edition.workspace = true authors.workspace = true license.workspace = true repository.workspace = true [dependencies] # Workspace dependencies rtx-runtime = { path = "../rtx-runtime" } rtx-tensor = { path = "../rtx-tensor" } rtx-synthesis = { path = "../rtx-synthesis" } # Error handling anyhow.workspace = true thiserror.workspace = true # Async runtime for request handling tokio = { workspace = true, features = ["full", "time", "rt-multi-thread"] } async-trait.workspace = true # Serialization for request/response serde = { workspace = true, features = ["derive"] } serde_json.workspace = true # Concurrent data structures for request queues and KV cache parking_lot.workspace = true crossbeam.workspace = true dashmap.workspace = true # UUID for request tracking uuid = { version = "1.0", features = ["v4", "serde"] } # Configuration management config.workspace = true # Logging and telemetry tracing.workspace = true tracing-subscriber.workspace = true # Performance monitoring criterion.workspace = true # Quantization support (commented out for testing) # cudarc.workspace = true # Mathematical operations for cache statistics (commented out for testing) # nalgebra.workspace = true # Threading for batch processing rayon.workspace = true # Temporary files for model caching (commented out for testing) # tempfile.workspace = true # Hashing for cache keys (commented out for testing) # sha2 = "0.10" # Pattern matching for kernel selection (commented out for testing) # regex = "1.0" # Random number generation for testing fastrand = "2.0" [dev-dependencies] proptest.workspace = true tokio-test = "0.4" [build-dependencies] chrono = { version = "0.4", features = ["serde"] } [features] default = [] metrics = ["tracing-subscriber/env-filter"]