75 lines
1.8 KiB
Plaintext
75 lines
1.8 KiB
Plaintext
[package]
|
|
name = "rtx-inference"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
authors.workspace = true
|
|
license.workspace = true
|
|
repository.workspace = true
|
|
|
|
[dependencies]
|
|
# Workspace dependencies
|
|
rtx-runtime = { path = "../rtx-runtime" }
|
|
rtx-tensor = { path = "../rtx-tensor" }
|
|
rtx-synthesis = { path = "../rtx-synthesis" }
|
|
|
|
# Error handling
|
|
anyhow.workspace = true
|
|
thiserror.workspace = true
|
|
|
|
# Async runtime for request handling
|
|
tokio = { workspace = true, features = ["full", "time", "rt-multi-thread"] }
|
|
async-trait.workspace = true
|
|
|
|
# Serialization for request/response
|
|
serde = { workspace = true, features = ["derive"] }
|
|
serde_json.workspace = true
|
|
|
|
# Concurrent data structures for request queues and KV cache
|
|
parking_lot.workspace = true
|
|
crossbeam.workspace = true
|
|
dashmap.workspace = true
|
|
|
|
# UUID for request tracking
|
|
uuid = { version = "1.0", features = ["v4", "serde"] }
|
|
|
|
# Configuration management
|
|
config.workspace = true
|
|
|
|
# Logging and telemetry
|
|
tracing.workspace = true
|
|
tracing-subscriber.workspace = true
|
|
|
|
# Performance monitoring
|
|
criterion.workspace = true
|
|
|
|
# Quantization support (commented out for testing)
|
|
# cudarc.workspace = true
|
|
|
|
# Mathematical operations for cache statistics (commented out for testing)
|
|
# nalgebra.workspace = true
|
|
|
|
# Threading for batch processing
|
|
rayon.workspace = true
|
|
|
|
# Temporary files for model caching (commented out for testing)
|
|
# tempfile.workspace = true
|
|
|
|
# Hashing for cache keys (commented out for testing)
|
|
# sha2 = "0.10"
|
|
|
|
# Pattern matching for kernel selection (commented out for testing)
|
|
# regex = "1.0"
|
|
|
|
# Random number generation for testing
|
|
fastrand = "2.0"
|
|
|
|
[dev-dependencies]
|
|
proptest.workspace = true
|
|
tokio-test = "0.4"
|
|
|
|
[build-dependencies]
|
|
chrono = { version = "0.4", features = ["serde"] }
|
|
|
|
[features]
|
|
default = []
|
|
metrics = ["tracing-subscriber/env-filter"] |