71 lines
1.6 KiB
TOML
71 lines
1.6 KiB
TOML
[package]
|
|
name = "rtx-candle"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
authors.workspace = true
|
|
license.workspace = true
|
|
repository.workspace = true
|
|
description = "Candle ML framework integration for RustyTorch++ - minimal inference and WASM support"
|
|
|
|
[dependencies]
|
|
# Candle ML framework (HuggingFace)
|
|
candle-core.workspace = true
|
|
candle-nn = { workspace = true, optional = true }
|
|
candle-transformers = { workspace = true, optional = true }
|
|
|
|
# Internal RTX crates
|
|
rtx-tensor = { workspace = true, features = ["cpu"] }
|
|
rtx-runtime = { workspace = true }
|
|
|
|
# Error handling
|
|
thiserror.workspace = true
|
|
anyhow.workspace = true
|
|
|
|
# Async support
|
|
tokio.workspace = true
|
|
async-trait.workspace = true
|
|
|
|
# Serialization
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
|
|
# Logging
|
|
tracing.workspace = true
|
|
|
|
# SafeTensors for model loading
|
|
safetensors.workspace = true
|
|
|
|
# Bytemuck for type casting
|
|
bytemuck.workspace = true
|
|
|
|
# Tokenization (for transformer models)
|
|
tokenizers = { workspace = true, optional = true }
|
|
|
|
# Half precision support
|
|
half.workspace = true
|
|
|
|
# Directory utilities
|
|
dirs.workspace = true
|
|
|
|
[dev-dependencies]
|
|
tokio-test.workspace = true
|
|
tempfile.workspace = true
|
|
|
|
[features]
|
|
default = ["cpu"]
|
|
# CPU backend
|
|
cpu = []
|
|
# CUDA backend (NVIDIA GPUs)
|
|
cuda = ["candle-core/cuda"]
|
|
# Metal backend (Apple Silicon)
|
|
metal = ["candle-core/metal"]
|
|
# Neural network layers
|
|
nn = ["dep:candle-nn"]
|
|
# Transformer models (GPT, BERT, etc.)
|
|
transformers = ["dep:candle-transformers", "nn", "dep:tokenizers"]
|
|
# All features
|
|
full = ["nn", "transformers", "cuda", "metal"]
|
|
|
|
[lints]
|
|
workspace = true
|