| [package] | |
| name = "perch-ultrafast" | |
| version = "0.1.0" | |
| edition = "2021" | |
| description = "Hybrid streaming + Ultrafast inference framework: local draft answers in 0.08s, cloud model takes over seamlessly." | |
| license = "MIT" | |
| keywords = ["llm", "streaming", "hybrid", "latency", "tokio"] | |
| categories = ["asynchronous", "web-programming"] | |
| [dependencies] | |
| futures = "0.3" | |
| tokio = { version = "1", features = ["rt", "time", "sync", "macros"] } | |
| tokio-util = "0.7" | |
| reqwest = { version = "0.12", default-features = false, features = [ | |
| "json", | |
| "gzip", | |
| "brotli", | |
| "deflate", | |
| "stream", | |
| "rustls-tls", | |
| ] } | |
| serde = { version = "1", features = ["derive"] } | |
| serde_json = "1" | |
| [dev-dependencies] | |
| tokio = { version = "1", features = ["macros", "rt-multi-thread"] } | |