File size: 584 Bytes
19886eb ab0f9c6 19886eb ab0f9c6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | //! dllm-runtime: request scheduler (continuous batching over a paged KV cache with a radix prefix cache and a sliding-window pool), the answer policy
//! loop (readout, gate, thought, readout) and the model-side traits it drives.
pub mod engine;
pub mod model;
pub mod radix;
pub mod think;
#[cfg(test)]
mod fake;
#[cfg(test)]
mod tests;
pub use engine::{Engine, EngineConfig, Stats};
pub use model::{ImagePrep, ModelRunner, PreparedImage, SoftRow, SoftSel, SoftTokens, TowerEncoder, VisionEncoder, VisionPrep};
pub use think::{GreedyDecoder, SpecDecoder, ThinkDecoder, ThinkReq};
|