File size: 584 Bytes
19886eb
 
ab0f9c6
 
 
 
 
19886eb
 
 
 
 
 
 
ab0f9c6
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
//! dllm-runtime: request scheduler (continuous batching over a paged KV cache with a radix prefix cache and a sliding-window pool), the answer policy
//! loop (readout, gate, thought, readout) and the model-side traits it drives.
pub mod engine;
pub mod model;
pub mod radix;
pub mod think;

#[cfg(test)]
mod fake;
#[cfg(test)]
mod tests;

pub use engine::{Engine, EngineConfig, Stats};
pub use model::{ImagePrep, ModelRunner, PreparedImage, SoftRow, SoftSel, SoftTokens, TowerEncoder, VisionEncoder, VisionPrep};
pub use think::{GreedyDecoder, SpecDecoder, ThinkDecoder, ThinkReq};