clairic / clairic_runtime /__init__.py
areneau's picture
Add complete Clairic Transformers package
f65336d verified
Raw History Blame Contribute Delete
200 Bytes
"""Clairic inference with Transformers."""
CONTEXT_WINDOW = 65_536
MAX_OUTPUT_TOKENS = 256
CONTEXT_HEADROOM_TOKENS = MAX_OUTPUT_TOKENS + 7
MAX_INPUT_TOKENS = CONTEXT_WINDOW - CONTEXT_HEADROOM_TOKENS