File size: 698 Bytes
7c48529 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | # FGAO API configuration. Paths are relative to this file.
llm:
provider: openai # any OpenAI-compatible endpoint
base_url: https://router.huggingface.co/v1
model: Qwen/Qwen2.5-7B-Instruct # any chat model served by Hugging Face Inference Providers
api_key_env: HF_TOKEN # Space secret
temperature: 0
max_tokens: 128
timeout: 60
resilience: {attempts: 3, backoff: 0.5, timeout: 60, max_concurrency: 32}
kb: {type: bm25, path: data/kb.jsonl} # default corpus; requests may send their own "documents"
budget: 16
on_error: record
server: {max_inflight: 32, max_queue: 256, request_timeout: 300, max_batch: 64, max_documents: 500}
|