Spaces:
Running
Running
Upload 2 files
Browse files- app/utils/config.py +48 -50
app/utils/config.py
CHANGED
|
@@ -1,50 +1,48 @@
|
|
| 1 |
-
"""Runtime configuration for the KORA backend."""
|
| 2 |
-
|
| 3 |
-
from __future__ import annotations
|
| 4 |
-
|
| 5 |
-
from functools import lru_cache
|
| 6 |
-
from pathlib import Path
|
| 7 |
-
|
| 8 |
-
from pydantic import Field
|
| 9 |
-
from pydantic_settings import BaseSettings, SettingsConfigDict
|
| 10 |
-
|
| 11 |
-
BASE_DIR = Path(__file__).resolve().parents[2]
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
class Settings(BaseSettings):
|
| 15 |
-
"""Environment-driven settings with safe defaults."""
|
| 16 |
-
|
| 17 |
-
model_config = SettingsConfigDict(
|
| 18 |
-
env_file=str(BASE_DIR / ".env"),
|
| 19 |
-
env_file_encoding="utf-8",
|
| 20 |
-
extra="ignore",
|
| 21 |
-
)
|
| 22 |
-
|
| 23 |
-
app_name: str = Field(default="KORA AI Backend", alias="APP_NAME")
|
| 24 |
-
app_env: str = Field(default="production", alias="APP_ENV")
|
| 25 |
-
log_level: str = Field(default="INFO", alias="LOG_LEVEL")
|
| 26 |
-
|
| 27 |
-
model_name: str = Field(default="microsoft/Phi-3-mini-4k-instruct", alias="MODEL_NAME")
|
| 28 |
-
trust_remote_code: bool = Field(default=True, alias="TRUST_REMOTE_CODE")
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
settings = get_settings()
|
|
|
|
| 1 |
+
"""Runtime configuration for the KORA backend."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
from functools import lru_cache
|
| 6 |
+
from pathlib import Path
|
| 7 |
+
|
| 8 |
+
from pydantic import Field
|
| 9 |
+
from pydantic_settings import BaseSettings, SettingsConfigDict
|
| 10 |
+
|
| 11 |
+
BASE_DIR = Path(__file__).resolve().parents[2]
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
class Settings(BaseSettings):
|
| 15 |
+
"""Environment-driven settings with safe defaults."""
|
| 16 |
+
|
| 17 |
+
model_config = SettingsConfigDict(
|
| 18 |
+
env_file=str(BASE_DIR / ".env"),
|
| 19 |
+
env_file_encoding="utf-8",
|
| 20 |
+
extra="ignore",
|
| 21 |
+
)
|
| 22 |
+
|
| 23 |
+
app_name: str = Field(default="KORA AI Backend", alias="APP_NAME")
|
| 24 |
+
app_env: str = Field(default="production", alias="APP_ENV")
|
| 25 |
+
log_level: str = Field(default="INFO", alias="LOG_LEVEL")
|
| 26 |
+
|
| 27 |
+
model_name: str = Field(default="microsoft/Phi-3-mini-4k-instruct", alias="MODEL_NAME")
|
| 28 |
+
trust_remote_code: bool = Field(default=True, alias="TRUST_REMOTE_CODE")
|
| 29 |
+
low_cpu_mem_usage: bool = Field(default=True, alias="LOW_CPU_MEM_USAGE")
|
| 30 |
+
max_input_tokens: int = Field(default=3072, alias="MAX_INPUT_TOKENS")
|
| 31 |
+
torch_num_threads: int = Field(default=0, alias="TORCH_NUM_THREADS")
|
| 32 |
+
torch_num_interop_threads: int = Field(default=0, alias="TORCH_NUM_INTEROP_THREADS")
|
| 33 |
+
|
| 34 |
+
default_temperature: float = Field(default=0.7, alias="DEFAULT_TEMPERATURE")
|
| 35 |
+
default_top_p: float = Field(default=0.9, alias="DEFAULT_TOP_P")
|
| 36 |
+
default_max_tokens: int = Field(default=512, alias="DEFAULT_MAX_TOKENS")
|
| 37 |
+
|
| 38 |
+
system_prompt_file: Path = Field(default=BASE_DIR / "prompts" / "system_prompt.txt")
|
| 39 |
+
knowledge_file: Path = Field(default=BASE_DIR / "knowledge" / "kontyra.md")
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
@lru_cache
|
| 43 |
+
def get_settings() -> Settings:
|
| 44 |
+
"""Return a cached settings instance."""
|
| 45 |
+
return Settings()
|
| 46 |
+
|
| 47 |
+
|
| 48 |
+
settings = get_settings()
|
|
|
|
|
|