ProfessorCEO commited on
Commit
076c178
·
verified ·
1 Parent(s): d5a4bef

Upload 2 files

Browse files
Files changed (1) hide show
  1. app/utils/config.py +48 -50
app/utils/config.py CHANGED
@@ -1,50 +1,48 @@
1
- """Runtime configuration for the KORA backend."""
2
-
3
- from __future__ import annotations
4
-
5
- from functools import lru_cache
6
- from pathlib import Path
7
-
8
- from pydantic import Field
9
- from pydantic_settings import BaseSettings, SettingsConfigDict
10
-
11
- BASE_DIR = Path(__file__).resolve().parents[2]
12
-
13
-
14
- class Settings(BaseSettings):
15
- """Environment-driven settings with safe defaults."""
16
-
17
- model_config = SettingsConfigDict(
18
- env_file=str(BASE_DIR / ".env"),
19
- env_file_encoding="utf-8",
20
- extra="ignore",
21
- )
22
-
23
- app_name: str = Field(default="KORA AI Backend", alias="APP_NAME")
24
- app_env: str = Field(default="production", alias="APP_ENV")
25
- log_level: str = Field(default="INFO", alias="LOG_LEVEL")
26
-
27
- model_name: str = Field(default="microsoft/Phi-3-mini-4k-instruct", alias="MODEL_NAME")
28
- trust_remote_code: bool = Field(default=True, alias="TRUST_REMOTE_CODE")
29
-
30
- tensor_parallel_size: int = Field(default=1, alias="TENSOR_PARALLEL_SIZE")
31
- gpu_memory_utilization: float = Field(default=0.9, alias="GPU_MEMORY_UTILIZATION")
32
- max_model_len: int = Field(default=4096, alias="MAX_MODEL_LEN")
33
- vllm_dtype: str = Field(default="auto", alias="VLLM_DTYPE")
34
- vllm_enforce_eager: bool = Field(default=False, alias="VLLM_ENFORCE_EAGER")
35
-
36
- default_temperature: float = Field(default=0.7, alias="DEFAULT_TEMPERATURE")
37
- default_top_p: float = Field(default=0.9, alias="DEFAULT_TOP_P")
38
- default_max_tokens: int = Field(default=512, alias="DEFAULT_MAX_TOKENS")
39
-
40
- system_prompt_file: Path = Field(default=BASE_DIR / "prompts" / "system_prompt.txt")
41
- knowledge_file: Path = Field(default=BASE_DIR / "knowledge" / "kontyra.md")
42
-
43
-
44
- @lru_cache
45
- def get_settings() -> Settings:
46
- """Return a cached settings instance."""
47
- return Settings()
48
-
49
-
50
- settings = get_settings()
 
1
+ """Runtime configuration for the KORA backend."""
2
+
3
+ from __future__ import annotations
4
+
5
+ from functools import lru_cache
6
+ from pathlib import Path
7
+
8
+ from pydantic import Field
9
+ from pydantic_settings import BaseSettings, SettingsConfigDict
10
+
11
+ BASE_DIR = Path(__file__).resolve().parents[2]
12
+
13
+
14
+ class Settings(BaseSettings):
15
+ """Environment-driven settings with safe defaults."""
16
+
17
+ model_config = SettingsConfigDict(
18
+ env_file=str(BASE_DIR / ".env"),
19
+ env_file_encoding="utf-8",
20
+ extra="ignore",
21
+ )
22
+
23
+ app_name: str = Field(default="KORA AI Backend", alias="APP_NAME")
24
+ app_env: str = Field(default="production", alias="APP_ENV")
25
+ log_level: str = Field(default="INFO", alias="LOG_LEVEL")
26
+
27
+ model_name: str = Field(default="microsoft/Phi-3-mini-4k-instruct", alias="MODEL_NAME")
28
+ trust_remote_code: bool = Field(default=True, alias="TRUST_REMOTE_CODE")
29
+ low_cpu_mem_usage: bool = Field(default=True, alias="LOW_CPU_MEM_USAGE")
30
+ max_input_tokens: int = Field(default=3072, alias="MAX_INPUT_TOKENS")
31
+ torch_num_threads: int = Field(default=0, alias="TORCH_NUM_THREADS")
32
+ torch_num_interop_threads: int = Field(default=0, alias="TORCH_NUM_INTEROP_THREADS")
33
+
34
+ default_temperature: float = Field(default=0.7, alias="DEFAULT_TEMPERATURE")
35
+ default_top_p: float = Field(default=0.9, alias="DEFAULT_TOP_P")
36
+ default_max_tokens: int = Field(default=512, alias="DEFAULT_MAX_TOKENS")
37
+
38
+ system_prompt_file: Path = Field(default=BASE_DIR / "prompts" / "system_prompt.txt")
39
+ knowledge_file: Path = Field(default=BASE_DIR / "knowledge" / "kontyra.md")
40
+
41
+
42
+ @lru_cache
43
+ def get_settings() -> Settings:
44
+ """Return a cached settings instance."""
45
+ return Settings()
46
+
47
+
48
+ settings = get_settings()