Spaces:
Running
Running
Upload folder using huggingface_hub
Browse files- __pycache__/app.cpython-312.pyc +0 -0
- app.py +6 -0
__pycache__/app.cpython-312.pyc
CHANGED
|
Binary files a/__pycache__/app.cpython-312.pyc and b/__pycache__/app.cpython-312.pyc differ
|
|
|
app.py
CHANGED
|
@@ -16,6 +16,12 @@ app = FastAPI(title="Ornith 1.0 Inference API - CPU Agentic (single-instance)",
|
|
| 16 |
MODEL_PATH = os.getenv("MODEL_PATH", "/models/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf")
|
| 17 |
MODEL_REPO = os.getenv("MODEL_REPO", "empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF")
|
| 18 |
MODEL_ALIAS = os.getenv("MODEL_ALIAS", "qwythos-9b")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
MAIN_PORT = int(os.getenv("MAIN_PORT", "7860"))
|
| 20 |
|
| 21 |
# Single instance on CPU: one process gets ALL cores, concurrency via slots.
|
|
|
|
| 16 |
MODEL_PATH = os.getenv("MODEL_PATH", "/models/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf")
|
| 17 |
MODEL_REPO = os.getenv("MODEL_REPO", "empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF")
|
| 18 |
MODEL_ALIAS = os.getenv("MODEL_ALIAS", "qwythos-9b")
|
| 19 |
+
|
| 20 |
+
if "ornith" in MODEL_PATH.lower() or "deepreinforce" in MODEL_REPO.lower() or "ornith" in MODEL_ALIAS.lower():
|
| 21 |
+
MODEL_PATH = "/models/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf"
|
| 22 |
+
MODEL_REPO = "empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF"
|
| 23 |
+
MODEL_ALIAS = "qwythos-9b"
|
| 24 |
+
|
| 25 |
MAIN_PORT = int(os.getenv("MAIN_PORT", "7860"))
|
| 26 |
|
| 27 |
# Single instance on CPU: one process gets ALL cores, concurrency via slots.
|