Update app.py
Browse files
app.py
CHANGED
|
@@ -395,9 +395,22 @@ if not os.path.exists(MODEL_PATH):
|
|
| 395 |
|
| 396 |
@asynccontextmanager
|
| 397 |
async def lifespan(app: FastAPI):
|
| 398 |
-
# Load model on startup
|
| 399 |
if os.path.exists(MODEL_PATH):
|
| 400 |
try:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 401 |
m = torch.load(MODEL_PATH, map_location=device, weights_only=False)
|
| 402 |
m.to(device)
|
| 403 |
m.eval()
|
|
@@ -408,6 +421,8 @@ async def lifespan(app: FastAPI):
|
|
| 408 |
else:
|
| 409 |
print(f"⚠️ Model file not found at {MODEL_PATH}. Upload your .pth file.")
|
| 410 |
yield
|
|
|
|
|
|
|
| 411 |
# Cleanup
|
| 412 |
del model_state["model"]
|
| 413 |
gc.collect()
|
|
|
|
| 395 |
|
| 396 |
@asynccontextmanager
|
| 397 |
async def lifespan(app: FastAPI):
|
|
|
|
| 398 |
if os.path.exists(MODEL_PATH):
|
| 399 |
try:
|
| 400 |
+
import sys
|
| 401 |
+
sys.modules['__main__'].MMS = MMS
|
| 402 |
+
sys.modules['__main__'].PositionalEncoding = PositionalEncoding
|
| 403 |
+
sys.modules['__main__'].Transformer = Transformer
|
| 404 |
+
sys.modules['__main__'].Encoder = Encoder
|
| 405 |
+
sys.modules['__main__'].Decoder = Decoder
|
| 406 |
+
sys.modules['__main__'].EncoderLayer = EncoderLayer
|
| 407 |
+
sys.modules['__main__'].DecoderLayer = DecoderLayer
|
| 408 |
+
sys.modules['__main__'].MultiHeadAttention = MultiHeadAttention
|
| 409 |
+
sys.modules['__main__'].MultiHeadCrossAttention = MultiHeadCrossAttention
|
| 410 |
+
sys.modules['__main__'].PositionWiseFeedForward = PositionWiseFeedForward
|
| 411 |
+
sys.modules['__main__'].LayerNorm = LayerNorm
|
| 412 |
+
sys.modules['__main__'].SequentialEncoder = SequentialEncoder
|
| 413 |
+
sys.modules['__main__'].SequentialDecoder = SequentialDecoder
|
| 414 |
m = torch.load(MODEL_PATH, map_location=device, weights_only=False)
|
| 415 |
m.to(device)
|
| 416 |
m.eval()
|
|
|
|
| 421 |
else:
|
| 422 |
print(f"⚠️ Model file not found at {MODEL_PATH}. Upload your .pth file.")
|
| 423 |
yield
|
| 424 |
+
del model_state["model"]
|
| 425 |
+
gc.collect()
|
| 426 |
# Cleanup
|
| 427 |
del model_state["model"]
|
| 428 |
gc.collect()
|