Manar312 commited on
Commit
bcd36a0
·
verified ·
1 Parent(s): 9aeaeb7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -1
app.py CHANGED
@@ -395,9 +395,22 @@ if not os.path.exists(MODEL_PATH):
395
 
396
  @asynccontextmanager
397
  async def lifespan(app: FastAPI):
398
- # Load model on startup
399
  if os.path.exists(MODEL_PATH):
400
  try:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
401
  m = torch.load(MODEL_PATH, map_location=device, weights_only=False)
402
  m.to(device)
403
  m.eval()
@@ -408,6 +421,8 @@ async def lifespan(app: FastAPI):
408
  else:
409
  print(f"⚠️ Model file not found at {MODEL_PATH}. Upload your .pth file.")
410
  yield
 
 
411
  # Cleanup
412
  del model_state["model"]
413
  gc.collect()
 
395
 
396
  @asynccontextmanager
397
  async def lifespan(app: FastAPI):
 
398
  if os.path.exists(MODEL_PATH):
399
  try:
400
+ import sys
401
+ sys.modules['__main__'].MMS = MMS
402
+ sys.modules['__main__'].PositionalEncoding = PositionalEncoding
403
+ sys.modules['__main__'].Transformer = Transformer
404
+ sys.modules['__main__'].Encoder = Encoder
405
+ sys.modules['__main__'].Decoder = Decoder
406
+ sys.modules['__main__'].EncoderLayer = EncoderLayer
407
+ sys.modules['__main__'].DecoderLayer = DecoderLayer
408
+ sys.modules['__main__'].MultiHeadAttention = MultiHeadAttention
409
+ sys.modules['__main__'].MultiHeadCrossAttention = MultiHeadCrossAttention
410
+ sys.modules['__main__'].PositionWiseFeedForward = PositionWiseFeedForward
411
+ sys.modules['__main__'].LayerNorm = LayerNorm
412
+ sys.modules['__main__'].SequentialEncoder = SequentialEncoder
413
+ sys.modules['__main__'].SequentialDecoder = SequentialDecoder
414
  m = torch.load(MODEL_PATH, map_location=device, weights_only=False)
415
  m.to(device)
416
  m.eval()
 
421
  else:
422
  print(f"⚠️ Model file not found at {MODEL_PATH}. Upload your .pth file.")
423
  yield
424
+ del model_state["model"]
425
+ gc.collect()
426
  # Cleanup
427
  del model_state["model"]
428
  gc.collect()