AI4deeperScience commited on
Commit
7bef156
·
verified ·
1 Parent(s): 23ada5e

fix: eager ESM-2 load at startup, ssr_mode=False

Browse files
Files changed (1) hide show
  1. app.py +19 -12
app.py CHANGED
@@ -80,22 +80,28 @@ with open(_REPORT_PATH) as f:
80
  _REPORT = json.load(f)
81
 
82
  # ============================================================
83
- # ESM-2 lazy loader
84
  # ============================================================
85
 
86
- _esm_tokenizer = None
87
- _esm_model = None
88
  ESM_MODEL_NAME = "facebook/esm2_t30_150M_UR50D"
89
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
 
91
  def _get_esm():
92
- global _esm_tokenizer, _esm_model
93
- if _esm_model is None:
94
- from transformers import EsmModel, EsmTokenizer
95
- print("[BioInteract] Downloading / loading ESM-2 (150M) …")
96
- _esm_tokenizer = EsmTokenizer.from_pretrained(ESM_MODEL_NAME)
97
- _esm_model = EsmModel.from_pretrained(ESM_MODEL_NAME).eval()
98
- print("[BioInteract] ESM-2 ready")
99
  return _esm_tokenizer, _esm_model
100
 
101
 
@@ -352,7 +358,7 @@ def run_prediction(smiles: str, sequence: str, progress=gr.Progress()):
352
  warnings.warn(f"Sequence truncated to {MAX_SEQ_LEN} residues.")
353
  L = len(seq)
354
 
355
- progress(0.2, desc="Computing ESM-2 residue embeddings (first run: ~2 min) …")
356
  try:
357
  esm2_emb = compute_esm2_embedding(seq)
358
  except Exception as e:
@@ -761,4 +767,5 @@ with gr.Blocks(
761
 
762
 
763
  if __name__ == "__main__":
764
- demo.launch(server_name="0.0.0.0", server_port=7860, show_api=False)
 
 
80
  _REPORT = json.load(f)
81
 
82
  # ============================================================
83
+ # ESM-2 — eager load at startup so predictions are instant
84
  # ============================================================
85
 
 
 
86
  ESM_MODEL_NAME = "facebook/esm2_t30_150M_UR50D"
87
 
88
+ print("[BioInteract] Downloading / loading ESM-2 (150 M params) — please wait …")
89
+ try:
90
+ from transformers import EsmModel, EsmTokenizer
91
+ _esm_tokenizer = EsmTokenizer.from_pretrained(ESM_MODEL_NAME)
92
+ _esm_model = EsmModel.from_pretrained(ESM_MODEL_NAME).eval()
93
+ print("[BioInteract] ESM-2 ready")
94
+ _ESM_LOAD_ERROR = None
95
+ except Exception as _e:
96
+ print(f"[BioInteract] WARNING: ESM-2 failed to load: {_e}")
97
+ _esm_tokenizer = None
98
+ _esm_model = None
99
+ _ESM_LOAD_ERROR = str(_e)
100
+
101
 
102
  def _get_esm():
103
+ if _ESM_LOAD_ERROR:
104
+ raise RuntimeError(f"ESM-2 unavailable: {_ESM_LOAD_ERROR}")
 
 
 
 
 
105
  return _esm_tokenizer, _esm_model
106
 
107
 
 
358
  warnings.warn(f"Sequence truncated to {MAX_SEQ_LEN} residues.")
359
  L = len(seq)
360
 
361
+ progress(0.2, desc="Computing ESM-2 residue embeddings …")
362
  try:
363
  esm2_emb = compute_esm2_embedding(seq)
364
  except Exception as e:
 
767
 
768
 
769
  if __name__ == "__main__":
770
+ demo.launch(server_name="0.0.0.0", server_port=7860,
771
+ show_api=False, ssr_mode=False)