chris0809 commited on
Commit
bc06753
·
verified ·
1 Parent(s): ab08654

Preload LoRA tensors for ZeroGPU

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -32,6 +32,12 @@ def load_runtime():
32
  trust_remote_code=True,
33
  dtype=torch.bfloat16,
34
  ).to("cuda").eval()
 
 
 
 
 
 
35
  return _model, _tokenizer
36
 
37
 
 
32
  trust_remote_code=True,
33
  dtype=torch.bfloat16,
34
  ).to("cuda").eval()
35
+ # Register both adapters before ZeroGPU packs the model tensors.
36
+ # Adding CUDA parameters later inside a request is less reliable.
37
+ for adapter_repo in (repo for repo in ADAPTERS.values() if repo):
38
+ _model.load_lora_pretrained(adapter_repo, activate=False)
39
+ _loaded_adapters.add(adapter_repo)
40
+ _model.activate_single_lora(None)
41
  return _model, _tokenizer
42
 
43