Razon2006 commited on
Commit
65e73bd
Β·
verified Β·
1 Parent(s): 44d88e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -19,18 +19,18 @@ print("Loading tokenizer...")
19
  tokenizer = AutoTokenizer.from_pretrained(LORA_PATH, token=hf_token)
20
 
21
  print("Loading base model...")
 
22
  base_model = AutoModelForCausalLM.from_pretrained(
23
  BASE_MODEL,
24
  torch_dtype=torch.bfloat16,
 
25
  token=hf_token
26
  )
27
 
28
  print("Loading LoRA adapter...")
29
  model = PeftModel.from_pretrained(base_model, LORA_PATH, token=hf_token)
30
 
31
- # Best practice for ZeroGPU: Keep model in CPU RAM globally.
32
- # We will move it to the GPU inside the annotated function.
33
- print("Model loaded into memory!")
34
 
35
  # ─── Grapheme Tokenizer & Constants ───────────────────────────────────────────
36
  INSTRUCTION = (
 
19
  tokenizer = AutoTokenizer.from_pretrained(LORA_PATH, token=hf_token)
20
 
21
  print("Loading base model...")
22
+ # CRITICAL FIX: Force the model into CPU memory during global startup
23
  base_model = AutoModelForCausalLM.from_pretrained(
24
  BASE_MODEL,
25
  torch_dtype=torch.bfloat16,
26
+ device_map="cpu",
27
  token=hf_token
28
  )
29
 
30
  print("Loading LoRA adapter...")
31
  model = PeftModel.from_pretrained(base_model, LORA_PATH, token=hf_token)
32
 
33
+ print("Model loaded into CPU memory safely!")
 
 
34
 
35
  # ─── Grapheme Tokenizer & Constants ───────────────────────────────────────────
36
  INSTRUCTION = (