decoded-cipher commited on
Commit
7aac6c0
·
1 Parent(s): 0bb9433

Disable SSR; adapters now peft-format

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -12,8 +12,6 @@ SYSTEM = (
12
  BASE_7B = "Qwen/Qwen2.5-Coder-7B-Instruct"
13
  BASE_15B = "Qwen/Qwen2.5-Coder-1.5B-Instruct"
14
 
15
- # ZeroGPU reports cuda "available" at module level but has no real GPU there, which
16
- # makes peft read adapter weights straight onto a missing GPU. Load on CPU, then move.
17
  _avail = torch.cuda.is_available
18
  torch.cuda.is_available = lambda: False
19
  tok7 = AutoTokenizer.from_pretrained(BASE_7B)
@@ -98,4 +96,4 @@ with gr.Blocks(title="Nodrix build assistant — base vs fine-tuned") as demo:
98
  gr.Examples(EXAMPLES, inputs=question)
99
  go.click(compare, [question, left, right], [out_l, out_r])
100
 
101
- demo.queue().launch()
 
12
  BASE_7B = "Qwen/Qwen2.5-Coder-7B-Instruct"
13
  BASE_15B = "Qwen/Qwen2.5-Coder-1.5B-Instruct"
14
 
 
 
15
  _avail = torch.cuda.is_available
16
  torch.cuda.is_available = lambda: False
17
  tok7 = AutoTokenizer.from_pretrained(BASE_7B)
 
96
  gr.Examples(EXAMPLES, inputs=question)
97
  go.click(compare, [question, left, right], [out_l, out_r])
98
 
99
+ demo.queue().launch(ssr_mode=False)