Commit ·
7aac6c0
1
Parent(s): 0bb9433
Disable SSR; adapters now peft-format
Browse files
app.py
CHANGED
|
@@ -12,8 +12,6 @@ SYSTEM = (
|
|
| 12 |
BASE_7B = "Qwen/Qwen2.5-Coder-7B-Instruct"
|
| 13 |
BASE_15B = "Qwen/Qwen2.5-Coder-1.5B-Instruct"
|
| 14 |
|
| 15 |
-
# ZeroGPU reports cuda "available" at module level but has no real GPU there, which
|
| 16 |
-
# makes peft read adapter weights straight onto a missing GPU. Load on CPU, then move.
|
| 17 |
_avail = torch.cuda.is_available
|
| 18 |
torch.cuda.is_available = lambda: False
|
| 19 |
tok7 = AutoTokenizer.from_pretrained(BASE_7B)
|
|
@@ -98,4 +96,4 @@ with gr.Blocks(title="Nodrix build assistant — base vs fine-tuned") as demo:
|
|
| 98 |
gr.Examples(EXAMPLES, inputs=question)
|
| 99 |
go.click(compare, [question, left, right], [out_l, out_r])
|
| 100 |
|
| 101 |
-
demo.queue().launch()
|
|
|
|
| 12 |
BASE_7B = "Qwen/Qwen2.5-Coder-7B-Instruct"
|
| 13 |
BASE_15B = "Qwen/Qwen2.5-Coder-1.5B-Instruct"
|
| 14 |
|
|
|
|
|
|
|
| 15 |
_avail = torch.cuda.is_available
|
| 16 |
torch.cuda.is_available = lambda: False
|
| 17 |
tok7 = AutoTokenizer.from_pretrained(BASE_7B)
|
|
|
|
| 96 |
gr.Examples(EXAMPLES, inputs=question)
|
| 97 |
go.click(compare, [question, left, right], [out_l, out_r])
|
| 98 |
|
| 99 |
+
demo.queue().launch(ssr_mode=False)
|