Dariusfar commited on
Commit
a90dc11
·
verified ·
1 Parent(s): d449ca9

Run public inference on CPU Basic

Browse files
Files changed (2) hide show
  1. README.md +3 -0
  2. app.py +0 -2
README.md CHANGED
@@ -17,6 +17,9 @@ Server-side inference for the public PFF-PK pharmacokinetic dashboard. Model
17
  weights are loaded from a private, immutable Hugging Face model release and are
18
  never included in this Space repository or returned by its API.
19
 
 
 
 
20
  The named Gradio endpoints are `/health` and `/inference`. Inference is
21
  serialized to keep memory use bounded; identical requests reuse a response
22
  keyed by the request and immutable model/configuration fingerprints.
 
17
  weights are loaded from a private, immutable Hugging Face model release and are
18
  never included in this Space repository or returned by its API.
19
 
20
+ The service runs on CPU Basic hardware. It does not use ZeroGPU and therefore
21
+ does not consume visitors' daily GPU quota.
22
+
23
  The named Gradio endpoints are `/health` and `/inference`. Inference is
24
  serialized to keep memory use bounded; identical requests reuse a response
25
  keyed by the request and immutable model/configuration fingerprints.
app.py CHANGED
@@ -6,7 +6,6 @@ import os
6
  from pathlib import Path
7
 
8
  import gradio as gr
9
- import spaces
10
  from huggingface_hub import hf_hub_download
11
 
12
  ROOT = Path(__file__).resolve().parent
@@ -49,7 +48,6 @@ def health() -> dict[str, str | bool]:
49
  }
50
 
51
 
52
- @spaces.GPU(duration=120)
53
  def inference(payload: dict) -> dict:
54
  """Generate a PK cohort from a validated dashboard request."""
55
  if not isinstance(payload, dict):
 
6
  from pathlib import Path
7
 
8
  import gradio as gr
 
9
  from huggingface_hub import hf_hub_download
10
 
11
  ROOT = Path(__file__).resolve().parent
 
48
  }
49
 
50
 
 
51
  def inference(payload: dict) -> dict:
52
  """Generate a PK cohort from a validated dashboard request."""
53
  if not isinstance(payload, dict):