Spaces:
Running
Running
feat: monitor g7e.48xlarge capacity
#1
by GuillaumeSalouHF HF Staff - opened
- README.md +4 -4
- gpu_capacity/config.py +5 -4
README.md
CHANGED
|
@@ -27,10 +27,10 @@ AWS_PROFILE=<profile> uv run gpu-capacity
|
|
| 27 |
# then open http://127.0.0.1:8300
|
| 28 |
```
|
| 29 |
|
| 30 |
-
One representative (smallest) size per GPU family
|
| 31 |
-
`AUTO_REFRESH_MINUTES` is set (the deployed Space uses 15);
|
| 32 |
-
be probed on demand from the dashboard input or the API.
|
| 33 |
-
`state.json` and shown with their age; they fade once older than
|
| 34 |
`STALE_AFTER_SECONDS` (default 900).
|
| 35 |
|
| 36 |
On the Space, `STATE_FILE` lives in the mounted HF bucket
|
|
|
|
| 27 |
# then open http://127.0.0.1:8300
|
| 28 |
```
|
| 29 |
|
| 30 |
+
One representative (smallest) size per GPU family, plus `g7e.48xlarge`, is swept
|
| 31 |
+
automatically when `AUTO_REFRESH_MINUTES` is set (the deployed Space uses 15);
|
| 32 |
+
any other size can be probed on demand from the dashboard input or the API.
|
| 33 |
+
Results are cached in `state.json` and shown with their age; they fade once older than
|
| 34 |
`STALE_AFTER_SECONDS` (default 900).
|
| 35 |
|
| 36 |
On the Space, `STATE_FILE` lives in the mounted HF bucket
|
gpu_capacity/config.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import os
|
| 2 |
|
| 3 |
-
# One representative (smallest) size per GPU family,
|
| 4 |
-
# sweep. Any other size can be probed on demand via the API
|
| 5 |
-
#
|
| 6 |
-
# ~2 s billed at the instance's on-demand rate.
|
| 7 |
INSTANCE_TYPES = [
|
| 8 |
"g4ad.xlarge",
|
| 9 |
"g4dn.xlarge",
|
|
@@ -12,6 +12,7 @@ INSTANCE_TYPES = [
|
|
| 12 |
"g6.xlarge",
|
| 13 |
"g6e.xlarge",
|
| 14 |
"g7e.2xlarge",
|
|
|
|
| 15 |
"gr6.4xlarge",
|
| 16 |
"p3.2xlarge",
|
| 17 |
"p4d.24xlarge",
|
|
|
|
| 1 |
import os
|
| 2 |
|
| 3 |
+
# One representative (smallest) size per GPU family, plus g7e.48xlarge, covered
|
| 4 |
+
# by the background sweep. Any other size can be probed on demand via the API
|
| 5 |
+
# or dashboard. Most sizes are kept small: a successful probe holds the
|
| 6 |
+
# reservation ~2 s billed at the instance's on-demand rate.
|
| 7 |
INSTANCE_TYPES = [
|
| 8 |
"g4ad.xlarge",
|
| 9 |
"g4dn.xlarge",
|
|
|
|
| 12 |
"g6.xlarge",
|
| 13 |
"g6e.xlarge",
|
| 14 |
"g7e.2xlarge",
|
| 15 |
+
"g7e.48xlarge",
|
| 16 |
"gr6.4xlarge",
|
| 17 |
"p3.2xlarge",
|
| 18 |
"p4d.24xlarge",
|