feat: monitor g7e.48xlarge capacity

#1
by GuillaumeSalouHF HF Staff - opened
Files changed (2) hide show
  1. README.md +4 -4
  2. gpu_capacity/config.py +5 -4
README.md CHANGED
@@ -27,10 +27,10 @@ AWS_PROFILE=<profile> uv run gpu-capacity
27
  # then open http://127.0.0.1:8300
28
  ```
29
 
30
- One representative (smallest) size per GPU family is swept automatically when
31
- `AUTO_REFRESH_MINUTES` is set (the deployed Space uses 15); any other size can
32
- be probed on demand from the dashboard input or the API. Results are cached in
33
- `state.json` and shown with their age; they fade once older than
34
  `STALE_AFTER_SECONDS` (default 900).
35
 
36
  On the Space, `STATE_FILE` lives in the mounted HF bucket
 
27
  # then open http://127.0.0.1:8300
28
  ```
29
 
30
+ One representative (smallest) size per GPU family, plus `g7e.48xlarge`, is swept
31
+ automatically when `AUTO_REFRESH_MINUTES` is set (the deployed Space uses 15);
32
+ any other size can be probed on demand from the dashboard input or the API.
33
+ Results are cached in `state.json` and shown with their age; they fade once older than
34
  `STALE_AFTER_SECONDS` (default 900).
35
 
36
  On the Space, `STATE_FILE` lives in the mounted HF bucket
gpu_capacity/config.py CHANGED
@@ -1,9 +1,9 @@
1
  import os
2
 
3
- # One representative (smallest) size per GPU family, covered by the background
4
- # sweep. Any other size can be probed on demand via the API or dashboard.
5
- # Kept to small sizes on purpose: a successful probe holds the reservation
6
- # ~2 s billed at the instance's on-demand rate.
7
  INSTANCE_TYPES = [
8
  "g4ad.xlarge",
9
  "g4dn.xlarge",
@@ -12,6 +12,7 @@ INSTANCE_TYPES = [
12
  "g6.xlarge",
13
  "g6e.xlarge",
14
  "g7e.2xlarge",
 
15
  "gr6.4xlarge",
16
  "p3.2xlarge",
17
  "p4d.24xlarge",
 
1
  import os
2
 
3
+ # One representative (smallest) size per GPU family, plus g7e.48xlarge, covered
4
+ # by the background sweep. Any other size can be probed on demand via the API
5
+ # or dashboard. Most sizes are kept small: a successful probe holds the
6
+ # reservation ~2 s billed at the instance's on-demand rate.
7
  INSTANCE_TYPES = [
8
  "g4ad.xlarge",
9
  "g4dn.xlarge",
 
12
  "g6.xlarge",
13
  "g6e.xlarge",
14
  "g7e.2xlarge",
15
+ "g7e.48xlarge",
16
  "gr6.4xlarge",
17
  "p3.2xlarge",
18
  "p4d.24xlarge",