performance
Browse files- app.py +92 -0
- requirements.txt +1 -1
app.py
CHANGED
|
@@ -15,6 +15,10 @@ import io
|
|
| 15 |
import numpy as np
|
| 16 |
from datasets import load_dataset
|
| 17 |
import time # ✨ 新增:用來量測 performance
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
# ⚠️ 注意: som_analyzer.py 必須存在於同一目錄
|
| 20 |
try:
|
|
@@ -855,6 +859,94 @@ async def update_model(payload: dict):
|
|
| 855 |
return {"status":"ok", "tag": tag}
|
| 856 |
except Exception as e:
|
| 857 |
raise HTTPException(500, f"reload failed: {e}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 858 |
|
| 859 |
|
| 860 |
# ----------------------------------------------------------
|
|
|
|
| 15 |
import numpy as np
|
| 16 |
from datasets import load_dataset
|
| 17 |
import time # ✨ 新增:用來量測 performance
|
| 18 |
+
import psutil
|
| 19 |
+
import shutil
|
| 20 |
+
import platform
|
| 21 |
+
|
| 22 |
|
| 23 |
# ⚠️ 注意: som_analyzer.py 必須存在於同一目錄
|
| 24 |
try:
|
|
|
|
| 859 |
return {"status":"ok", "tag": tag}
|
| 860 |
except Exception as e:
|
| 861 |
raise HTTPException(500, f"reload failed: {e}")
|
| 862 |
+
|
| 863 |
+
@app.get("/performance")
|
| 864 |
+
async def performance():
|
| 865 |
+
"""
|
| 866 |
+
回傳推論 performance + 系統資源使用狀況
|
| 867 |
+
"""
|
| 868 |
+
# === 計算平均推論時間 ===
|
| 869 |
+
avg_sec = (
|
| 870 |
+
PERF_STATS["predict_total_seconds"] / PERF_STATS["predict_calls"]
|
| 871 |
+
if PERF_STATS["predict_calls"] > 0 else 0.0
|
| 872 |
+
)
|
| 873 |
+
|
| 874 |
+
# === 系統資訊 ===
|
| 875 |
+
cpu_percent = psutil.cpu_percent(interval=0.2)
|
| 876 |
+
cpu_cores = psutil.cpu_count(logical=True)
|
| 877 |
+
cpu_model = platform.processor() or "Unknown CPU"
|
| 878 |
+
|
| 879 |
+
# === 記憶體資訊 ===
|
| 880 |
+
mem = psutil.virtual_memory()
|
| 881 |
+
memory_info = {
|
| 882 |
+
"total_gb": round(mem.total / 1024**3, 2),
|
| 883 |
+
"used_gb": round(mem.used / 1024**3, 2),
|
| 884 |
+
"free_gb": round(mem.available / 1024**3, 2),
|
| 885 |
+
"percent": mem.percent
|
| 886 |
+
}
|
| 887 |
+
|
| 888 |
+
# === Python Process 記憶體使用 ===
|
| 889 |
+
proc = psutil.Process(os.getpid())
|
| 890 |
+
proc_mem = proc.memory_info()
|
| 891 |
+
process_memory = {
|
| 892 |
+
"rss_mb": round(proc_mem.rss / 1024**2, 2),
|
| 893 |
+
"vms_mb": round(proc_mem.vms / 1024**2, 2),
|
| 894 |
+
}
|
| 895 |
+
|
| 896 |
+
# === 磁碟空間 ===
|
| 897 |
+
disk = shutil.disk_usage("/")
|
| 898 |
+
disk_info = {
|
| 899 |
+
"total_gb": round(disk.total / 1024**3, 2),
|
| 900 |
+
"used_gb": round(disk.used / 1024**3, 2),
|
| 901 |
+
"free_gb": round(disk.free / 1024**3, 2),
|
| 902 |
+
}
|
| 903 |
+
|
| 904 |
+
base_info = {
|
| 905 |
+
"model_name": MODEL_REPO,
|
| 906 |
+
"current_tag": CURRENT_TAG,
|
| 907 |
+
"device": str(DEVICE),
|
| 908 |
+
"som_available": SOM_AVAILABLE,
|
| 909 |
+
"space_b_url": SPACE_B_URL,
|
| 910 |
+
}
|
| 911 |
+
|
| 912 |
+
perf_info = {
|
| 913 |
+
"predict_calls": PERF_STATS["predict_calls"],
|
| 914 |
+
"predict_total_seconds": PERF_STATS["predict_total_seconds"],
|
| 915 |
+
"predict_avg_seconds": avg_sec,
|
| 916 |
+
"predict_last_ms": PERF_STATS["predict_last_ms"],
|
| 917 |
+
"predict_last_files": PERF_STATS["predict_last_files"],
|
| 918 |
+
"last_updated": PERF_STATS["last_updated"],
|
| 919 |
+
}
|
| 920 |
+
|
| 921 |
+
resource_info = {
|
| 922 |
+
"cpu": {
|
| 923 |
+
"model": cpu_model,
|
| 924 |
+
"cores": cpu_cores,
|
| 925 |
+
"usage_percent": cpu_percent,
|
| 926 |
+
},
|
| 927 |
+
"memory": memory_info,
|
| 928 |
+
"process_memory": process_memory,
|
| 929 |
+
"disk": disk_info,
|
| 930 |
+
}
|
| 931 |
+
|
| 932 |
+
# 嘗試從 Space B 取得 performance
|
| 933 |
+
space_b_perf = None
|
| 934 |
+
if SPACE_B_URL:
|
| 935 |
+
try:
|
| 936 |
+
async with httpx.AsyncClient(timeout=5.0) as client:
|
| 937 |
+
r = await client.get(f"{SPACE_B_URL}/performance")
|
| 938 |
+
if r.status_code == 200:
|
| 939 |
+
space_b_perf = r.json()
|
| 940 |
+
except Exception:
|
| 941 |
+
space_b_perf = None
|
| 942 |
+
|
| 943 |
+
return {
|
| 944 |
+
"base": base_info,
|
| 945 |
+
"space_a_performance": perf_info,
|
| 946 |
+
"system_resources": resource_info,
|
| 947 |
+
"space_b_performance": space_b_perf,
|
| 948 |
+
}
|
| 949 |
+
|
| 950 |
|
| 951 |
|
| 952 |
# ----------------------------------------------------------
|
requirements.txt
CHANGED
|
@@ -14,7 +14,7 @@ matplotlib
|
|
| 14 |
Pillow>=10.0.0
|
| 15 |
datasets
|
| 16 |
minisom
|
| 17 |
-
|
| 18 |
torchvision>=0.15.0
|
| 19 |
faiss-cpu>=1.8.0
|
| 20 |
|
|
|
|
| 14 |
Pillow>=10.0.0
|
| 15 |
datasets
|
| 16 |
minisom
|
| 17 |
+
psutil
|
| 18 |
torchvision>=0.15.0
|
| 19 |
faiss-cpu>=1.8.0
|
| 20 |
|