lyi029 commited on
Commit
2fbdb13
·
1 Parent(s): 0a7174f

performance

Browse files
Files changed (2) hide show
  1. app.py +92 -0
  2. requirements.txt +1 -1
app.py CHANGED
@@ -15,6 +15,10 @@ import io
15
  import numpy as np
16
  from datasets import load_dataset
17
  import time # ✨ 新增:用來量測 performance
 
 
 
 
18
 
19
  # ⚠️ 注意: som_analyzer.py 必須存在於同一目錄
20
  try:
@@ -855,6 +859,94 @@ async def update_model(payload: dict):
855
  return {"status":"ok", "tag": tag}
856
  except Exception as e:
857
  raise HTTPException(500, f"reload failed: {e}")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
858
 
859
 
860
  # ----------------------------------------------------------
 
15
  import numpy as np
16
  from datasets import load_dataset
17
  import time # ✨ 新增:用來量測 performance
18
+ import psutil
19
+ import shutil
20
+ import platform
21
+
22
 
23
  # ⚠️ 注意: som_analyzer.py 必須存在於同一目錄
24
  try:
 
859
  return {"status":"ok", "tag": tag}
860
  except Exception as e:
861
  raise HTTPException(500, f"reload failed: {e}")
862
+
863
+ @app.get("/performance")
864
+ async def performance():
865
+ """
866
+ 回傳推論 performance + 系統資源使用狀況
867
+ """
868
+ # === 計算平均推論時間 ===
869
+ avg_sec = (
870
+ PERF_STATS["predict_total_seconds"] / PERF_STATS["predict_calls"]
871
+ if PERF_STATS["predict_calls"] > 0 else 0.0
872
+ )
873
+
874
+ # === 系統資訊 ===
875
+ cpu_percent = psutil.cpu_percent(interval=0.2)
876
+ cpu_cores = psutil.cpu_count(logical=True)
877
+ cpu_model = platform.processor() or "Unknown CPU"
878
+
879
+ # === 記憶體資訊 ===
880
+ mem = psutil.virtual_memory()
881
+ memory_info = {
882
+ "total_gb": round(mem.total / 1024**3, 2),
883
+ "used_gb": round(mem.used / 1024**3, 2),
884
+ "free_gb": round(mem.available / 1024**3, 2),
885
+ "percent": mem.percent
886
+ }
887
+
888
+ # === Python Process 記憶體使用 ===
889
+ proc = psutil.Process(os.getpid())
890
+ proc_mem = proc.memory_info()
891
+ process_memory = {
892
+ "rss_mb": round(proc_mem.rss / 1024**2, 2),
893
+ "vms_mb": round(proc_mem.vms / 1024**2, 2),
894
+ }
895
+
896
+ # === 磁碟空間 ===
897
+ disk = shutil.disk_usage("/")
898
+ disk_info = {
899
+ "total_gb": round(disk.total / 1024**3, 2),
900
+ "used_gb": round(disk.used / 1024**3, 2),
901
+ "free_gb": round(disk.free / 1024**3, 2),
902
+ }
903
+
904
+ base_info = {
905
+ "model_name": MODEL_REPO,
906
+ "current_tag": CURRENT_TAG,
907
+ "device": str(DEVICE),
908
+ "som_available": SOM_AVAILABLE,
909
+ "space_b_url": SPACE_B_URL,
910
+ }
911
+
912
+ perf_info = {
913
+ "predict_calls": PERF_STATS["predict_calls"],
914
+ "predict_total_seconds": PERF_STATS["predict_total_seconds"],
915
+ "predict_avg_seconds": avg_sec,
916
+ "predict_last_ms": PERF_STATS["predict_last_ms"],
917
+ "predict_last_files": PERF_STATS["predict_last_files"],
918
+ "last_updated": PERF_STATS["last_updated"],
919
+ }
920
+
921
+ resource_info = {
922
+ "cpu": {
923
+ "model": cpu_model,
924
+ "cores": cpu_cores,
925
+ "usage_percent": cpu_percent,
926
+ },
927
+ "memory": memory_info,
928
+ "process_memory": process_memory,
929
+ "disk": disk_info,
930
+ }
931
+
932
+ # 嘗試從 Space B 取得 performance
933
+ space_b_perf = None
934
+ if SPACE_B_URL:
935
+ try:
936
+ async with httpx.AsyncClient(timeout=5.0) as client:
937
+ r = await client.get(f"{SPACE_B_URL}/performance")
938
+ if r.status_code == 200:
939
+ space_b_perf = r.json()
940
+ except Exception:
941
+ space_b_perf = None
942
+
943
+ return {
944
+ "base": base_info,
945
+ "space_a_performance": perf_info,
946
+ "system_resources": resource_info,
947
+ "space_b_performance": space_b_perf,
948
+ }
949
+
950
 
951
 
952
  # ----------------------------------------------------------
requirements.txt CHANGED
@@ -14,7 +14,7 @@ matplotlib
14
  Pillow>=10.0.0
15
  datasets
16
  minisom
17
-
18
  torchvision>=0.15.0
19
  faiss-cpu>=1.8.0
20
 
 
14
  Pillow>=10.0.0
15
  datasets
16
  minisom
17
+ psutil
18
  torchvision>=0.15.0
19
  faiss-cpu>=1.8.0
20