Debugging...

api/routers/kpis.py

@@ -6,19 +6,16 @@ from pathlib import Path
 
 router = APIRouter()
 
-TEMP_DATA_PATH   = Path(__file__).parent.parent.parent / "data" / "kpis_export.json"
-REAL_DATA_PATH   = Path("/data") / "kpis_export.json"
+DATA_PATH   = Path("/data") / "kpis_export.json"
 LOGS_PATH   = Path("/data") / "trace.log"
 
 @router.get("/")
 def get_all_kpis():
-    if not REAL_DATA_PATH.exists():
+    if not DATA_PATH.exists():
         dataset_service.extract_kpis()
 
-    with open(TEMP_DATA_PATH, "r", encoding="utf-8") as f:
+    with open(DATA_PATH, "r", encoding="utf-8") as f:
         KPI_DATA = json.load(f)
-    with open(REAL_DATA_PATH, "w", encoding="utf-8") as f:
-        json.dump(KPI_DATA, f, ensure_ascii=False, indent=2)
     
     return KPI_DATA
         
@@ -26,7 +23,7 @@ def get_all_kpis():
 def update_and_fetch_all_kpis():
     dataset_service.extract_kpis()
 
-    with open(REAL_DATA_PATH, "r", encoding="utf-8") as f:
+    with open(DATA_PATH, "r", encoding="utf-8") as f:
         KPI_DATA = json.load(f)
     
     return KPI_DATA

api/services/dataset_service.py

@@ -11,7 +11,8 @@ from plotly.subplots import make_subplots
 import json
 import warnings
 import os
-from time import perf_counter
+from time import perf_counter, sleep
+from datetime import datetime
 from pathlib import Path
 
 warnings.filterwarnings("ignore")
@@ -19,10 +20,10 @@ warnings.filterwarnings("ignore")
 from pathlib import Path
 import json
 
+DATASET_PATH = "hf://datasets/ryanxely/medical_dataset_3M/medical_dataset.csv"
 # Config Section
 DATA_PATH = Path("/data")
 
-DATASET_PATH = DATA_PATH / "medical_dataset_3M.csv"
 KPIS_PATH = DATA_PATH / "kpis_export.json"
 MOCK_KPIS_PATH = DATA_PATH / "kpis_export_mock.json"
 LOG_PATH = DATA_PATH / "trace.log"
@@ -54,7 +55,7 @@ def time_lapse(display=True):
 
 def log(message):
     with open(LOG_PATH, "a", encoding="utf-8") as logger:
-        logger.write(f"[{time_lapse()}] :\t{message}\n")
+        logger.writelines([f"[{datetime.now().strftime("%Y-%m-%d %H:%M:%S")}] : {message}"])
 
 def extract_kpis():
 
@@ -96,8 +97,16 @@ def extract_kpis():
     print("Chargement du fichier...")
     log("Chargement de la dataset...")
 
-    with open(MOCK_KPIS_PATH, "w", encoding="utf-8") as f:
-        json.dump({'time': time_lapse()}, f, ensure_ascii=False, indent=2)
+    with open(KPIS_PATH, "r", encoding="utf-8") as f:
+        data = json.load(f)
+
+    sleep(1)
+
+    data["last_update"] = datetime.now()
+    data["last_update_duration"] = time_lapse()
+    
+    with open(KPIS_PATH, "w", encoding="utf-8") as f:
+        json.dump(data, f, ensure_ascii=False, indent=2)
 
     return 0