Spaces:
Sleeping
Sleeping
File size: 2,025 Bytes
be9501c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | from __future__ import annotations
import os
from pathlib import Path
from typing import Any
import joblib
import pandas as pd
try:
from huggingface_hub import hf_hub_download
except ImportError:
hf_hub_download = None
ROOT_DIR = Path(__file__).resolve().parents[1]
DATA_DIR = ROOT_DIR / "data"
DEFAULT_HF_REPO_ID = "leskimou/openclassrooms_project5_model"
HF_MODEL_REPO_ID = os.getenv("HF_MODEL_REPO_ID", DEFAULT_HF_REPO_ID)
HF_MODEL_FILENAME = os.getenv("HF_MODEL_FILENAME", "model.joblib")
HF_MODEL_REVISION = os.getenv("HF_MODEL_REVISION")
def _candidate_filenames() -> list[str]:
candidates = [HF_MODEL_FILENAME, "model.joblib", "artifacts/model.joblib"]
unique_candidates: list[str] = []
for name in candidates:
if name not in unique_candidates:
unique_candidates.append(name)
return unique_candidates
def _load_model_from_hf() -> Any:
if hf_hub_download is None:
raise RuntimeError("huggingface_hub is not installed")
last_error: Exception | None = None
for filename in _candidate_filenames():
try:
model_path = hf_hub_download(
repo_id=HF_MODEL_REPO_ID,
filename=filename,
revision=HF_MODEL_REVISION,
)
return joblib.load(model_path)
except Exception as exc:
last_error = exc
raise RuntimeError(
f"Unable to download model from repo '{HF_MODEL_REPO_ID}'. Tried files: {_candidate_filenames()}"
) from last_error
ARTIFACT_MODEL: Any | None = None
def get_artifact_model() -> Any:
global ARTIFACT_MODEL
if ARTIFACT_MODEL is None:
ARTIFACT_MODEL = _load_model_from_hf()
return ARTIFACT_MODEL
def predict_with_artifact_model(
X: pd.DataFrame,
threshold: float = 0.5,
) -> tuple[list[float], list[int]]:
model = get_artifact_model()
proba = model.predict_proba(X)[:, 1]
labels = (proba >= threshold).astype(int)
return [float(p) for p in proba], [int(l) for l in labels] |