File size: 2,025 Bytes
be9501c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
from __future__ import annotations

import os
from pathlib import Path
from typing import Any

import joblib
import pandas as pd

try:
    from huggingface_hub import hf_hub_download
except ImportError:
    hf_hub_download = None

ROOT_DIR = Path(__file__).resolve().parents[1]
DATA_DIR = ROOT_DIR / "data"

DEFAULT_HF_REPO_ID = "leskimou/openclassrooms_project5_model"
HF_MODEL_REPO_ID = os.getenv("HF_MODEL_REPO_ID", DEFAULT_HF_REPO_ID)
HF_MODEL_FILENAME = os.getenv("HF_MODEL_FILENAME", "model.joblib")
HF_MODEL_REVISION = os.getenv("HF_MODEL_REVISION")


def _candidate_filenames() -> list[str]:
    candidates = [HF_MODEL_FILENAME, "model.joblib", "artifacts/model.joblib"]
    unique_candidates: list[str] = []
    for name in candidates:
        if name not in unique_candidates:
            unique_candidates.append(name)
    return unique_candidates


def _load_model_from_hf() -> Any:
    if hf_hub_download is None:
        raise RuntimeError("huggingface_hub is not installed")

    last_error: Exception | None = None
    for filename in _candidate_filenames():
        try:
            model_path = hf_hub_download(
                repo_id=HF_MODEL_REPO_ID,
                filename=filename,
                revision=HF_MODEL_REVISION,
            )
            return joblib.load(model_path)
        except Exception as exc:
            last_error = exc

    raise RuntimeError(
        f"Unable to download model from repo '{HF_MODEL_REPO_ID}'. Tried files: {_candidate_filenames()}"
    ) from last_error


ARTIFACT_MODEL: Any | None = None


def get_artifact_model() -> Any:
    global ARTIFACT_MODEL
    if ARTIFACT_MODEL is None:
        ARTIFACT_MODEL = _load_model_from_hf()
    return ARTIFACT_MODEL

def predict_with_artifact_model(
    X: pd.DataFrame,
    threshold: float = 0.5,
) -> tuple[list[float], list[int]]:
    model = get_artifact_model()
    proba = model.predict_proba(X)[:, 1]
    labels = (proba >= threshold).astype(int)
    return [float(p) for p in proba], [int(l) for l in labels]