File size: 1,678 Bytes
be2fe7e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | """Usage log of the web interface: one JSON line per analysis, kept in a private Hugging Face dataset.
Off unless ``FIBERPOSE_USAGE_REPO`` names the dataset; uploading needs a write token in ``HF_TOKEN``.
"""
from __future__ import annotations
import json
import os
import tempfile
import threading
import uuid
from datetime import datetime, timezone
from pathlib import Path
_lock = threading.Lock()
_scheduler = None # uploads the folder of `_file` every few minutes
_file: Path | None = None
_failed = False
def log(**fields) -> None:
"""Append one event; never raises, and stops trying after the first failure."""
global _scheduler, _file, _failed
repo = os.environ.get("FIBERPOSE_USAGE_REPO")
if not repo or _failed:
return
try:
with _lock:
if _scheduler is None:
from huggingface_hub import CommitScheduler
folder = Path(tempfile.mkdtemp(prefix="fiberpose_usage_"))
# A Space loses its disk on restart, so every process logs to a file of its own:
# a fixed name would replace the history already in the dataset.
_file = folder / f"events-{uuid.uuid4().hex}.jsonl"
_scheduler = CommitScheduler(repo_id=repo, repo_type="dataset", folder_path=folder, private=True, every=5)
event = {"ts": datetime.now(timezone.utc).isoformat(timespec="seconds"), **fields}
with _scheduler.lock, _file.open("a") as lines:
lines.write(json.dumps(event) + "\n")
except Exception as exc: # logging must never break an analysis
_failed = True
print(f"Usage logging disabled: {exc}")
|