Download src/psi/data/seed/omni_sqlite_cache.py from Tinghong-Ye22/code-Psi0-yth-v24: direct link, hf CLI and curl.
- Browser
- Download file 1.95 kB
-
https://huggingface.co/Tinghong-Ye22/code-Psi0-yth-v24/resolve/main/src/psi/data/seed/omni_sqlite_cache.py
- Command line
-
hf download hf://Tinghong-Ye22/code-Psi0-yth-v24/src/psi/data/seed/omni_sqlite_cache.py
-
curl -L -o omni_sqlite_cache.py https://huggingface.co/Tinghong-Ye22/code-Psi0-yth-v24/resolve/main/src/psi/data/seed/omni_sqlite_cache.py
1.95 kB
| from __future__ import annotations | |
| import hashlib | |
| import os | |
| import shutil | |
| import time | |
| from pathlib import Path | |
| def _enabled() -> bool: | |
| value = os.environ.get("PSI_OMNI_SQLITE_LOCAL_CACHE", "0").strip().lower() | |
| return value not in {"0", "false", "no", "off"} | |
| def _cache_root() -> Path: | |
| return Path(os.environ.get("PSI_OMNI_SQLITE_LOCAL_CACHE_DIR", "/tmp/psi0_omni_sqlite_index_cache")) | |
| def local_sqlite_path(db_path: Path) -> Path: | |
| if not _enabled(): | |
| return db_path | |
| db_path = Path(db_path) | |
| try: | |
| source_stat = db_path.stat() | |
| except OSError: | |
| return db_path | |
| digest = hashlib.sha1(str(db_path.parent).encode("utf-8")).hexdigest()[:16] | |
| local_dir = _cache_root() / digest | |
| local_dir.mkdir(parents=True, exist_ok=True) | |
| local_path = local_dir / db_path.name | |
| try: | |
| local_stat = local_path.stat() | |
| if local_stat.st_size == source_stat.st_size and local_stat.st_mtime >= source_stat.st_mtime: | |
| return local_path | |
| except OSError: | |
| pass | |
| lock_path = local_path.with_suffix(local_path.suffix + ".lock") | |
| while True: | |
| try: | |
| fd = os.open(lock_path, os.O_CREAT | os.O_EXCL | os.O_WRONLY) | |
| os.close(fd) | |
| break | |
| except FileExistsError: | |
| try: | |
| local_stat = local_path.stat() | |
| if local_stat.st_size == source_stat.st_size and local_stat.st_mtime >= source_stat.st_mtime: | |
| return local_path | |
| except OSError: | |
| pass | |
| time.sleep(0.1) | |
| tmp_path = local_path.with_suffix(local_path.suffix + f".tmp.{os.getpid()}") | |
| try: | |
| shutil.copy2(db_path, tmp_path) | |
| os.replace(tmp_path, local_path) | |
| finally: | |
| try: | |
| tmp_path.unlink() | |
| except OSError: | |
| pass | |
| try: | |
| lock_path.unlink() | |
| except OSError: | |
| pass | |
| return local_path | |