File size: 4,261 Bytes
a28cff7 58debbc a28cff7 4819352 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 58debbc a28cff7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 | from __future__ import annotations
"""
DuckDB Executor (์ฑ๊ธํค)
"""
import logging
import threading
from pathlib import Path
from typing import Any, Iterable
import duckdb
import pandas as pd
from config import settings
logger = logging.getLogger(__name__)
_SCHEMA_PATH = Path(__file__).parent / "schema.sql"
class DuckDBExecutor:
"""DuckDB ๋จ์ผ connection์ ๋ณดํธํ๋ wrapper.
๋ฉํฐ์ค๋ ๋ ํ๊ฒฝ์์ RLock์ผ๋ก ์ ๊ทผ์ ์ง๋ ฌํํ์ฌ thread-safeํ๊ฒ ๋์ํ๋ค.
"""
def __init__(self, db_path: str) -> None:
"""DuckDB ์ฐ๊ฒฐ์ ์ด๊ณ lock์ ์ด๊ธฐํํ๋ค.
Args:
db_path: ์ฐ๊ฒฐํ DuckDB ํ์ผ ๊ฒฝ๋ก.
"""
self._db_path = db_path
self._conn = duckdb.connect(db_path)
self._lock = threading.RLock()
logger.info(f"DuckDB connected: {db_path}")
def execute(self, sql: str, params: Iterable[Any] | None = None) -> None:
"""SQL 1๊ฑด์ ์คํํ๋ค (lock ๋ณดํธ).
Args:
sql: ์คํํ SQL ๋ฌธ.
params: ๋ฐ์ธ๋ฉ ํ๋ผ๋ฏธํฐ (์์ผ๋ฉด None).
"""
with self._lock:
if params is None:
self._conn.execute(sql)
else:
self._conn.execute(sql, list(params))
def executemany(self, sql: str, rows: list[list[Any]]) -> None:
"""๋ค์ค ํ์ ์ผ๊ด ์คํํ๋ค (lock ๋ณดํธ).
Args:
sql: ์คํํ SQL ๋ฌธ.
rows: ๊ฐ ํ์ ๋ฐ์ธ๋ฉ ํ๋ผ๋ฏธํฐ ๋ชฉ๋ก.
"""
with self._lock:
self._conn.executemany(sql, rows)
def to_pandas(self, sql: str, params: Iterable[Any] | None = None) -> pd.DataFrame:
"""SELECT ๊ฒฐ๊ณผ๋ฅผ DataFrame์ผ๋ก ๋ฐํํ๋ค.
Args:
sql: ์คํํ SELECT ๋ฌธ.
params: ๋ฐ์ธ๋ฉ ํ๋ผ๋ฏธํฐ (์์ผ๋ฉด None).
Returns:
์กฐํ ๊ฒฐ๊ณผ DataFrame.
"""
with self._lock:
if params is None:
return self._conn.execute(sql).df()
else:
return self._conn.execute(sql, list(params)).df()
def fetchone(self, sql: str, params: Iterable[Any] | None = None) -> tuple | None:
"""์ฒซ ํ 1๊ฑด์ ๋ฐํํ๋ค.
Args:
sql: ์คํํ SELECT ๋ฌธ.
params: ๋ฐ์ธ๋ฉ ํ๋ผ๋ฏธํฐ (์์ผ๋ฉด None).
Returns:
์ฒซ ํ tuple, ๊ฒฐ๊ณผ๊ฐ ์์ผ๋ฉด None.
"""
with self._lock:
if params is None:
return self._conn.execute(sql).fetchone()
return self._conn.execute(sql, list(params)).fetchone()
def fetchall(self, sql: str, params: Iterable[Any] | None = None) -> list[tuple]:
"""์ ์ฒด ํ์ ๋ฐํํ๋ค.
Args:
sql: ์คํํ SELECT ๋ฌธ.
params: ๋ฐ์ธ๋ฉ ํ๋ผ๋ฏธํฐ (์์ผ๋ฉด None).
Returns:
์ ์ฒด ํ tuple์ ๋ชฉ๋ก.
"""
with self._lock:
if params is None:
return self._conn.execute(sql).fetchall()
return self._conn.execute(sql, list(params)).fetchall()
def close(self) -> None:
"""connection์ ์ข
๋ฃํ๋ค."""
with self._lock:
self._conn.close()
_executor: DuckDBExecutor | None = None
def get_executor() -> DuckDBExecutor:
"""DuckDB Executor ์ฑ๊ธํค์ ๋ฐํํ๋ค.
์ต์ด ํธ์ถ ์ settings.DB_PATH๋ก ์ธ์คํด์ค๋ฅผ ์์ฑํ์ฌ ์บ์ํ๋ค.
Returns:
ํ๋ก์ธ์ค ์ ์ญ DuckDBExecutor ์ฑ๊ธํค.
"""
global _executor
if _executor is None:
_executor = DuckDBExecutor(settings.DB_PATH)
return _executor
def init_db() -> None:
"""์คํค๋ง๋ฅผ ์์ฑํ๊ณ ์นดํ๋ก๊ทธ๋ฅผ ์๋ํ๋ค.
schema.sql์ ์ฝ์ด statement ๋จ์๋ก ์คํํ ๋ค ์นดํ๋ก๊ทธ ์๋๋ฅผ ์ํํ๋ค.
DuckDB๋ multi-statement๋ฅผ ํ ๋ฒ์ ๋ฐ์ง ๋ชปํ๋ฏ๋ก ';' ๊ธฐ์ค์ผ๋ก ๋ถ๋ฆฌ ์คํํ๋ค.
"""
ex = get_executor()
with open(_SCHEMA_PATH, encoding="utf-8") as f:
schema_sql = f.read()
for stmt in [s.strip() for s in schema_sql.split(";") if s.strip()]:
ex.execute(stmt)
# ์นดํ๋ก๊ทธ ์๋
from data.seed import seed_catalogs
seed_catalogs()
|