Buckets:
| import contextlib | |
| import os | |
| from dataclasses import dataclass | |
| from datetime import datetime | |
| from pathlib import Path | |
| from .constants import NOS_LOG_DIR | |
| # Set the loguru logger level to the same level as the nos logger | |
| date = datetime.utcnow().strftime("%Y-%m-%d_%H%M%S") | |
| LOGGING_PATH = os.getenv("NOS_LOGGING_PATH", os.path.join(NOS_LOG_DIR, f"nos-{date}.log")) | |
| LOGGING_ROTATION = os.getenv("NOS_LOGGING_ROTATION", "10 MB") | |
| LOGGING_LEVEL = os.getenv("NOS_LOGGING_LEVEL", "INFO") | |
| os.environ["LOGURU_LEVEL"] = LOGGING_LEVEL | |
| def build_logger(name: str = "nos", level: str = LOGGING_LEVEL): | |
| """Get a logger with the specified name""" | |
| from loguru import logger as _logger | |
| from nos.telemetry import _init_telemetry_logger | |
| # Set loguru logger level to the same level as the nos logger | |
| # and automatically rotate big files. | |
| basename = f"{date}.log" | |
| if name: | |
| basename = f"{name}-{basename}" | |
| path = Path(NOS_LOG_DIR / basename) | |
| # Add file sink for logging | |
| _logger.add(str(path), rotation=LOGGING_ROTATION, level=level) | |
| # Add telemetry/sentry sinks for logging | |
| _init_telemetry_logger() | |
| return _logger | |
| # Default logger | |
| logger = build_logger() | |
| class StreamToLogger: | |
| """Virtual file-like stream object that redirects writes to a logger instance.""" | |
| level: str = "INFO" | |
| def write(self, buffer): | |
| for line in buffer.rstrip().splitlines(): | |
| logger.opt(depth=1).log(self.level, line.rstrip()) | |
| def flush(self): | |
| pass | |
| def redirect_to_logger(redirect_contextlib_func, level: str = "INFO"): | |
| """Redirect stdout/stderr to the specified logger""" | |
| assert redirect_contextlib_func in (contextlib.redirect_stdout, contextlib.redirect_stderr) | |
| assert level in ("INFO", "DEBUG", "WARNING", "ERROR", "CRITICAL") | |
| stream = StreamToLogger(level=level) | |
| with redirect_contextlib_func(stream): | |
| yield | |
| def redirect_stdout_to_logger(level: str = "INFO"): | |
| """Redirect stdout to the specified logger""" | |
| return redirect_to_logger(contextlib.redirect_stdout, level=level) | |
| def redirect_stderr_to_logger(level: str = "INFO"): | |
| """Redirect stderr to the specified logger""" | |
| return redirect_to_logger(contextlib.redirect_stderr, level=level) | |
Xet Storage Details
- Size:
- 2.3 kB
- Xet hash:
- d3edeb5a12f4e45f06f80e3b5486209e52f351cc4a814917e650eda0aa67bfb4
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.