| import os |
| import sys |
| import time |
| from datetime import datetime |
| import logging |
| import numpy as np |
| import torch |
| import math |
|
|
| def get_timestamp(): |
| return datetime.now().strftime('%y%m%d-%H%M%S') |
|
|
| def mkdir_and_rename(path): |
| if os.path.exists(path): |
| new_name = path + '_archived_' + get_timestamp() |
| print('Path already exists. Rename it to [{:s}]'.format(new_name)) |
| os.rename(path, new_name) |
| os.makedirs(path) |
|
|
|
|
| def scandir(dir_path, suffix=None, recursive=False, full_path=False): |
| """Scan a directory to find the interested files. |
| Args: |
| dir_path (str): Path of the directory. |
| suffix (str | tuple(str), optional): File suffix that we are |
| interested in. Default: None. |
| recursive (bool, optional): If set to True, recursively scan the |
| directory. Default: False. |
| full_path (bool, optional): If set to True, include the dir_path. |
| Default: False. |
| Returns: |
| A generator for all the interested files with relative pathes. |
| """ |
|
|
| if (suffix is not None) and not isinstance(suffix, (str, tuple)): |
| raise TypeError('"suffix" must be a string or tuple of strings') |
|
|
| root = dir_path |
|
|
| def _scandir(dir_path, suffix, recursive): |
| for entry in os.scandir(dir_path): |
| if not entry.name.startswith('.') and entry.is_file(): |
| if full_path: |
| return_path = entry.path |
| else: |
| return_path = os.path.relpath(entry.path, root) |
|
|
| if suffix is None: |
| yield return_path |
| elif return_path.endswith(suffix): |
| yield return_path |
| else: |
| if recursive: |
| yield from _scandir( |
| entry.path, suffix=suffix, recursive=recursive) |
| else: |
| continue |
|
|
| return _scandir(dir_path, suffix=suffix, recursive=recursive) |
|
|
|
|
| def setup_logger(log_file_path): |
| log_formatter = logging.Formatter("%(asctime)s [%(levelname)-5.5s] %(message)s") |
| root_logger = logging.getLogger() |
| root_logger.setLevel(logging.INFO) |
|
|
| log_file_handler = logging.FileHandler(log_file_path, encoding='utf-8') |
| log_file_handler.setFormatter(log_formatter) |
| root_logger.addHandler(log_file_handler) |
|
|
| log_stream_handler = logging.StreamHandler(sys.stdout) |
| log_stream_handler.setFormatter(log_formatter) |
| root_logger.addHandler(log_stream_handler) |
|
|
| logging.info('Logging file is %s' % log_file_path) |
|
|
|
|
| def print_args(args): |
| for arg in vars(args): |
| logging.info(arg + ':%s'%(getattr(args, arg))) |
