Karim shoair commited on
Commit
77ddca9
·
1 Parent(s): 48cc7a2

feat(spiders): Add option to logging format and date format

Browse files
Files changed (1) hide show
  1. scrapling/spiders/spider.py +3 -1
scrapling/spiders/spider.py CHANGED
@@ -78,6 +78,8 @@ class Spider(ABC):
78
 
79
  # Logging settings
80
  logging_level: int = logging.DEBUG
 
 
81
  log_file: Optional[str] = None
82
 
83
  def __init__(self):
@@ -90,7 +92,7 @@ class Spider(ABC):
90
  self.logger.propagate = False # Don't propagate to parent 'scrapling' logger
91
 
92
  formatter = logging.Formatter(
93
- fmt=f"[%(asctime)s]:({self.name}) %(levelname)s: %(message)s", datefmt="%Y-%m-%d %H:%M:%S"
94
  )
95
 
96
  # Add a log counter handler to track log counts by level
 
78
 
79
  # Logging settings
80
  logging_level: int = logging.DEBUG
81
+ logging_format: str = "[%(asctime)s]:({spider_name}) %(levelname)s: %(message)s"
82
+ logging_date_format: str = "%Y-%m-%d %H:%M:%S"
83
  log_file: Optional[str] = None
84
 
85
  def __init__(self):
 
92
  self.logger.propagate = False # Don't propagate to parent 'scrapling' logger
93
 
94
  formatter = logging.Formatter(
95
+ fmt=self.logging_format.format(spider_name=self.name), datefmt=self.logging_date_format
96
  )
97
 
98
  # Add a log counter handler to track log counts by level