Karim shoair commited on
Commit ·
77ddca9
1
Parent(s): 48cc7a2
feat(spiders): Add option to logging format and date format
Browse files
scrapling/spiders/spider.py
CHANGED
|
@@ -78,6 +78,8 @@ class Spider(ABC):
|
|
| 78 |
|
| 79 |
# Logging settings
|
| 80 |
logging_level: int = logging.DEBUG
|
|
|
|
|
|
|
| 81 |
log_file: Optional[str] = None
|
| 82 |
|
| 83 |
def __init__(self):
|
|
@@ -90,7 +92,7 @@ class Spider(ABC):
|
|
| 90 |
self.logger.propagate = False # Don't propagate to parent 'scrapling' logger
|
| 91 |
|
| 92 |
formatter = logging.Formatter(
|
| 93 |
-
fmt=
|
| 94 |
)
|
| 95 |
|
| 96 |
# Add a log counter handler to track log counts by level
|
|
|
|
| 78 |
|
| 79 |
# Logging settings
|
| 80 |
logging_level: int = logging.DEBUG
|
| 81 |
+
logging_format: str = "[%(asctime)s]:({spider_name}) %(levelname)s: %(message)s"
|
| 82 |
+
logging_date_format: str = "%Y-%m-%d %H:%M:%S"
|
| 83 |
log_file: Optional[str] = None
|
| 84 |
|
| 85 |
def __init__(self):
|
|
|
|
| 92 |
self.logger.propagate = False # Don't propagate to parent 'scrapling' logger
|
| 93 |
|
| 94 |
formatter = logging.Formatter(
|
| 95 |
+
fmt=self.logging_format.format(spider_name=self.name), datefmt=self.logging_date_format
|
| 96 |
)
|
| 97 |
|
| 98 |
# Add a log counter handler to track log counts by level
|