-
Notifications
You must be signed in to change notification settings - Fork 321
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Fix unit tests and move to logging module
- Loading branch information
1 parent
07a8bae
commit d27e3f0
Showing
10 changed files
with
182 additions
and
74 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Empty file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,15 @@ | ||
| log_registry: 'local' | ||
| version: 1 | ||
| loggers: | ||
| SingleTableSynthesizer: | ||
| level: INFO | ||
| propagate: false | ||
| handlers: | ||
| class: logging.FileHandler | ||
| filename: sdv_logs.log | ||
| MultiTableSynthesizer: | ||
| level: INFO | ||
| propagate: false | ||
| handlers: | ||
| class: logging.FileHandler | ||
| filename: sdv_logs.log |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,91 @@ | ||
| import contextlib | ||
| import logging | ||
| import logging.config | ||
| from functools import lru_cache | ||
| from pathlib import Path | ||
|
|
||
| import yaml | ||
|
|
||
|
|
||
| def get_logger_config(): | ||
| """Return a dictionary with the logging configuration.""" | ||
| logging_path = Path(__file__).parent | ||
| with open(logging_path / 'sdv_logger_config.yml', 'r') as f: | ||
| logger_conf = yaml.safe_load(f) | ||
|
|
||
| # Logfile to be in this same directory | ||
| for logger in logger_conf.get('loggers', {}).values(): | ||
| handler = logger.get('handlers', {}) | ||
| if handler.get('filename') == 'sdv_logs.log': | ||
| handler['filename'] = logging_path / handler['filename'] | ||
|
|
||
| return logger_conf | ||
|
|
||
|
|
||
| @contextlib.contextmanager | ||
| def disable_single_table_logger(): | ||
| """Temporarily disables logging for the single table synthesizers. | ||
| This context manager temporarily removes all handlers associated with | ||
| the ``SingleTableSynthesizer`` logger, disabling logging for that module | ||
| within the current context. After the context exits, the | ||
| removed handlers are restored to the logger. | ||
| """ | ||
| # Logging without ``SingleTableSynthesizer`` | ||
| single_table_logger = logging.getLogger('SingleTableSynthesizer') | ||
| handlers = single_table_logger.handlers | ||
| for handler in handlers: | ||
| single_table_logger.removeHandler(handler) | ||
|
|
||
| try: | ||
| yield | ||
| finally: | ||
| for handler in handlers: | ||
| single_table_logger.addHandler(handler) | ||
|
|
||
|
|
||
| @lru_cache() | ||
| def get_logger(logger_name): | ||
| """Get a logger instance with the specified name and configuration. | ||
| This function retrieves or creates a logger instance with the specified name | ||
| and applies configuration settings based on the logger's name and the logging | ||
| configuration. | ||
| Args: | ||
| logger_name (str): | ||
| The name of the logger to retrieve or create. | ||
| Returns: | ||
| logging.Logger: | ||
| A logger instance configured according to the logging configuration | ||
| and the specific settings for the given logger name. | ||
| """ | ||
| logger_conf = get_logger_config() | ||
| logger = logging.getLogger(logger_name) | ||
| if logger_name in logger_conf.get('loggers'): | ||
| formatter = None | ||
| config = logger_conf.get('loggers').get(logger_name) | ||
| log_level = getattr(logging, config.get('level', 'INFO')) | ||
| if config.get('format'): | ||
| formatter = logging.Formatter(config.get('format')) | ||
|
|
||
| logger.setLevel(log_level) | ||
| logger.propagate = config.get('propagate', False) | ||
| handler = config.get('handlers') | ||
| handlers = handler.get('class') | ||
| handlers = [handlers] if isinstance(handlers, str) else handlers | ||
| for handler_class in handlers: | ||
| if handler_class == 'logging.FileHandler': | ||
| logfile = handler.get('filename') | ||
| file_handler = logging.FileHandler(logfile) | ||
| file_handler.setLevel(log_level) | ||
| file_handler.setFormatter(formatter) | ||
| logger.addHandler(file_handler) | ||
| elif handler in ('consoleHandler', 'StreamingHandler'): | ||
| ch = logging.StreamHandler() | ||
| ch.setLevel(log_level) | ||
| ch.setFormatter(formatter) | ||
| logger.addHandler(ch) | ||
|
|
||
| return logger |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.