Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Use developer log level, protect logger defaults in test #473

Merged
merged 4 commits into from
Feb 8, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 12 additions & 13 deletions smartsim/log.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,6 @@

import functools
import logging
import os
import pathlib
import sys
import threading
Expand Down Expand Up @@ -63,9 +62,9 @@
_PR = ParamSpec("_PR")


def _get_log_level() -> str:
"""Get the logging level based on environment variable
SMARTSIM_LOG_LEVEL. If not set, default to info.
def _translate_log_level(user_log_level: str = "info") -> str:
"""Translate value of CONFIG.log_level to one
accepted as ``level`` option by Python's logging module.

Logging levels
- quiet: Just shows errors and warnings
Expand All @@ -74,18 +73,18 @@ def _get_log_level() -> str:
- developer: Shows everything happening during execution
extremely verbose logging.

:param user_log_level: log level specified by user, defaults to info
:type user_log_level: str
:returns: Log level for coloredlogs
:rtype: str
"""
log_level = os.environ.get("SMARTSIM_LOG_LEVEL", "info").lower()
if log_level == "quiet":
user_log_level = user_log_level.lower()
if user_log_level in ["info", "debug", "warning"]:
return user_log_level
if user_log_level == "quiet":
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

can we shorten this to:

if user_log_level in ['quiet', 'info', 'debug','warning']:
    return user_log_level

if user_log_level == "developer":
    return "info"

Copy link
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I think you missed one case, but I got the point and modified implementation accordingly.

return "warning"
if log_level == "info":
return "info"
if log_level == "debug":
return "debug"
# extremely verbose logging used internally
if log_level == "developer":
if user_log_level == "developer":
return "debug"
return "info"

Expand Down Expand Up @@ -205,7 +204,7 @@ def get_logger(
"""
# if name is None, then logger is the root logger
# if not root logger, get the name of file without prefix.
user_log_level = _get_log_level()
user_log_level = CONFIG.log_level
if user_log_level != "developer":
name = "SmartSim"

Expand All @@ -214,7 +213,7 @@ def get_logger(
if log_level:
logger.setLevel(log_level)
else:
log_level = user_log_level
log_level = _translate_log_level(user_log_level)
coloredlogs.install(level=log_level, logger=logger, fmt=fmt, stream=sys.stdout)
return logger

Expand Down
25 changes: 23 additions & 2 deletions tests/test_logs.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,14 +109,35 @@ def test_add_exp_loggers(test_dir):
assert err_file.is_file()


def test_get_logger(test_dir: str, turn_on_tm):
def test_get_logger(test_dir: str, turn_on_tm, monkeypatch):
"""Ensure the correct logger type is instantiated"""
monkeypatch.setenv("SMARTSIM_LOG_LEVEL", "developer")
logger = smartsim.log.get_logger("SmartSimTest", "INFO")
assert isinstance(logger, smartsim.log.ContextAwareLogger)


def test_exp_logs(test_dir: str, turn_on_tm):
@pytest.mark.parametrize(
"input_level,exp_level",
[
pytest.param("INFO", "info", id="lowercasing only, INFO"),
pytest.param("info", "info", id="input back, info"),
pytest.param("WARNING", "warning", id="lowercasing only, WARNING"),
pytest.param("warning", "warning", id="input back, warning"),
pytest.param("QUIET", "warning", id="lowercasing only, QUIET"),
pytest.param("quiet", "warning", id="translation back, quiet"),
pytest.param("DEVELOPER", "debug", id="lowercasing only, DEVELOPER"),
pytest.param("developer", "debug", id="translation back, developer"),
],
)
def test_translate_log_level(input_level: str, exp_level: str, turn_on_tm):
"""Ensure the correct logger type is instantiated"""
translated_level = smartsim.log._translate_log_level(input_level)
assert exp_level == translated_level


def test_exp_logs(test_dir: str, turn_on_tm, monkeypatch):
"""Ensure that experiment loggers are added when context info exists"""
monkeypatch.setenv("SMARTSIM_LOG_LEVEL", "developer")
test_dir = pathlib.Path(test_dir)
test_dir.mkdir(parents=True, exist_ok=True)
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Consider adding direct unit test of new method:

@pytest.mark.parametrize(
        "input_level,exp_level",
        [
            pytest.param("INFO", "info", id="lowercasing only, INFO"),
            pytest.param("info", "info", id="input back, info"),
            pytest.param("WARNING", "warning", id="lowercasing only, WARNING"),
            pytest.param("warning", "warning", id="input back, warning"),
            pytest.param("QUIET", "warning", id="lowercasing only, QUIET"),
            pytest.param("quiet", "warning", id="translation back, quiet"),
            pytest.param("DEVELOPER", "debug", id="lowercasing only, DEVELOPER"),
            pytest.param("developer", "debug", id="translation back, developer"),
        ]
)
def test_translate_log_level(input_level: str, exp_level: str, turn_on_tm):
    """Ensure the correct logger type is instantiated"""
    translated_level = smartsim.log._translate_log_level(input_level)
    assert exp_level == translated_level

Copy link
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I don't think I need turn_on_tm, do I? @ankona


Expand Down
Loading