From 9f426c44220c9742530a7340bc2a95a46de179e1 Mon Sep 17 00:00:00 2001 From: "liudayuan.carrot" Date: Fri, 21 Feb 2025 17:13:29 +0800 Subject: [PATCH 1/2] feat: tracking support vemlp --- verl/utils/tracking.py | 22 +++++++++++++++++++++- 1 file changed, 21 insertions(+), 1 deletion(-) diff --git a/verl/utils/tracking.py b/verl/utils/tracking.py index ff300690..62291799 100644 --- a/verl/utils/tracking.py +++ b/verl/utils/tracking.py @@ -22,7 +22,7 @@ class Tracking(object): - supported_backend = ["wandb", "mlflow", "swanlab", "console"] + supported_backend = ["wandb", "mlflow", "swanlab", "vemlp_wandb", "console"] def __init__(self, project_name, experiment_name, default_backend: Union[str, List[str]] = 'console', config=None): if isinstance(default_backend, str): @@ -63,6 +63,24 @@ def __init__(self, project_name, experiment_name, default_backend: Union[str, Li mode=SWANLAB_MODE) self.logger["swanlab"] = swanlab + if 'vemlp_wandb' in default_backend: + import os + import volcengine_ml_platform + from volcengine_ml_platform import wandb as vemlp_wandb + volcengine_ml_platform.init( + ak=os.environ["VOLC_ACCESS_KEY_ID"], + sk=os.environ["VOLC_SECRET_ACCESS_KEY"], + region=os.environ["MLP_TRACKING_REGION"], + ) + + vemlp_wandb.init( + project=project_name, + name=experiment_name, + config=config, + sync_tensorboard=True, + ) + self.logger['vemlp_wandb'] = vemlp_wandb + if 'console' in default_backend: from verl.utils.logger.aggregate_logger import LocalLogger self.console_logger = LocalLogger(print_to_console=True) @@ -78,6 +96,8 @@ def __del__(self): self.logger['wandb'].finish(exit_code=0) if 'swanlab' in self.logger: self.logger['swanlab'].finish() + if 'vemlp_wandb' in self.logger: + self.logger['vemlp_wandb'].finish(exit_code=0) class _MlflowLoggingAdapter: From 324606bef5f405bcc4448cfd62443f271a9455b1 Mon Sep 17 00:00:00 2001 From: "liudayuan.carrot" Date: Sun, 23 Feb 2025 14:35:56 +0800 Subject: [PATCH 2/2] fix: format code --- verl/utils/tracking.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/verl/utils/tracking.py b/verl/utils/tracking.py index 62291799..5cbc58da 100644 --- a/verl/utils/tracking.py +++ b/verl/utils/tracking.py @@ -72,7 +72,7 @@ def __init__(self, project_name, experiment_name, default_backend: Union[str, Li sk=os.environ["VOLC_SECRET_ACCESS_KEY"], region=os.environ["MLP_TRACKING_REGION"], ) - + vemlp_wandb.init( project=project_name, name=experiment_name,