Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Chore: anakin and sebulba folders #1090

Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
Show all changes
49 commits
Select commit Hold shift + click to select a range
adc2114
feat: gym wrapper
Louay-Ben-nessir Jun 10, 2024
ce86d09
chore : pre-commit hooks
Louay-Ben-nessir Jun 10, 2024
d5edf45
fix: merged the observations and action mask
Louay-Ben-nessir Jun 14, 2024
f891be5
fix: Create the gym wrappers directly
Louay-Ben-nessir Jun 14, 2024
15f4867
chore: pre-commit
Louay-Ben-nessir Jun 14, 2024
82ea827
fix: fixed the async env creation
Louay-Ben-nessir Jun 14, 2024
4e94df5
fix: gymV26 compatability wrapper
Louay-Ben-nessir Jun 14, 2024
8a86be9
fix: various minor fixes
Louay-Ben-nessir Jun 15, 2024
1da5c15
fix: handling rware reset function
Louay-Ben-nessir Jun 15, 2024
4466044
feat: async env wrapper , changed the gym wrapper to rware wrapper
Louay-Ben-nessir Jun 16, 2024
24d8aae
fix: fixed the async env wrapper
Louay-Ben-nessir Jun 16, 2024
a6deae2
fix: info only contains the action_mask and reformated (n_agents, n_e…
Louay-Ben-nessir Jun 18, 2024
1475bd0
chore: removed async gym wrapper
Louay-Ben-nessir Jun 22, 2024
9fce9c6
feat: gym metric tracker wrapper
Louay-Ben-nessir Jun 22, 2024
c3b405d
chore: clean up & updated the code to match the sebulba-ff-ippo branch
Louay-Ben-nessir Jul 10, 2024
e40c5d4
chore : pre-commits and some comments
Louay-Ben-nessir Jul 10, 2024
4b17c15
chore: removed unused config file
Louay-Ben-nessir Jul 10, 2024
d694498
chore: created the anakin and sebulba folders
Louay-Ben-nessir Jul 16, 2024
cb8111f
fix: imports and config paths in systems
Louay-Ben-nessir Jul 16, 2024
f1adc31
chore: pre-commits
Louay-Ben-nessir Jul 16, 2024
3850591
feat: LBF and reproducibility
Louay-Ben-nessir Jul 16, 2024
133a250
fix: added missing lbf import
Louay-Ben-nessir Jul 17, 2024
a368476
fix: config and imports for anakin q_learning and sac
Louay-Ben-nessir Jul 17, 2024
32433ff
chore: arch_name for anakin
Louay-Ben-nessir Jul 17, 2024
a68c8e9
fix: sum the rewards when using a shared reward
Louay-Ben-nessir Jul 17, 2024
8cee7ac
fix: configs revamp
Louay-Ben-nessir Jul 17, 2024
e199f3a
chore: pre-commits
Louay-Ben-nessir Jul 17, 2024
2b71d3b
fix: more config changes
Louay-Ben-nessir Jul 17, 2024
e87ad28
chore: pre-commits
Louay-Ben-nessir Jul 17, 2024
2b587c0
chore: renamed arch_name to architecture_name
Louay-Ben-nessir Jul 18, 2024
5ad4d2f
chore: config files rename
Louay-Ben-nessir Jul 18, 2024
432071e
fix; moved from gym to gymnasium
Louay-Ben-nessir Jul 18, 2024
77e6e12
feat: generic gym wrapper
Louay-Ben-nessir Jul 18, 2024
43511fd
feat: using gymnasium async worker
Louay-Ben-nessir Jul 18, 2024
eaf9a1c
chore: pre-commits and annotaions
Louay-Ben-nessir Jul 18, 2024
16c0ac3
fix: config file fixes
Louay-Ben-nessir Jul 18, 2024
18b928d
fix: rware import
Louay-Ben-nessir Jul 18, 2024
19a7765
fix: better agent ids wrapper?
Louay-Ben-nessir Jul 18, 2024
c4a05d6
chore: bunch of minor changes
Louay-Ben-nessir Jul 18, 2024
5595818
chore : annotation
Louay-Ben-nessir Jul 18, 2024
29b1303
chore: comments
Louay-Ben-nessir Jul 19, 2024
669dfbd
feat: restructured the folders
Louay-Ben-nessir Jul 19, 2024
2a6452d
fix: config file fixes
Louay-Ben-nessir Jul 19, 2024
e2f36f9
fix: LBF import
Louay-Ben-nessir Jul 19, 2024
29396c9
fix: Async worker auto-resetting
Louay-Ben-nessir Jul 19, 2024
6de0b1e
chore: minor changes
Louay-Ben-nessir Jul 19, 2024
7584ce5
fixed: annotations and add agent id spaces
Louay-Ben-nessir Jul 22, 2024
e638e9f
fix: fixed the logging deadlock for sebulba
Louay-Ben-nessir Jul 22, 2024
81b0a89
Merge pull request #4 from Louay-Ben-nessir/feat-sebulba-gym-wrapper
Louay-Ben-nessir Jul 22, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -578,7 +578,7 @@ def run_experiment(_config: DictConfig) -> float:
return eval_performance


@hydra.main(config_path="../../configs", config_name="default_ff_ippo.yaml", version_base="1.2")
@hydra.main(config_path="../../../configs", config_name="default_ff_ippo.yaml", version_base="1.2")
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -575,7 +575,7 @@ def run_experiment(_config: DictConfig) -> float:
return eval_performance


@hydra.main(config_path="../../configs", config_name="default_ff_mappo.yaml", version_base="1.2")
@hydra.main(config_path="../../../configs", config_name="default_ff_mappo.yaml", version_base="1.2")
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -735,7 +735,7 @@ def run_experiment(_config: DictConfig) -> float: # noqa: CCR001
return eval_performance


@hydra.main(config_path="../../configs", config_name="default_rec_ippo.yaml", version_base="1.2")
@hydra.main(config_path="../../../configs", config_name="default_rec_ippo.yaml", version_base="1.2")
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -726,7 +726,9 @@ def run_experiment(_config: DictConfig) -> float: # noqa: CCR001
return eval_performance


@hydra.main(config_path="../../configs", config_name="default_rec_mappo.yaml", version_base="1.2")
@hydra.main(
config_path="../../../configs", config_name="default_rec_mappo.yaml", version_base="1.2"
)
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
13 changes: 13 additions & 0 deletions mava/systems/ppo/sebulba/ff_ippo.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# Copyright 2022 InstaDeep Ltd. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
Original file line number Diff line number Diff line change
Expand Up @@ -645,7 +645,7 @@ def run_experiment(cfg: DictConfig) -> float:
return float(eval_performance)


@hydra.main(config_path="../../configs", config_name="default_rec_iql.yaml", version_base="1.2")
@hydra.main(config_path="../../../configs", config_name="default_rec_iql.yaml", version_base="1.2")
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -607,7 +607,7 @@ def run_experiment(cfg: DictConfig) -> float:
return eval_performance


@hydra.main(config_path="../../configs", config_name="default_ff_isac.yaml", version_base="1.2")
@hydra.main(config_path="../../../configs", config_name="default_ff_isac.yaml", version_base="1.2")
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -626,7 +626,7 @@ def run_experiment(cfg: DictConfig) -> float:
return eval_performance


@hydra.main(config_path="../../configs", config_name="default_ff_masac.yaml", version_base="1.2")
@hydra.main(config_path="../../../configs", config_name="default_ff_masac.yaml", version_base="1.2")
def hydra_entry_point(cfg: DictConfig) -> float:
"""Experiment entry point."""
# Allow dynamic attributes.
Expand Down
Loading