🐛 Fix CIFAR R18 configuration files

ENSTA-U2IS-AI · Jan 29, 2025 · 87c1022 · 87c1022
1 parent 7d2f763
commit 87c1022
Show file tree

Hide file tree

Showing 11 changed files with 25 additions and 36 deletions.
diff --git a/experiments/classification/cifar10/configs/resnet18/batched.yaml b/experiments/classification/cifar10/configs/resnet18/batched.yaml
@@ -41,7 +41,6 @@ optimizer:
   lr: 0.05
   momentum: 0.9
   weight_decay: 5e-4
-  nesterov: true
 lr_scheduler:
   milestones:
   - 25

diff --git a/experiments/classification/cifar10/configs/resnet18/masked.yaml b/experiments/classification/cifar10/configs/resnet18/masked.yaml
@@ -42,7 +42,6 @@ optimizer:
   lr: 0.05
   momentum: 0.9
   weight_decay: 5e-4
-  nesterov: true
 lr_scheduler:
   milestones:
   - 25

diff --git a/experiments/classification/cifar10/configs/resnet18/mimo.yaml b/experiments/classification/cifar10/configs/resnet18/mimo.yaml
@@ -42,7 +42,6 @@ optimizer:
   lr: 0.05
   momentum: 0.9
   weight_decay: 5e-4
-  nesterov: true
 lr_scheduler:
   milestones:
   - 25

diff --git a/experiments/classification/cifar10/configs/resnet18/packed.yaml b/experiments/classification/cifar10/configs/resnet18/packed.yaml
@@ -43,7 +43,6 @@ optimizer:
   lr: 0.05
   momentum: 0.9
   weight_decay: 5e-4
-  nesterov: true
 lr_scheduler:
   milestones:
   - 25

diff --git a/experiments/classification/cifar10/configs/resnet18/standard.yaml b/experiments/classification/cifar10/configs/resnet18/standard.yaml
@@ -40,7 +40,6 @@ optimizer:
   lr: 0.05
   momentum: 0.9
   weight_decay: 5e-4
-  nesterov: true
 lr_scheduler:
   milestones:
   - 25

diff --git a/experiments/classification/cifar10/readme.md b/experiments/classification/cifar10/readme.md
@@ -51,14 +51,3 @@ python resnet.py fit --config configs/resnet.yaml --model.arch 101 --model.versi
 |Masked-Ensembles|✅|
 |MIMO|✅|
 |MC Dropout|✅|
-
-### VGG
-
-||VGG11|VGG13|VGG16|VGG19|
-|---|---|---|---|---|
-|Standard|✅|✅|✅|✅|
-|Packed-Ensembles|✅|✅|✅|✅|
-|BatchEnsemble|||||
-|Masked-Ensembles|||||
-|MIMO|||||
-|MC Dropout|✅|✅|✅|✅|
diff --git a/experiments/classification/cifar100/configs/resnet18/batched.yaml b/experiments/classification/cifar100/configs/resnet18/batched.yaml
@@ -5,7 +5,7 @@ trainer:
   accelerator: gpu
   devices: 1
   precision: 16-mixed
-  max_epochs: 75
+  max_epochs: 200
   logger:
     class_path: lightning.pytorch.loggers.TensorBoardLogger
     init_args:
@@ -38,12 +38,13 @@ data:
   root: ./data
   batch_size: 128
 optimizer:
-  lr: 0.05
+  lr: 0.1
   momentum: 0.9
   weight_decay: 1e-4
   nesterov: true
 lr_scheduler:
   milestones:
-  - 25
-  - 50
+  - 60
+  - 120
+  - 160
   gamma: 0.2
diff --git a/experiments/classification/cifar100/configs/resnet18/masked.yaml b/experiments/classification/cifar100/configs/resnet18/masked.yaml
@@ -5,7 +5,7 @@ trainer:
   accelerator: gpu
   devices: 1
   precision: 16-mixed
-  max_epochs: 75
+  max_epochs: 200
   logger:
     class_path: lightning.pytorch.loggers.TensorBoardLogger
     init_args:
@@ -39,12 +39,13 @@ data:
   root: ./data
   batch_size: 128
 optimizer:
-  lr: 0.05
+  lr: 0.1
   momentum: 0.9
   weight_decay: 1e-4
   nesterov: true
 lr_scheduler:
   milestones:
-  - 25
-  - 50
+  - 60
+  - 120
+  - 160
   gamma: 0.2
diff --git a/experiments/classification/cifar100/configs/resnet18/mimo.yaml b/experiments/classification/cifar100/configs/resnet18/mimo.yaml
@@ -5,7 +5,7 @@ trainer:
   accelerator: gpu
   devices: 1
   precision: 16-mixed
-  max_epochs: 75
+  max_epochs: 200
   logger:
     class_path: lightning.pytorch.loggers.TensorBoardLogger
     init_args:
@@ -39,12 +39,13 @@ data:
   root: ./data
   batch_size: 128
 optimizer:
-  lr: 0.05
+  lr: 0.1
   momentum: 0.9
   weight_decay: 1e-4
   nesterov: true
 lr_scheduler:
   milestones:
-  - 25
-  - 50
+  - 60
+  - 120
+  - 160
   gamma: 0.2
diff --git a/experiments/classification/cifar100/configs/resnet18/packed.yaml b/experiments/classification/cifar100/configs/resnet18/packed.yaml
@@ -5,7 +5,7 @@ trainer:
   accelerator: gpu
   devices: 1
   precision: 16-mixed
-  max_epochs: 75
+  max_epochs: 200
   logger:
     class_path: lightning.pytorch.loggers.TensorBoardLogger
     init_args:
@@ -40,12 +40,13 @@ data:
   root: ./data
   batch_size: 128
 optimizer:
-  lr: 0.05
+  lr: 0.1
   momentum: 0.9
   weight_decay: 1e-4
   nesterov: true
 lr_scheduler:
   milestones:
-  - 25
-  - 50
+  - 60
+  - 120
+  - 160
   gamma: 0.2
diff --git a/experiments/classification/cifar100/configs/resnet18/standard.yaml b/experiments/classification/cifar100/configs/resnet18/standard.yaml
@@ -5,7 +5,7 @@ trainer:
   accelerator: gpu
   devices: 1
   precision: 16-mixed
-  max_epochs: 75
+  max_epochs: 200
   logger:
     class_path: lightning.pytorch.loggers.TensorBoardLogger
     init_args:
@@ -37,12 +37,13 @@ data:
   root: ./data
   batch_size: 128
 optimizer:
-  lr: 0.05
+  lr: 0.1
   momentum: 0.9
   weight_decay: 1e-4
   nesterov: true
 lr_scheduler:
   milestones:
-  - 25
-  - 50
+  - 60
+  - 120
+  - 160
   gamma: 0.2