diff --git a/experiments/classification/cifar10/configs/resnet18/batched.yaml b/experiments/classification/cifar10/configs/resnet18/batched.yaml index 69f1fea2..82f4de78 100644 --- a/experiments/classification/cifar10/configs/resnet18/batched.yaml +++ b/experiments/classification/cifar10/configs/resnet18/batched.yaml @@ -41,7 +41,6 @@ optimizer: lr: 0.05 momentum: 0.9 weight_decay: 5e-4 - nesterov: true lr_scheduler: milestones: - 25 diff --git a/experiments/classification/cifar10/configs/resnet18/masked.yaml b/experiments/classification/cifar10/configs/resnet18/masked.yaml index a989dc2d..77993b2f 100644 --- a/experiments/classification/cifar10/configs/resnet18/masked.yaml +++ b/experiments/classification/cifar10/configs/resnet18/masked.yaml @@ -42,7 +42,6 @@ optimizer: lr: 0.05 momentum: 0.9 weight_decay: 5e-4 - nesterov: true lr_scheduler: milestones: - 25 diff --git a/experiments/classification/cifar10/configs/resnet18/mimo.yaml b/experiments/classification/cifar10/configs/resnet18/mimo.yaml index 187ec011..0cbe2760 100644 --- a/experiments/classification/cifar10/configs/resnet18/mimo.yaml +++ b/experiments/classification/cifar10/configs/resnet18/mimo.yaml @@ -42,7 +42,6 @@ optimizer: lr: 0.05 momentum: 0.9 weight_decay: 5e-4 - nesterov: true lr_scheduler: milestones: - 25 diff --git a/experiments/classification/cifar10/configs/resnet18/packed.yaml b/experiments/classification/cifar10/configs/resnet18/packed.yaml index 3e1e1dbe..859d72d6 100644 --- a/experiments/classification/cifar10/configs/resnet18/packed.yaml +++ b/experiments/classification/cifar10/configs/resnet18/packed.yaml @@ -43,7 +43,6 @@ optimizer: lr: 0.05 momentum: 0.9 weight_decay: 5e-4 - nesterov: true lr_scheduler: milestones: - 25 diff --git a/experiments/classification/cifar10/configs/resnet18/standard.yaml b/experiments/classification/cifar10/configs/resnet18/standard.yaml index 2eb2586b..6c68f8da 100644 --- a/experiments/classification/cifar10/configs/resnet18/standard.yaml +++ b/experiments/classification/cifar10/configs/resnet18/standard.yaml @@ -40,7 +40,6 @@ optimizer: lr: 0.05 momentum: 0.9 weight_decay: 5e-4 - nesterov: true lr_scheduler: milestones: - 25 diff --git a/experiments/classification/cifar10/readme.md b/experiments/classification/cifar10/readme.md index 6fdfb043..67905f7c 100644 --- a/experiments/classification/cifar10/readme.md +++ b/experiments/classification/cifar10/readme.md @@ -51,14 +51,3 @@ python resnet.py fit --config configs/resnet.yaml --model.arch 101 --model.versi |Masked-Ensembles|✅| |MIMO|✅| |MC Dropout|✅| - -### VGG - -||VGG11|VGG13|VGG16|VGG19| -|---|---|---|---|---| -|Standard|✅|✅|✅|✅| -|Packed-Ensembles|✅|✅|✅|✅| -|BatchEnsemble||||| -|Masked-Ensembles||||| -|MIMO||||| -|MC Dropout|✅|✅|✅|✅| diff --git a/experiments/classification/cifar100/configs/resnet18/batched.yaml b/experiments/classification/cifar100/configs/resnet18/batched.yaml index ce2057dd..7e7b797b 100644 --- a/experiments/classification/cifar100/configs/resnet18/batched.yaml +++ b/experiments/classification/cifar100/configs/resnet18/batched.yaml @@ -5,7 +5,7 @@ trainer: accelerator: gpu devices: 1 precision: 16-mixed - max_epochs: 75 + max_epochs: 200 logger: class_path: lightning.pytorch.loggers.TensorBoardLogger init_args: @@ -38,12 +38,13 @@ data: root: ./data batch_size: 128 optimizer: - lr: 0.05 + lr: 0.1 momentum: 0.9 weight_decay: 1e-4 nesterov: true lr_scheduler: milestones: - - 25 - - 50 + - 60 + - 120 + - 160 gamma: 0.2 diff --git a/experiments/classification/cifar100/configs/resnet18/masked.yaml b/experiments/classification/cifar100/configs/resnet18/masked.yaml index 36048d65..f8a8ab01 100644 --- a/experiments/classification/cifar100/configs/resnet18/masked.yaml +++ b/experiments/classification/cifar100/configs/resnet18/masked.yaml @@ -5,7 +5,7 @@ trainer: accelerator: gpu devices: 1 precision: 16-mixed - max_epochs: 75 + max_epochs: 200 logger: class_path: lightning.pytorch.loggers.TensorBoardLogger init_args: @@ -39,12 +39,13 @@ data: root: ./data batch_size: 128 optimizer: - lr: 0.05 + lr: 0.1 momentum: 0.9 weight_decay: 1e-4 nesterov: true lr_scheduler: milestones: - - 25 - - 50 + - 60 + - 120 + - 160 gamma: 0.2 diff --git a/experiments/classification/cifar100/configs/resnet18/mimo.yaml b/experiments/classification/cifar100/configs/resnet18/mimo.yaml index ddd474c9..1c7eb83b 100644 --- a/experiments/classification/cifar100/configs/resnet18/mimo.yaml +++ b/experiments/classification/cifar100/configs/resnet18/mimo.yaml @@ -5,7 +5,7 @@ trainer: accelerator: gpu devices: 1 precision: 16-mixed - max_epochs: 75 + max_epochs: 200 logger: class_path: lightning.pytorch.loggers.TensorBoardLogger init_args: @@ -39,12 +39,13 @@ data: root: ./data batch_size: 128 optimizer: - lr: 0.05 + lr: 0.1 momentum: 0.9 weight_decay: 1e-4 nesterov: true lr_scheduler: milestones: - - 25 - - 50 + - 60 + - 120 + - 160 gamma: 0.2 diff --git a/experiments/classification/cifar100/configs/resnet18/packed.yaml b/experiments/classification/cifar100/configs/resnet18/packed.yaml index 6cf74dc5..0c6463dd 100644 --- a/experiments/classification/cifar100/configs/resnet18/packed.yaml +++ b/experiments/classification/cifar100/configs/resnet18/packed.yaml @@ -5,7 +5,7 @@ trainer: accelerator: gpu devices: 1 precision: 16-mixed - max_epochs: 75 + max_epochs: 200 logger: class_path: lightning.pytorch.loggers.TensorBoardLogger init_args: @@ -40,12 +40,13 @@ data: root: ./data batch_size: 128 optimizer: - lr: 0.05 + lr: 0.1 momentum: 0.9 weight_decay: 1e-4 nesterov: true lr_scheduler: milestones: - - 25 - - 50 + - 60 + - 120 + - 160 gamma: 0.2 diff --git a/experiments/classification/cifar100/configs/resnet18/standard.yaml b/experiments/classification/cifar100/configs/resnet18/standard.yaml index e62de94f..df228c41 100644 --- a/experiments/classification/cifar100/configs/resnet18/standard.yaml +++ b/experiments/classification/cifar100/configs/resnet18/standard.yaml @@ -5,7 +5,7 @@ trainer: accelerator: gpu devices: 1 precision: 16-mixed - max_epochs: 75 + max_epochs: 200 logger: class_path: lightning.pytorch.loggers.TensorBoardLogger init_args: @@ -37,12 +37,13 @@ data: root: ./data batch_size: 128 optimizer: - lr: 0.05 + lr: 0.1 momentum: 0.9 weight_decay: 1e-4 nesterov: true lr_scheduler: milestones: - - 25 - - 50 + - 60 + - 120 + - 160 gamma: 0.2