From 2964bda731fc563e66c54061c48263753427c841 Mon Sep 17 00:00:00 2001 From: D-X-Y <280835372@qq.com> Date: Tue, 10 Mar 2020 14:24:18 -0700 Subject: [PATCH] Correct weight decay of DARTS from 5e-4 to 3e-4 --- configs/opts/NAS-CIFAR-V2.config | 2 +- configs/search-opts/DARTS-NASNet-CIFAR.config | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/opts/NAS-CIFAR-V2.config b/configs/opts/NAS-CIFAR-V2.config index be1f932..502d5a4 100644 --- a/configs/opts/NAS-CIFAR-V2.config +++ b/configs/opts/NAS-CIFAR-V2.config @@ -5,7 +5,7 @@ "warmup" : ["int", "5"], "optim" : ["str", "SGD"], "LR" : ["float", "0.025"], - "decay" : ["float", "0.0005"], + "decay" : ["float", "0.0003"], "momentum" : ["float", "0.9"], "nesterov" : ["bool", "1"], "criterion": ["str", "Softmax"], diff --git a/configs/search-opts/DARTS-NASNet-CIFAR.config b/configs/search-opts/DARTS-NASNet-CIFAR.config index 4fb4a27..a795505 100644 --- a/configs/search-opts/DARTS-NASNet-CIFAR.config +++ b/configs/search-opts/DARTS-NASNet-CIFAR.config @@ -5,7 +5,7 @@ "epochs" : ["int", "50"], "warmup" : ["int", "0"], "optim" : ["str", "SGD"], - "decay" : ["float", "0.0005"], + "decay" : ["float", "0.0003"], "momentum" : ["float", "0.9"], "nesterov" : ["bool", "1"], "criterion": ["str", "Softmax"],