diff --git a/docs/NAS-Bench-201.md b/docs/NAS-Bench-201.md index 10b0224..4b8957d 100644 --- a/docs/NAS-Bench-201.md +++ b/docs/NAS-Bench-201.md @@ -224,16 +224,16 @@ If researchers can provide better results with different hyper-parameters, we ar **Note that** you need to prepare the training and test data as described in [Preparation and Download](#preparation-and-download) -- [1] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/DARTS-V1.sh cifar10 1 -1`, where `cifar10` can be replaced with `cifar100` or `ImageNet16-120`. -- [2] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/DARTS-V2.sh cifar10 1 -1` -- [3] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/GDAS.sh cifar10 1 -1` -- [4] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/SETN.sh cifar10 1 -1` -- [5] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/ENAS.sh cifar10 1 -1` -- [6] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/RANDOM-NAS.sh cifar10 1 -1` -- [7] `bash ./scripts-search/algos/R-EA.sh cifar10 3 -1` -- [8] `bash ./scripts-search/algos/Random.sh cifar10 -1` -- [9] `bash ./scripts-search/algos/REINFORCE.sh cifar10 0.5 -1` -- [10] `bash ./scripts-search/algos/BOHB.sh cifar10 -1` +- [1] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/DARTS-V1.sh cifar10 1 -1`, where `cifar10` can be replaced with `cifar100` or `ImageNet16-120`. +- [2] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/DARTS-V2.sh cifar10 1 -1` +- [3] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/GDAS.sh cifar10 1 -1` +- [4] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/SETN.sh cifar10 1 -1` +- [5] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/ENAS.sh cifar10 1 -1` +- [6] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh cifar10 1 -1` +- [7] `bash ./scripts-search/NAS-Bench-201-algos/R-EA.sh cifar10 3 -1` +- [8] `bash ./scripts-search/NAS-Bench-201-algos/Random.sh cifar10 -1` +- [9] `bash ./scripts-search/NAS-Bench-201-algos/REINFORCE.sh cifar10 0.5 -1` +- [10] `bash ./scripts-search/NAS-Bench-201-algos/BOHB.sh cifar10 -1` In commands [1-6], the first args `cifar10` indicates the dataset name, the second args `1` indicates the behavior of BN, and the first args `-1` indicates the random seed. diff --git a/exps/algos/BOHB.py b/exps/NAS-Bench-201-algos/BOHB.py similarity index 100% rename from exps/algos/BOHB.py rename to exps/NAS-Bench-201-algos/BOHB.py diff --git a/exps/algos/DARTS-V1.py b/exps/NAS-Bench-201-algos/DARTS-V1.py similarity index 100% rename from exps/algos/DARTS-V1.py rename to exps/NAS-Bench-201-algos/DARTS-V1.py diff --git a/exps/algos/DARTS-V2.py b/exps/NAS-Bench-201-algos/DARTS-V2.py similarity index 100% rename from exps/algos/DARTS-V2.py rename to exps/NAS-Bench-201-algos/DARTS-V2.py diff --git a/exps/algos/ENAS.py b/exps/NAS-Bench-201-algos/ENAS.py similarity index 100% rename from exps/algos/ENAS.py rename to exps/NAS-Bench-201-algos/ENAS.py diff --git a/exps/algos/GDAS.py b/exps/NAS-Bench-201-algos/GDAS.py similarity index 100% rename from exps/algos/GDAS.py rename to exps/NAS-Bench-201-algos/GDAS.py diff --git a/exps/algos/RANDOM-NAS.py b/exps/NAS-Bench-201-algos/RANDOM-NAS.py similarity index 100% rename from exps/algos/RANDOM-NAS.py rename to exps/NAS-Bench-201-algos/RANDOM-NAS.py diff --git a/exps/algos/RANDOM.py b/exps/NAS-Bench-201-algos/RANDOM.py similarity index 100% rename from exps/algos/RANDOM.py rename to exps/NAS-Bench-201-algos/RANDOM.py diff --git a/exps/algos/README.md b/exps/NAS-Bench-201-algos/README.md similarity index 100% rename from exps/algos/README.md rename to exps/NAS-Bench-201-algos/README.md diff --git a/exps/algos/R_EA.py b/exps/NAS-Bench-201-algos/R_EA.py similarity index 100% rename from exps/algos/R_EA.py rename to exps/NAS-Bench-201-algos/R_EA.py diff --git a/exps/algos/SETN.py b/exps/NAS-Bench-201-algos/SETN.py similarity index 100% rename from exps/algos/SETN.py rename to exps/NAS-Bench-201-algos/SETN.py diff --git a/exps/algos/reinforce.py b/exps/NAS-Bench-201-algos/reinforce.py similarity index 100% rename from exps/algos/reinforce.py rename to exps/NAS-Bench-201-algos/reinforce.py diff --git a/scripts-search/algos/BOHB.sh b/scripts-search/NAS-Bench-201-algos/BOHB.sh similarity index 88% rename from scripts-search/algos/BOHB.sh rename to scripts-search/NAS-Bench-201-algos/BOHB.sh index 6e23271..4a65276 100644 --- a/scripts-search/algos/BOHB.sh +++ b/scripts-search/NAS-Bench-201-algos/BOHB.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/BOHB.sh -1 +# bash ./scripts-search/NAS-Bench-201-algos/BOHB.sh -1 echo script name: $0 echo $# arguments if [ "$#" -ne 2 ] ;then @@ -25,7 +25,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/BOHB-${dataset} -OMP_NUM_THREADS=4 python ./exps/algos/BOHB.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/BOHB.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/DARTS-V1.sh b/scripts-search/NAS-Bench-201-algos/DARTS-V1.sh similarity index 89% rename from scripts-search/algos/DARTS-V1.sh rename to scripts-search/NAS-Bench-201-algos/DARTS-V1.sh index 22061f1..bcd4acc 100644 --- a/scripts-search/algos/DARTS-V1.sh +++ b/scripts-search/NAS-Bench-201-algos/DARTS-V1.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/DARTS-V1.sh cifar10 0 -1 +# bash ./scripts-search/NAS-Bench-201-algos/DARTS-V1.sh cifar10 0 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -32,7 +32,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/DARTS-V1-${dataset}-BN${BN} -OMP_NUM_THREADS=4 python ./exps/algos/DARTS-V1.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/DARTS-V1.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/DARTS-V2.sh b/scripts-search/NAS-Bench-201-algos/DARTS-V2.sh similarity index 89% rename from scripts-search/algos/DARTS-V2.sh rename to scripts-search/NAS-Bench-201-algos/DARTS-V2.sh index 2e53f36..a99400c 100644 --- a/scripts-search/algos/DARTS-V2.sh +++ b/scripts-search/NAS-Bench-201-algos/DARTS-V2.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/DARTS-V2.sh cifar10 0 -1 +# bash ./scripts-search/NAS-Bench-201-algos/DARTS-V2.sh cifar10 0 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -32,7 +32,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/DARTS-V2-${dataset}-BN${BN} -OMP_NUM_THREADS=4 python ./exps/algos/DARTS-V2.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/DARTS-V2.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/ENAS.sh b/scripts-search/NAS-Bench-201-algos/ENAS.sh similarity index 91% rename from scripts-search/algos/ENAS.sh rename to scripts-search/NAS-Bench-201-algos/ENAS.sh index ea284fc..f00ea5f 100644 --- a/scripts-search/algos/ENAS.sh +++ b/scripts-search/NAS-Bench-201-algos/ENAS.sh @@ -1,6 +1,6 @@ #!/bin/bash # Efficient Neural Architecture Search via Parameter Sharing, ICML 2018 -# bash ./scripts-search/algos/ENAS.sh cifar10 0 -1 +# bash ./scripts-search/NAS-Bench-201-algos/ENAS.sh cifar10 0 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/ENAS-${dataset}-BN${BN} -OMP_NUM_THREADS=4 python ./exps/algos/ENAS.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/ENAS.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/GDAS.sh b/scripts-search/NAS-Bench-201-algos/GDAS.sh similarity index 90% rename from scripts-search/algos/GDAS.sh rename to scripts-search/NAS-Bench-201-algos/GDAS.sh index 7e137ad..7b26abb 100644 --- a/scripts-search/algos/GDAS.sh +++ b/scripts-search/NAS-Bench-201-algos/GDAS.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/GDAS.sh cifar10 0 -1 +# bash ./scripts-search/NAS-Bench-201-algos/GDAS.sh cifar10 0 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -32,7 +32,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/GDAS-${dataset}-BN${BN} -OMP_NUM_THREADS=4 python ./exps/algos/GDAS.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/GDAS.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/R-EA.sh b/scripts-search/NAS-Bench-201-algos/R-EA.sh similarity index 89% rename from scripts-search/algos/R-EA.sh rename to scripts-search/NAS-Bench-201-algos/R-EA.sh index 4dd617f..08ff15d 100644 --- a/scripts-search/algos/R-EA.sh +++ b/scripts-search/NAS-Bench-201-algos/R-EA.sh @@ -1,6 +1,6 @@ #!/bin/bash # Regularized Evolution for Image Classifier Architecture Search, AAAI 2019 -# bash ./scripts-search/algos/R-EA.sh cifar10 3 -1 +# bash ./scripts-search/NAS-Bench-201-algos/R-EA.sh cifar10 3 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -28,7 +28,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/R-EA-${dataset}-SS${sample_size} -OMP_NUM_THREADS=4 python ./exps/algos/R_EA.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/R_EA.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/RANDOM-NAS.sh b/scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh similarity index 90% rename from scripts-search/algos/RANDOM-NAS.sh rename to scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh index 8f5902f..f6d1be9 100644 --- a/scripts-search/algos/RANDOM-NAS.sh +++ b/scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh @@ -1,6 +1,6 @@ #!/bin/bash # Random Search and Reproducibility for Neural Architecture Search, UAI 2019 -# bash ./scripts-search/algos/RANDOM-NAS.sh cifar10 0 -1 +# bash ./scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh cifar10 0 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/RANDOM-NAS-${dataset}-BN${BN} -OMP_NUM_THREADS=4 python ./exps/algos/RANDOM-NAS.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/RANDOM-NAS.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/README.md b/scripts-search/NAS-Bench-201-algos/README.md similarity index 100% rename from scripts-search/algos/README.md rename to scripts-search/NAS-Bench-201-algos/README.md diff --git a/scripts-search/algos/REINFORCE.sh b/scripts-search/NAS-Bench-201-algos/REINFORCE.sh similarity index 87% rename from scripts-search/algos/REINFORCE.sh rename to scripts-search/NAS-Bench-201-algos/REINFORCE.sh index ce9e66a..a120131 100644 --- a/scripts-search/algos/REINFORCE.sh +++ b/scripts-search/NAS-Bench-201-algos/REINFORCE.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/REINFORCE.sh 0.001 -1 +# bash ./scripts-search/NAS-Bench-201-algos/REINFORCE.sh 0.001 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -26,7 +26,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/REINFORCE-${dataset}-${LR} -OMP_NUM_THREADS=4 python ./exps/algos/reinforce.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/reinforce.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/Random.sh b/scripts-search/NAS-Bench-201-algos/Random.sh similarity index 87% rename from scripts-search/algos/Random.sh rename to scripts-search/NAS-Bench-201-algos/Random.sh index a300542..6bb34fd 100644 --- a/scripts-search/algos/Random.sh +++ b/scripts-search/NAS-Bench-201-algos/Random.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/Random.sh -1 +# bash ./scripts-search/NAS-Bench-201-algos/Random.sh -1 echo script name: $0 echo $# arguments if [ "$#" -ne 2 ] ;then @@ -25,7 +25,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/RAND-${dataset} -OMP_NUM_THREADS=4 python ./exps/algos/RANDOM.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/RANDOM.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/SETN.sh b/scripts-search/NAS-Bench-201-algos/SETN.sh similarity index 91% rename from scripts-search/algos/SETN.sh rename to scripts-search/NAS-Bench-201-algos/SETN.sh index 204487a..c2f1301 100644 --- a/scripts-search/algos/SETN.sh +++ b/scripts-search/NAS-Bench-201-algos/SETN.sh @@ -1,6 +1,6 @@ #!/bin/bash # One-Shot Neural Architecture Search via Self-Evaluated Template Network, ICCV 2019 -# bash ./scripts-search/algos/SETN.sh cifar10 0 -1 +# bash ./scripts-search/NAS-Bench-201-algos/SETN.sh cifar10 0 -1 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/SETN-${dataset}-BN${BN} -OMP_NUM_THREADS=4 python ./exps/algos/SETN.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/SETN.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/hps/DARTS-test-Gradient.sh b/scripts-search/NAS-Bench-201-algos/hps/DARTS-test-Gradient.sh similarity index 89% rename from scripts-search/algos/hps/DARTS-test-Gradient.sh rename to scripts-search/NAS-Bench-201-algos/hps/DARTS-test-Gradient.sh index 55874cd..73f6e2e 100644 --- a/scripts-search/algos/hps/DARTS-test-Gradient.sh +++ b/scripts-search/NAS-Bench-201-algos/hps/DARTS-test-Gradient.sh @@ -1,5 +1,5 @@ #!/bin/bash -# bash ./scripts-search/algos/DARTS-test-Gradient.sh cifar10 0 5 +# bash ./scripts-search/NAS-Bench-201-algos/DARTS-test-Gradient.sh cifar10 0 5 echo script name: $0 echo $# arguments if [ "$#" -ne 3 ] ;then @@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth save_dir=./output/search-cell-${space}/DARTS-V1-${dataset}-BN${BN}-Gradient${gradient_clip} -OMP_NUM_THREADS=4 python ./exps/algos/DARTS-V1.py \ +OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/DARTS-V1.py \ --save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \ --dataset ${dataset} --data_path ${data_path} \ --search_space_name ${space} \ diff --git a/scripts-search/algos/hps/GRID-RL.sh b/scripts-search/NAS-Bench-201-algos/hps/GRID-RL.sh similarity index 67% rename from scripts-search/algos/hps/GRID-RL.sh rename to scripts-search/NAS-Bench-201-algos/hps/GRID-RL.sh index 8b99d89..8684d4d 100644 --- a/scripts-search/algos/hps/GRID-RL.sh +++ b/scripts-search/NAS-Bench-201-algos/hps/GRID-RL.sh @@ -6,5 +6,5 @@ lrs="0.01 0.02 0.1 0.2 0.5" for lr in ${lrs} do - bash ./scripts-search/algos/REINFORCE.sh ${lr} -1 + bash ./scripts-search/NAS-Bench-201-algos/REINFORCE.sh ${lr} -1 done