Move algos to NAS-Bench-201-algos
This commit is contained in:
parent
84462da79e
commit
5d7ccd445d
@ -224,16 +224,16 @@ If researchers can provide better results with different hyper-parameters, we ar
|
|||||||
|
|
||||||
**Note that** you need to prepare the training and test data as described in [Preparation and Download](#preparation-and-download)
|
**Note that** you need to prepare the training and test data as described in [Preparation and Download](#preparation-and-download)
|
||||||
|
|
||||||
- [1] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/DARTS-V1.sh cifar10 1 -1`, where `cifar10` can be replaced with `cifar100` or `ImageNet16-120`.
|
- [1] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/DARTS-V1.sh cifar10 1 -1`, where `cifar10` can be replaced with `cifar100` or `ImageNet16-120`.
|
||||||
- [2] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/DARTS-V2.sh cifar10 1 -1`
|
- [2] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/DARTS-V2.sh cifar10 1 -1`
|
||||||
- [3] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/GDAS.sh cifar10 1 -1`
|
- [3] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/GDAS.sh cifar10 1 -1`
|
||||||
- [4] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/SETN.sh cifar10 1 -1`
|
- [4] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/SETN.sh cifar10 1 -1`
|
||||||
- [5] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/ENAS.sh cifar10 1 -1`
|
- [5] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/ENAS.sh cifar10 1 -1`
|
||||||
- [6] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/algos/RANDOM-NAS.sh cifar10 1 -1`
|
- [6] `CUDA_VISIBLE_DEVICES=0 bash ./scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh cifar10 1 -1`
|
||||||
- [7] `bash ./scripts-search/algos/R-EA.sh cifar10 3 -1`
|
- [7] `bash ./scripts-search/NAS-Bench-201-algos/R-EA.sh cifar10 3 -1`
|
||||||
- [8] `bash ./scripts-search/algos/Random.sh cifar10 -1`
|
- [8] `bash ./scripts-search/NAS-Bench-201-algos/Random.sh cifar10 -1`
|
||||||
- [9] `bash ./scripts-search/algos/REINFORCE.sh cifar10 0.5 -1`
|
- [9] `bash ./scripts-search/NAS-Bench-201-algos/REINFORCE.sh cifar10 0.5 -1`
|
||||||
- [10] `bash ./scripts-search/algos/BOHB.sh cifar10 -1`
|
- [10] `bash ./scripts-search/NAS-Bench-201-algos/BOHB.sh cifar10 -1`
|
||||||
|
|
||||||
In commands [1-6], the first args `cifar10` indicates the dataset name, the second args `1` indicates the behavior of BN, and the first args `-1` indicates the random seed.
|
In commands [1-6], the first args `cifar10` indicates the dataset name, the second args `1` indicates the behavior of BN, and the first args `-1` indicates the random seed.
|
||||||
|
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/BOHB.sh -1
|
# bash ./scripts-search/NAS-Bench-201-algos/BOHB.sh -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 2 ] ;then
|
if [ "$#" -ne 2 ] ;then
|
||||||
@ -25,7 +25,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/BOHB-${dataset}
|
save_dir=./output/search-cell-${space}/BOHB-${dataset}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/BOHB.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/BOHB.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} \
|
--dataset ${dataset} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/DARTS-V1.sh cifar10 0 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/DARTS-V1.sh cifar10 0 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -32,7 +32,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/DARTS-V1-${dataset}-BN${BN}
|
save_dir=./output/search-cell-${space}/DARTS-V1-${dataset}-BN${BN}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/DARTS-V1.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/DARTS-V1.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/DARTS-V2.sh cifar10 0 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/DARTS-V2.sh cifar10 0 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -32,7 +32,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/DARTS-V2-${dataset}-BN${BN}
|
save_dir=./output/search-cell-${space}/DARTS-V2-${dataset}-BN${BN}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/DARTS-V2.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/DARTS-V2.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,6 +1,6 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# Efficient Neural Architecture Search via Parameter Sharing, ICML 2018
|
# Efficient Neural Architecture Search via Parameter Sharing, ICML 2018
|
||||||
# bash ./scripts-search/algos/ENAS.sh cifar10 0 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/ENAS.sh cifar10 0 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/ENAS-${dataset}-BN${BN}
|
save_dir=./output/search-cell-${space}/ENAS-${dataset}-BN${BN}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/ENAS.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/ENAS.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/GDAS.sh cifar10 0 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/GDAS.sh cifar10 0 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -32,7 +32,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/GDAS-${dataset}-BN${BN}
|
save_dir=./output/search-cell-${space}/GDAS-${dataset}-BN${BN}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/GDAS.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/GDAS.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,6 +1,6 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# Regularized Evolution for Image Classifier Architecture Search, AAAI 2019
|
# Regularized Evolution for Image Classifier Architecture Search, AAAI 2019
|
||||||
# bash ./scripts-search/algos/R-EA.sh cifar10 3 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/R-EA.sh cifar10 3 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -28,7 +28,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/R-EA-${dataset}-SS${sample_size}
|
save_dir=./output/search-cell-${space}/R-EA-${dataset}-SS${sample_size}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/R_EA.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/R_EA.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} \
|
--dataset ${dataset} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,6 +1,6 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# Random Search and Reproducibility for Neural Architecture Search, UAI 2019
|
# Random Search and Reproducibility for Neural Architecture Search, UAI 2019
|
||||||
# bash ./scripts-search/algos/RANDOM-NAS.sh cifar10 0 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/RANDOM-NAS.sh cifar10 0 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/RANDOM-NAS-${dataset}-BN${BN}
|
save_dir=./output/search-cell-${space}/RANDOM-NAS-${dataset}-BN${BN}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/RANDOM-NAS.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/RANDOM-NAS.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/REINFORCE.sh 0.001 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/REINFORCE.sh 0.001 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -26,7 +26,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/REINFORCE-${dataset}-${LR}
|
save_dir=./output/search-cell-${space}/REINFORCE-${dataset}-${LR}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/reinforce.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/reinforce.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} \
|
--dataset ${dataset} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/Random.sh -1
|
# bash ./scripts-search/NAS-Bench-201-algos/Random.sh -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 2 ] ;then
|
if [ "$#" -ne 2 ] ;then
|
||||||
@ -25,7 +25,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/RAND-${dataset}
|
save_dir=./output/search-cell-${space}/RAND-${dataset}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/RANDOM.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/RANDOM.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} \
|
--dataset ${dataset} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,6 +1,6 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# One-Shot Neural Architecture Search via Self-Evaluated Template Network, ICCV 2019
|
# One-Shot Neural Architecture Search via Self-Evaluated Template Network, ICCV 2019
|
||||||
# bash ./scripts-search/algos/SETN.sh cifar10 0 -1
|
# bash ./scripts-search/NAS-Bench-201-algos/SETN.sh cifar10 0 -1
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/SETN-${dataset}-BN${BN}
|
save_dir=./output/search-cell-${space}/SETN-${dataset}-BN${BN}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/SETN.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/SETN.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -1,5 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# bash ./scripts-search/algos/DARTS-test-Gradient.sh cifar10 0 5
|
# bash ./scripts-search/NAS-Bench-201-algos/DARTS-test-Gradient.sh cifar10 0 5
|
||||||
echo script name: $0
|
echo script name: $0
|
||||||
echo $# arguments
|
echo $# arguments
|
||||||
if [ "$#" -ne 3 ] ;then
|
if [ "$#" -ne 3 ] ;then
|
||||||
@ -33,7 +33,7 @@ benchmark_file=${TORCH_HOME}/NAS-Bench-201-v1_1-096897.pth
|
|||||||
|
|
||||||
save_dir=./output/search-cell-${space}/DARTS-V1-${dataset}-BN${BN}-Gradient${gradient_clip}
|
save_dir=./output/search-cell-${space}/DARTS-V1-${dataset}-BN${BN}-Gradient${gradient_clip}
|
||||||
|
|
||||||
OMP_NUM_THREADS=4 python ./exps/algos/DARTS-V1.py \
|
OMP_NUM_THREADS=4 python ./exps/NAS-Bench-201-algos/DARTS-V1.py \
|
||||||
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
|
||||||
--dataset ${dataset} --data_path ${data_path} \
|
--dataset ${dataset} --data_path ${data_path} \
|
||||||
--search_space_name ${space} \
|
--search_space_name ${space} \
|
@ -6,5 +6,5 @@ lrs="0.01 0.02 0.1 0.2 0.5"
|
|||||||
|
|
||||||
for lr in ${lrs}
|
for lr in ${lrs}
|
||||||
do
|
do
|
||||||
bash ./scripts-search/algos/REINFORCE.sh ${lr} -1
|
bash ./scripts-search/NAS-Bench-201-algos/REINFORCE.sh ${lr} -1
|
||||||
done
|
done
|
Loading…
Reference in New Issue
Block a user