updates

scripts-search/AA-NAS-meta-gen.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+# bash ./scripts-search/AA-NAS-meta-gen.sh AA-NAS-BENCHMARK 4
+echo script name: $0
+echo $# arguments
+if [ "$#" -ne 2 ] ;then
+  echo "Input illegal number of parameters " $#
+  echo "Need 2 parameters for save-dir-name and maximum-node-in-cell"
+  exit 1
+fi
+
+name=$1
+node=$2
+
+save_dir=./output/${name}-${node}
+
+python ./exps/AA-NAS-Bench-main.py --mode meta --save_dir ${save_dir} --max_node ${node}

scripts-search/AA-NAS-train-archs.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+# bash ./scripts-search/AA-NAS-train-archs.sh 0 100 -1 '777 888 999'
+echo script name: $0
+echo $# arguments
+if [ "$#" -ne 4 ] ;then
+  echo "Input illegal number of parameters " $#
+  echo "Need 4 parameters for start and end and arch-index"
+  exit 1
+fi
+if [ "$TORCH_HOME" = "" ]; then
+  echo "Must set TORCH_HOME envoriment variable for data dir saving"
+  exit 1
+else
+  echo "TORCH_HOME : $TORCH_HOME"
+fi
+
+xstart=$1
+xend=$2
+arch_index=$3
+all_seeds=$4
+
+if [ ${arch_index} == "-1" ]; then
+  mode=new
+else
+  mode=cover
+fi
+
+save_dir=./output/AA-NAS-BENCH-4/
+
+OMP_NUM_THREADS=4 python ./exps/AA-NAS-Bench-main.py \
+	--mode ${mode} --save_dir ${save_dir} --max_node 4 \
+	--datasets cifar10 cifar10 cifar100 ImageNet16-120 \
+	--splits   1       0       0        0 \
+	--xpaths $TORCH_HOME/cifar.python \
+		 $TORCH_HOME/cifar.python \
+		 $TORCH_HOME/cifar.python \
+		 $TORCH_HOME/cifar.python/ImageNet16 \
+	--channel 16 --num_cells 5 \
+	--workers 4 \
+	--srange ${xstart} ${xend} --arch_index ${arch_index} \
+	--seeds ${all_seeds}

scripts-search/AA-NAS-train-net.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+# bash ./scripts-search/AA-NAS-train-net.sh resnet 16 5
+echo script name: $0
+echo $# arguments
+if [ "$#" -ne 3 ] ;then
+  echo "Input illegal number of parameters " $#
+  echo "Need 3 parameters for network, channel, num-of-cells"
+  exit 1
+fi
+if [ "$TORCH_HOME" = "" ]; then
+  echo "Must set TORCH_HOME envoriment variable for data dir saving"
+  exit 1
+else
+  echo "TORCH_HOME : $TORCH_HOME"
+fi
+
+model=$1
+channel=$2
+num_cells=$3
+
+save_dir=./output/AA-NAS-BENCH-4/
+
+OMP_NUM_THREADS=4 python ./exps/AA-NAS-Bench-main.py \
+	--mode specific-${model} --save_dir ${save_dir} --max_node 4 \
+	--datasets cifar10 cifar10 cifar100 ImageNet16-120 \
+	--splits         1       0        0              0 \
+	--xpaths $TORCH_HOME/cifar.python \
+		 $TORCH_HOME/cifar.python \
+		 $TORCH_HOME/cifar.python \
+		 $TORCH_HOME/cifar.python/ImageNet16 \
+	--channel ${channel} --num_cells ${num_cells} \
+	--workers 4 \
+	--seeds 777 888 999

scripts-search/algos/RANDOM-NAS.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+# Random Search and Reproducibility for Neural Architecture Search, UAI 2019
+# bash ./scripts-search/algos/RANDOM-NAS.sh cifar10 -1
+echo script name: $0
+echo $# arguments
+if [ "$#" -ne 2 ] ;then
+  echo "Input illegal number of parameters " $#
+  echo "Need 2 parameters for dataset and seed"
+  exit 1
+fi
+if [ "$TORCH_HOME" = "" ]; then
+  echo "Must set TORCH_HOME envoriment variable for data dir saving"
+  exit 1
+else
+  echo "TORCH_HOME : $TORCH_HOME"
+fi
+
+dataset=$1
+seed=$2
+channel=16
+num_cells=5
+max_nodes=4
+
+if [ "$dataset" == "cifar10" ] || [ "$dataset" == "cifar100" ]; then
+  data_path="$TORCH_HOME/cifar.python"
+else
+  data_path="$TORCH_HOME/cifar.python/ImageNet16"
+fi
+
+save_dir=./output/cell-search-tiny/RANDOM-NAS-${dataset}
+
+OMP_NUM_THREADS=4 python ./exps/algos/RANDOM-NAS.py \
+	--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
+	--dataset ${dataset} --data_path ${data_path} \
+	--search_space_name aa-nas \
+	--config_path ./configs/nas-benchmark/algos/RANDOM.config \
+	--select_num 100 \
+	--workers 4 --print_freq 200 --rand_seed ${seed}