update 10 NAS algs

others/GDAS/scripts-cnn/train-cifar.sh

@@ -0,0 +1,38 @@
+#!/usr/bin/env sh
+# bash scripts-cnn/train-cifar.sh GDAS cifar10 cut
+if [ "$#" -ne 3 ] ;then
+  echo "Input illegal number of parameters " $#
+  echo "Need 3 parameters for the architecture, and the dataset-name, and the cutout"
+  exit 1               
+fi 
+if [ "$TORCH_HOME" = "" ]; then
+  echo "Must set TORCH_HOME envoriment variable for data dir saving"
+  exit 1
+else
+  echo "TORCH_HOME : $TORCH_HOME"
+fi
+
+arch=$1
+dataset=$2
+cutout=$3
+SAVED=./output/NAS-CNN/${arch}-${dataset}-${cutout}-E600
+
+PY_C="./env/bin/python"
+
+if [ ! -f ${PY_C} ]; then
+  echo "Local Run with Python: "`which python`
+  PY_C="python"
+else
+  echo "Cluster Run with Python: "${PY_C}
+fi
+
+${PY_C} --version
+
+${PY_C} ./exps-cnn/train_base.py \
+        --data_path $TORCH_HOME/cifar.python \
+	--dataset ${dataset} --arch ${arch} \
+	--save_path ${SAVED} \
+	--grad_clip 5 \
+	--init_channels 36 --layers 20 \
+	--model_config ./configs/nas-cifar-cos-${cutout}.config \
+	--print_freq 100 --workers 6

others/GDAS/scripts-cnn/train-imagenet.sh

@@ -0,0 +1,73 @@
+#!/usr/bin/env sh
+if [ "$#" -ne 5 ] ;then
+  echo "Input illegal number of parameters " $#
+  echo "Need 5 parameters for the architecture, and the channel, and the layers, and the batch-size, and the seed"
+  exit 1               
+fi 
+if [ "$TORCH_HOME" = "" ]; then
+  echo "Must set TORCH_HOME envoriment variable for data dir saving"
+  exit 1
+else
+  echo "TORCH_HOME : $TORCH_HOME"
+fi
+
+arch=$1
+dataset=imagenet
+channels=$2
+layers=$3
+BATCH=$4
+seed=$5
+SAVED=./output/NAS-CNN/${arch}-${dataset}-C${channels}-L${layers}-${BATCH}-E250
+
+PY_C="./env/bin/python"
+#PY_C="$CONDA_PYTHON_EXE"
+
+if [ ! -f ${PY_C} ]; then
+  echo "Local Run with Python: "`which python`
+  PY_C="python"
+else
+  echo "Cluster Run with Python: "${PY_C}
+  echo "Unzip ILSVRC2012"
+  tar --version
+  tar -xf ./hadoop-data/ILSVRC2012.tar   -C ${TORCH_HOME}
+  #commands="./data/data/get_imagenet.sh"
+  #${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-TAR ./data/data/ILSVRC2012 tar > ${commands}
+  #${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-ZIP ./data/data/ILSVRC2012 zip > ./data/data/get_imagenet.sh
+  #bash ./data/data/get_imagenet.sh
+  #count=0
+  #while read -r line; do
+  #  temp_file="./data/data/TEMP-${count}.sh"
+  #  echo "${line}" > ${temp_file}
+  #  bash ${temp_file}
+  #  count=$((count+1))
+    #${PY_C} ./data/ps_mem.py -p $$
+  #  free -g
+  #done < "${commands}"
+  #wget http://10.127.2.44:8000/ILSVRC2012.tar --directory-prefix=${TORCH_HOME}
+  #${PY_C} ./data/decompress.py ./data/classes.txt ${TORCH_HOME}/ILSVRC2012 wget > ${commands}
+  #count=0
+  #while read -r line; do
+  #  temp_file="./data/data/TEMP-${count}.sh"
+  #  echo "${line}" > ${temp_file}
+  #  bash ${temp_file}
+  #  count=$((count+1))
+   #${PY_C} ./data/ps_mem.py -p $$
+  #  free -g
+  #done < "${commands}"
+  #echo "Copy ILSVRC2012 done"
+  #tar -xvf ${TORCH_HOME}/ILSVRC2012.tar -C ${TORCH_HOME}
+  #rm ${TORCH_HOME}/ILSVRC2012.tar
+  echo "Unzip ILSVRC2012 done"
+fi
+
+${PY_C} --version
+
+${PY_C} ./exps-cnn/train_base.py \
+	--data_path $TORCH_HOME/ILSVRC2012 \
+	--dataset ${dataset} --arch ${arch} \
+	--save_path ${SAVED} \
+	--grad_clip 5 \
+	--init_channels ${channels} --layers ${layers} \
+	--model_config ./configs/nas-imagenet-${BATCH}.config \
+	--manualSeed ${seed} \
+	--print_freq 200 --workers 20