update scripts
This commit is contained in:
parent
322d5462a3
commit
d9a282a455
14
configs/nas-cifar-cos-cutB96.config
Normal file
14
configs/nas-cifar-cos-cutB96.config
Normal file
@ -0,0 +1,14 @@
|
||||
{
|
||||
"type" : ["str", "cosine"],
|
||||
"batch_size": ["int", 96],
|
||||
"epochs" : ["int", 600],
|
||||
"momentum" : ["float", 0.9],
|
||||
"decay" : ["float", 0.0003],
|
||||
"LR" : ["float", 0.025],
|
||||
"LR_MIN" : ["float", 0.0001],
|
||||
"auxiliary" : ["bool", 1],
|
||||
"auxiliary_weight" : ["float", 0.4],
|
||||
"grad_clip" : ["float", 5],
|
||||
"cutout" : ["int", 16],
|
||||
"drop_path_prob" : ["float", 0.2]
|
||||
}
|
@ -36,6 +36,9 @@ parser.add_argument('--print_freq', type=int, help='print frequency (default:
|
||||
parser.add_argument('--manualSeed', type=int, help='manual seed')
|
||||
args = parser.parse_args()
|
||||
|
||||
if 'CUDA_VISIBLE_DEVICES' not in os.environ: print('Can not find CUDA_VISIBLE_DEVICES in os.environ')
|
||||
else : print('Find CUDA_VISIBLE_DEVICES={:}'.format(os.environ['CUDA_VISIBLE_DEVICES']))
|
||||
|
||||
assert torch.cuda.is_available(), 'torch.cuda is not available'
|
||||
|
||||
|
||||
|
@ -22,19 +22,23 @@ TIME=$(date +"%Y-%h-%d--%T")
|
||||
TIME="${TIME//:/-}"
|
||||
|
||||
JOB_SCRIPT="${FDIR}/tmps/job-${TIME}.sh"
|
||||
HDFS_DIR="/user/COMM_KM_Data/${USER}/logs/alljobs/${TIME}"
|
||||
echo "JOB-SCRIPT: "${JOB_SCRIPT}
|
||||
|
||||
cat ${FDIR}/job-script.sh > ${JOB_SCRIPT}
|
||||
echo ${CMD} >> ${JOB_SCRIPT}
|
||||
|
||||
HGCP_CLIENT_BIN="${HOME}/.hgcp/software-install/HGCP_client/bin"
|
||||
${HDP} -mkdir ${HDFS_DIR}
|
||||
echo "Create "${HDFS_DIR}" done!"
|
||||
sleep 1s
|
||||
|
||||
HGCP_CLIENT_BIN="${HOME}/.hgcp/software-install/HGCP_client/bin"
|
||||
|
||||
${HGCP_CLIENT_BIN}/submit \
|
||||
--hdfs afs://xingtian.afs.baidu.com:9902 \
|
||||
--hdfs-user COMM_KM_Data \
|
||||
--hdfs-passwd COMM_km_2018 \
|
||||
--hdfs-path /user/COMM_KM_Data/dongxuanyi/logs \
|
||||
--hdfs-path ${HDFS_DIR} \
|
||||
--file-dir ./ \
|
||||
--job-name ${NAME} \
|
||||
--queue-name ${QUEUE} \
|
||||
|
@ -25,7 +25,7 @@ if [ ! -f ${PY_C} ]; then
|
||||
else
|
||||
echo "Cluster Run with Python: "${PY_C}
|
||||
echo "Unzip ILSVRC2012"
|
||||
tar xvf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME}
|
||||
tar xf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME}
|
||||
fi
|
||||
|
||||
${PY_C} --version
|
||||
|
Loading…
Reference in New Issue
Block a user