update scripts

This commit is contained in:
Xuanyi Dong 2019-04-01 00:19:43 +08:00
parent 322d5462a3
commit d9a282a455
4 changed files with 24 additions and 3 deletions

View File

@ -0,0 +1,14 @@
{
"type" : ["str", "cosine"],
"batch_size": ["int", 96],
"epochs" : ["int", 600],
"momentum" : ["float", 0.9],
"decay" : ["float", 0.0003],
"LR" : ["float", 0.025],
"LR_MIN" : ["float", 0.0001],
"auxiliary" : ["bool", 1],
"auxiliary_weight" : ["float", 0.4],
"grad_clip" : ["float", 5],
"cutout" : ["int", 16],
"drop_path_prob" : ["float", 0.2]
}

View File

@ -36,6 +36,9 @@ parser.add_argument('--print_freq', type=int, help='print frequency (default:
parser.add_argument('--manualSeed', type=int, help='manual seed')
args = parser.parse_args()
if 'CUDA_VISIBLE_DEVICES' not in os.environ: print('Can not find CUDA_VISIBLE_DEVICES in os.environ')
else : print('Find CUDA_VISIBLE_DEVICES={:}'.format(os.environ['CUDA_VISIBLE_DEVICES']))
assert torch.cuda.is_available(), 'torch.cuda is not available'

View File

@ -22,19 +22,23 @@ TIME=$(date +"%Y-%h-%d--%T")
TIME="${TIME//:/-}"
JOB_SCRIPT="${FDIR}/tmps/job-${TIME}.sh"
HDFS_DIR="/user/COMM_KM_Data/${USER}/logs/alljobs/${TIME}"
echo "JOB-SCRIPT: "${JOB_SCRIPT}
cat ${FDIR}/job-script.sh > ${JOB_SCRIPT}
echo ${CMD} >> ${JOB_SCRIPT}
HGCP_CLIENT_BIN="${HOME}/.hgcp/software-install/HGCP_client/bin"
${HDP} -mkdir ${HDFS_DIR}
echo "Create "${HDFS_DIR}" done!"
sleep 1s
HGCP_CLIENT_BIN="${HOME}/.hgcp/software-install/HGCP_client/bin"
${HGCP_CLIENT_BIN}/submit \
--hdfs afs://xingtian.afs.baidu.com:9902 \
--hdfs-user COMM_KM_Data \
--hdfs-passwd COMM_km_2018 \
--hdfs-path /user/COMM_KM_Data/dongxuanyi/logs \
--hdfs-path ${HDFS_DIR} \
--file-dir ./ \
--job-name ${NAME} \
--queue-name ${QUEUE} \

View File

@ -25,7 +25,7 @@ if [ ! -f ${PY_C} ]; then
else
echo "Cluster Run with Python: "${PY_C}
echo "Unzip ILSVRC2012"
tar xvf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME}
tar xf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME}
fi
${PY_C} --version