74 lines
2.2 KiB
Bash
74 lines
2.2 KiB
Bash
#!/usr/bin/env sh
|
|
if [ "$#" -ne 5 ] ;then
|
|
echo "Input illegal number of parameters " $#
|
|
echo "Need 5 parameters for the architecture, and the channel, and the layers, and the batch-size, and the seed"
|
|
exit 1
|
|
fi
|
|
if [ "$TORCH_HOME" = "" ]; then
|
|
echo "Must set TORCH_HOME envoriment variable for data dir saving"
|
|
exit 1
|
|
else
|
|
echo "TORCH_HOME : $TORCH_HOME"
|
|
fi
|
|
|
|
arch=$1
|
|
dataset=imagenet
|
|
channels=$2
|
|
layers=$3
|
|
BATCH=$4
|
|
seed=$5
|
|
SAVED=./output/NAS-CNN/${arch}-${dataset}-C${channels}-L${layers}-${BATCH}-E250
|
|
|
|
PY_C="./env/bin/python"
|
|
#PY_C="$CONDA_PYTHON_EXE"
|
|
|
|
if [ ! -f ${PY_C} ]; then
|
|
echo "Local Run with Python: "`which python`
|
|
PY_C="python"
|
|
else
|
|
echo "Cluster Run with Python: "${PY_C}
|
|
echo "Unzip ILSVRC2012"
|
|
tar --version
|
|
tar -xf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME}
|
|
#commands="./data/data/get_imagenet.sh"
|
|
#${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-TAR ./data/data/ILSVRC2012 tar > ${commands}
|
|
#${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-ZIP ./data/data/ILSVRC2012 zip > ./data/data/get_imagenet.sh
|
|
#bash ./data/data/get_imagenet.sh
|
|
#count=0
|
|
#while read -r line; do
|
|
# temp_file="./data/data/TEMP-${count}.sh"
|
|
# echo "${line}" > ${temp_file}
|
|
# bash ${temp_file}
|
|
# count=$((count+1))
|
|
#${PY_C} ./data/ps_mem.py -p $$
|
|
# free -g
|
|
#done < "${commands}"
|
|
#wget http://10.127.2.44:8000/ILSVRC2012.tar --directory-prefix=${TORCH_HOME}
|
|
#${PY_C} ./data/decompress.py ./data/classes.txt ${TORCH_HOME}/ILSVRC2012 wget > ${commands}
|
|
#count=0
|
|
#while read -r line; do
|
|
# temp_file="./data/data/TEMP-${count}.sh"
|
|
# echo "${line}" > ${temp_file}
|
|
# bash ${temp_file}
|
|
# count=$((count+1))
|
|
#${PY_C} ./data/ps_mem.py -p $$
|
|
# free -g
|
|
#done < "${commands}"
|
|
#echo "Copy ILSVRC2012 done"
|
|
#tar -xvf ${TORCH_HOME}/ILSVRC2012.tar -C ${TORCH_HOME}
|
|
#rm ${TORCH_HOME}/ILSVRC2012.tar
|
|
echo "Unzip ILSVRC2012 done"
|
|
fi
|
|
|
|
${PY_C} --version
|
|
|
|
${PY_C} ./exps-cnn/train_base.py \
|
|
--data_path $TORCH_HOME/ILSVRC2012 \
|
|
--dataset ${dataset} --arch ${arch} \
|
|
--save_path ${SAVED} \
|
|
--grad_clip 5 \
|
|
--init_channels ${channels} --layers ${layers} \
|
|
--model_config ./configs/nas-imagenet-${BATCH}.config \
|
|
--manualSeed ${seed} \
|
|
--print_freq 200 --workers 20
|