#!/usr/bin/env sh if [ "$#" -ne 5 ] ;then echo "Input illegal number of parameters " $# echo "Need 5 parameters for the architecture, and the channel, and the layers, and the batch-size, and the seed" exit 1 fi if [ "$TORCH_HOME" = "" ]; then echo "Must set TORCH_HOME envoriment variable for data dir saving" exit 1 else echo "TORCH_HOME : $TORCH_HOME" fi arch=$1 dataset=imagenet channels=$2 layers=$3 BATCH=$4 seed=$5 SAVED=./output/NAS-CNN/${arch}-${dataset}-C${channels}-L${layers}-${BATCH}-E250 PY_C="./env/bin/python" #PY_C="$CONDA_PYTHON_EXE" if [ ! -f ${PY_C} ]; then echo "Local Run with Python: "`which python` PY_C="python" else echo "Cluster Run with Python: "${PY_C} echo "Unzip ILSVRC2012" tar --version tar -xf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME} #commands="./data/data/get_imagenet.sh" #${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-TAR ./data/data/ILSVRC2012 tar > ${commands} #${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-ZIP ./data/data/ILSVRC2012 zip > ./data/data/get_imagenet.sh #bash ./data/data/get_imagenet.sh #count=0 #while read -r line; do # temp_file="./data/data/TEMP-${count}.sh" # echo "${line}" > ${temp_file} # bash ${temp_file} # count=$((count+1)) #${PY_C} ./data/ps_mem.py -p $$ # free -g #done < "${commands}" #wget http://10.127.2.44:8000/ILSVRC2012.tar --directory-prefix=${TORCH_HOME} #${PY_C} ./data/decompress.py ./data/classes.txt ${TORCH_HOME}/ILSVRC2012 wget > ${commands} #count=0 #while read -r line; do # temp_file="./data/data/TEMP-${count}.sh" # echo "${line}" > ${temp_file} # bash ${temp_file} # count=$((count+1)) #${PY_C} ./data/ps_mem.py -p $$ # free -g #done < "${commands}" #echo "Copy ILSVRC2012 done" #tar -xvf ${TORCH_HOME}/ILSVRC2012.tar -C ${TORCH_HOME} #rm ${TORCH_HOME}/ILSVRC2012.tar echo "Unzip ILSVRC2012 done" fi ${PY_C} --version ${PY_C} ./exps-cnn/train_base.py \ --data_path $TORCH_HOME/ILSVRC2012 \ --dataset ${dataset} --arch ${arch} \ --save_path ${SAVED} \ --grad_clip 5 \ --init_channels ${channels} --layers ${layers} \ --model_config ./configs/nas-imagenet-${BATCH}.config \ --manualSeed ${seed} \ --print_freq 200 --workers 20