#!/bin/bash # bash ./scripts-search/search-shape-cifar.sh cifar10 ResNet110 CIFAR 0.57 777 set -e echo script name: $0 echo $# arguments if [ "$#" -ne 5 ] ;then echo "Input illegal number of parameters " $# echo "Need 5 parameters for the dataset and the-model-name and the-optimizer and FLOP-ratio and the-random-seed" exit 1 fi if [ "$TORCH_HOME" = "" ]; then echo "Must set TORCH_HOME envoriment variable for data dir saving" exit 1 else echo "TORCH_HOME : $TORCH_HOME" fi dataset=$1 model=$2 optim=$3 batch=256 gumbel_min=0.1 gumbel_max=5 expected_FLOP_ratio=$4 rseed=$5 save_dir=./output/search-shape/${dataset}-${model}-${optim}-Gumbel_${gumbel_min}_${gumbel_max}-${expected_FLOP_ratio} python --version OMP_NUM_THREADS=4 python ./exps/TAS/search-transformable.py --dataset ${dataset} \ --data_path $TORCH_HOME/cifar.python \ --model_config ./configs/archs/CIFAR-${model}.config \ --split_path ./.latent-data/splits/${dataset}-0.5.pth \ --optim_config ./configs/search-opts/${optim}.config \ --procedure search-v2 \ --FLOP_ratio ${expected_FLOP_ratio} \ --FLOP_weight 2 --FLOP_tolerant 0.05 \ --save_dir ${save_dir} \ --gumbel_tau_max ${gumbel_max} --gumbel_tau_min ${gumbel_min} \ --cutout_length -1 \ --batch_size ${batch} --rand_seed ${rseed} --workers 6 \ --eval_frequency 1 --print_freq 100 --print_freq_eval 200 if [ "$rseed" = "-1" ]; then echo "Skip training the last configuration" else # normal training xsave_dir=${save_dir}/seed-${rseed}-NMT OMP_NUM_THREADS=4 python ./exps/basic/basic-main.py --dataset ${dataset} \ --data_path $TORCH_HOME/cifar.python \ --model_config ${save_dir}/seed-${rseed}-last.config \ --optim_config ./configs/opts/CIFAR-E300-W5-L1-COS.config \ --procedure basic \ --save_dir ${xsave_dir} \ --cutout_length -1 \ --batch_size 256 --rand_seed ${rseed} --workers 6 \ --eval_frequency 1 --print_freq 100 --print_freq_eval 200 # KD training xsave_dir=${save_dir}/seed-${rseed}-KDT OMP_NUM_THREADS=4 python ./exps/basic/KD-main.py --dataset ${dataset} \ --data_path $TORCH_HOME/cifar.python \ --model_config ${save_dir}/seed-${rseed}-last.config \ --optim_config ./configs/opts/CIFAR-E300-W5-L1-COS.config \ --KD_checkpoint ./.latent-data/basemodels/${dataset}/${model}.pth \ --procedure Simple-KD \ --save_dir ${xsave_dir} \ --KD_alpha 0.9 --KD_temperature 4 \ --cutout_length -1 \ --batch_size 256 --rand_seed ${rseed} --workers 6 \ --eval_frequency 1 --print_freq 100 --print_freq_eval 200 fi