102->201 / NAS->autoDL / more configs of TAS / reorganize docs / fix bugs in NAS baselines

scripts-search/algos/GDAS.sh

@@ -1,10 +1,10 @@
 #!/bin/bash
-# bash ./scripts-search/algos/GDAS.sh cifar10 -1
+# bash ./scripts-search/algos/GDAS.sh cifar10 0 -1
 echo script name: $0
 echo $# arguments
-if [ "$#" -ne 2 ] ;then
+if [ "$#" -ne 3 ] ;then
   echo "Input illegal number of parameters " $#
-  echo "Need 2 parameters for dataset and seed"
+  echo "Need 3 parameters for dataset, BN-tracking, and seed"
   exit 1
 fi
 if [ "$TORCH_HOME" = "" ]; then
@@ -15,11 +15,12 @@ else
 fi
 
 dataset=$1
-seed=$2
+BN=$2
+seed=$3
 channel=16
 num_cells=5
 max_nodes=4
-space=nas-bench-102
+space=nas-bench-201
 
 if [ "$dataset" == "cifar10" ] || [ "$dataset" == "cifar100" ]; then
   data_path="$TORCH_HOME/cifar.python"
@@ -27,14 +28,14 @@ else
   data_path="$TORCH_HOME/cifar.python/ImageNet16"
 fi
 
-save_dir=./output/search-cell-${space}/GDAS-${dataset}
+save_dir=./output/search-cell-${space}/GDAS-${dataset}-BN${BN}
 
 OMP_NUM_THREADS=4 python ./exps/algos/GDAS.py \
 	--save_dir ${save_dir} --max_nodes ${max_nodes} --channel ${channel} --num_cells ${num_cells} \
 	--dataset ${dataset} --data_path ${data_path} \
 	--search_space_name ${space} \
-	--arch_nas_dataset ${TORCH_HOME}/NAS-Bench-102-v1_0-e61699.pth \
+	--arch_nas_dataset ${TORCH_HOME}/NAS-Bench-201-v1_0-e61699.pth \
 	--config_path configs/nas-benchmark/algos/GDAS.config \
-	--tau_max 10 --tau_min 0.1 --track_running_stats 1 \
+	--tau_max 10 --tau_min 0.1 --track_running_stats ${BN} \
 	--arch_learning_rate 0.0003 --arch_weight_decay 0.001 \
 	--workers 4 --print_freq 200 --rand_seed ${seed}