diff --git a/configs/nas-cifar-cos-cut.config b/configs/nas-cifar-cos-cut.config index f71f986..830ffbd 100644 --- a/configs/nas-cifar-cos-cut.config +++ b/configs/nas-cifar-cos-cut.config @@ -5,6 +5,7 @@ "momentum" : ["float", 0.9], "decay" : ["float", 0.0003], "LR" : ["float", 0.025], + "LR_MIN" : ["float", 0.0001], "auxiliary" : ["bool", 1], "auxiliary_weight" : ["float", 0.4], "grad_clip" : ["float", 5], diff --git a/configs/nas-cifar-cos-cutB128.config b/configs/nas-cifar-cos-cutB128.config new file mode 100644 index 0000000..c2c6f9b --- /dev/null +++ b/configs/nas-cifar-cos-cutB128.config @@ -0,0 +1,14 @@ +{ + "type" : ["str", "cosine"], + "batch_size": ["int", 128], + "epochs" : ["int", 600], + "momentum" : ["float", 0.9], + "decay" : ["float", 0.0003], + "LR" : ["float", 0.025], + "LR_MIN" : ["float", 0.0001], + "auxiliary" : ["bool", 1], + "auxiliary_weight" : ["float", 0.4], + "grad_clip" : ["float", 5], + "cutout" : ["int", 16], + "drop_path_prob" : ["float", 0.2] +} diff --git a/configs/nas-cifar-cos-cutB64.config b/configs/nas-cifar-cos-cutB64.config new file mode 100644 index 0000000..a566c6d --- /dev/null +++ b/configs/nas-cifar-cos-cutB64.config @@ -0,0 +1,14 @@ +{ + "type" : ["str", "cosine"], + "batch_size": ["int", 64], + "epochs" : ["int", 600], + "momentum" : ["float", 0.9], + "decay" : ["float", 0.0003], + "LR" : ["float", 0.025], + "LR_MIN" : ["float", 0.0001], + "auxiliary" : ["bool", 1], + "auxiliary_weight" : ["float", 0.4], + "grad_clip" : ["float", 5], + "cutout" : ["int", 16], + "drop_path_prob" : ["float", 0.2] +} diff --git a/configs/nas-cifar-cos-nocut.config b/configs/nas-cifar-cos-nocut.config index 3ff13de..4b89845 100644 --- a/configs/nas-cifar-cos-nocut.config +++ b/configs/nas-cifar-cos-nocut.config @@ -5,6 +5,7 @@ "momentum" : ["float", 0.9], "decay" : ["float", 0.0003], "LR" : ["float", 0.025], + "LR_MIN" : ["float", 0.0001], "auxiliary" : ["bool", 1], "auxiliary_weight" : ["float", 0.4], "grad_clip" : ["float", 5], diff --git a/exps-cnn/train_utils.py b/exps-cnn/train_utils.py index cdb0efe..7e0880e 100644 --- a/exps-cnn/train_utils.py +++ b/exps-cnn/train_utils.py @@ -54,7 +54,7 @@ def main_procedure(config, dataset, data_path, args, genotype, init_channels, la optimizer = torch.optim.SGD(model.parameters(), config.LR, momentum=config.momentum, weight_decay=config.decay) #optimizer = torch.optim.SGD(model.parameters(), config.LR, momentum=config.momentum, weight_decay=config.decay, nestero=True) if config.type == 'cosine': - scheduler = torch.optim.lr_scheduler.CosineAnnealingLR(optimizer, float(config.epochs)) + scheduler = torch.optim.lr_scheduler.CosineAnnealingLR(optimizer, float(config.epochs), eta_min=float(config.LR_MIN)) else: raise ValueError('Can not find the schedular type : {:}'.format(config.type))