Reformulate via black
This commit is contained in:
		| @@ -10,16 +10,18 @@ import numpy as np | ||||
| from typing import List, Text, Dict, Any | ||||
| from shutil import copyfile | ||||
| from collections import defaultdict | ||||
| from copy    import deepcopy | ||||
| from copy import deepcopy | ||||
| from pathlib import Path | ||||
| import matplotlib | ||||
| import seaborn as sns | ||||
| matplotlib.use('agg') | ||||
|  | ||||
| matplotlib.use("agg") | ||||
| import matplotlib.pyplot as plt | ||||
| import matplotlib.ticker as ticker | ||||
|  | ||||
| lib_dir = (Path(__file__).parent / '..' / '..' / 'lib').resolve() | ||||
| if str(lib_dir) not in sys.path: sys.path.insert(0, str(lib_dir)) | ||||
| lib_dir = (Path(__file__).parent / ".." / ".." / "lib").resolve() | ||||
| if str(lib_dir) not in sys.path: | ||||
|     sys.path.insert(0, str(lib_dir)) | ||||
| from config_utils import dict2config, load_config | ||||
| from nats_bench import create | ||||
| from log_utils import time_string | ||||
| @@ -27,78 +29,78 @@ from models import get_cell_based_tiny_net, CellStructure | ||||
|  | ||||
|  | ||||
| def test_api(api, sss_or_tss=True): | ||||
|   print('{:} start testing the api : {:}'.format(time_string(), api)) | ||||
|   api.clear_params(12) | ||||
|   api.reload(index=12) | ||||
|    | ||||
|   # Query the informations of 1113-th architecture | ||||
|   info_strs = api.query_info_str_by_arch(1113) | ||||
|   print(info_strs) | ||||
|   info = api.query_by_index(113) | ||||
|   print('{:}\n'.format(info)) | ||||
|   info = api.query_by_index(113, 'cifar100') | ||||
|   print('{:}\n'.format(info)) | ||||
|     print("{:} start testing the api : {:}".format(time_string(), api)) | ||||
|     api.clear_params(12) | ||||
|     api.reload(index=12) | ||||
|  | ||||
|   info = api.query_meta_info_by_index(115, '90' if sss_or_tss else '200') | ||||
|   print('{:}\n'.format(info)) | ||||
|     # Query the informations of 1113-th architecture | ||||
|     info_strs = api.query_info_str_by_arch(1113) | ||||
|     print(info_strs) | ||||
|     info = api.query_by_index(113) | ||||
|     print("{:}\n".format(info)) | ||||
|     info = api.query_by_index(113, "cifar100") | ||||
|     print("{:}\n".format(info)) | ||||
|  | ||||
|   for dataset in ['cifar10', 'cifar100', 'ImageNet16-120']: | ||||
|     for xset in ['train', 'test', 'valid']: | ||||
|       best_index, highest_accuracy = api.find_best(dataset, xset) | ||||
|     print('') | ||||
|   params = api.get_net_param(12, 'cifar10', None) | ||||
|     info = api.query_meta_info_by_index(115, "90" if sss_or_tss else "200") | ||||
|     print("{:}\n".format(info)) | ||||
|  | ||||
|   # Obtain the config and create the network | ||||
|   config = api.get_net_config(12, 'cifar10') | ||||
|   print('{:}\n'.format(config)) | ||||
|   network = get_cell_based_tiny_net(config) | ||||
|   network.load_state_dict(next(iter(params.values()))) | ||||
|     for dataset in ["cifar10", "cifar100", "ImageNet16-120"]: | ||||
|         for xset in ["train", "test", "valid"]: | ||||
|             best_index, highest_accuracy = api.find_best(dataset, xset) | ||||
|         print("") | ||||
|     params = api.get_net_param(12, "cifar10", None) | ||||
|  | ||||
|   # Obtain the cost information | ||||
|   info = api.get_cost_info(12, 'cifar10') | ||||
|   print('{:}\n'.format(info)) | ||||
|   info = api.get_latency(12, 'cifar10') | ||||
|   print('{:}\n'.format(info)) | ||||
|   for index in [13, 15, 19, 200]: | ||||
|     info = api.get_latency(index, 'cifar10') | ||||
|     # Obtain the config and create the network | ||||
|     config = api.get_net_config(12, "cifar10") | ||||
|     print("{:}\n".format(config)) | ||||
|     network = get_cell_based_tiny_net(config) | ||||
|     network.load_state_dict(next(iter(params.values()))) | ||||
|  | ||||
|   # Count the number of architectures | ||||
|   info = api.statistics('cifar100', '12') | ||||
|   print('{:} statistics results : {:}\n'.format(time_string(), info)) | ||||
|     # Obtain the cost information | ||||
|     info = api.get_cost_info(12, "cifar10") | ||||
|     print("{:}\n".format(info)) | ||||
|     info = api.get_latency(12, "cifar10") | ||||
|     print("{:}\n".format(info)) | ||||
|     for index in [13, 15, 19, 200]: | ||||
|         info = api.get_latency(index, "cifar10") | ||||
|  | ||||
|   # Show the information of the 123-th architecture | ||||
|   api.show(123) | ||||
|     # Count the number of architectures | ||||
|     info = api.statistics("cifar100", "12") | ||||
|     print("{:} statistics results : {:}\n".format(time_string(), info)) | ||||
|  | ||||
|   # Obtain both cost and performance information | ||||
|   info = api.get_more_info(1234, 'cifar10') | ||||
|   print('{:}\n'.format(info)) | ||||
|   print('{:} finish testing the api : {:}'.format(time_string(), api)) | ||||
|     # Show the information of the 123-th architecture | ||||
|     api.show(123) | ||||
|  | ||||
|   if not sss_or_tss: | ||||
|     arch_str = '|nor_conv_3x3~0|+|nor_conv_3x3~0|avg_pool_3x3~1|+|skip_connect~0|nor_conv_3x3~1|skip_connect~2|' | ||||
|     matrix = api.str2matrix(arch_str) | ||||
|     print('Compute the adjacency matrix of {:}'.format(arch_str)) | ||||
|     print(matrix) | ||||
|   info = api.simulate_train_eval(123, 'cifar10') | ||||
|   print('simulate_train_eval : {:}\n\n'.format(info)) | ||||
|     # Obtain both cost and performance information | ||||
|     info = api.get_more_info(1234, "cifar10") | ||||
|     print("{:}\n".format(info)) | ||||
|     print("{:} finish testing the api : {:}".format(time_string(), api)) | ||||
|  | ||||
|     if not sss_or_tss: | ||||
|         arch_str = "|nor_conv_3x3~0|+|nor_conv_3x3~0|avg_pool_3x3~1|+|skip_connect~0|nor_conv_3x3~1|skip_connect~2|" | ||||
|         matrix = api.str2matrix(arch_str) | ||||
|         print("Compute the adjacency matrix of {:}".format(arch_str)) | ||||
|         print(matrix) | ||||
|     info = api.simulate_train_eval(123, "cifar10") | ||||
|     print("simulate_train_eval : {:}\n\n".format(info)) | ||||
|  | ||||
|  | ||||
| if __name__ == '__main__': | ||||
| if __name__ == "__main__": | ||||
|  | ||||
|   # api201 = create('./output/NATS-Bench-topology/process-FULL', 'topology', fast_mode=True, verbose=True) | ||||
|   for fast_mode in [True, False]: | ||||
|     for verbose in [True, False]: | ||||
|       api_nats_tss = create(None, 'tss', fast_mode=fast_mode, verbose=True) | ||||
|       print('{:} create with fast_mode={:} and verbose={:}'.format(time_string(), fast_mode, verbose)) | ||||
|       test_api(api_nats_tss, False) | ||||
|       del api_nats_tss | ||||
|       gc.collect() | ||||
|     # api201 = create('./output/NATS-Bench-topology/process-FULL', 'topology', fast_mode=True, verbose=True) | ||||
|     for fast_mode in [True, False]: | ||||
|         for verbose in [True, False]: | ||||
|             api_nats_tss = create(None, "tss", fast_mode=fast_mode, verbose=True) | ||||
|             print("{:} create with fast_mode={:} and verbose={:}".format(time_string(), fast_mode, verbose)) | ||||
|             test_api(api_nats_tss, False) | ||||
|             del api_nats_tss | ||||
|             gc.collect() | ||||
|  | ||||
|   for fast_mode in [True, False]: | ||||
|     for verbose in [True, False]: | ||||
|       print('{:} create with fast_mode={:} and verbose={:}'.format(time_string(), fast_mode, verbose)) | ||||
|       api_nats_sss = create(None, 'size', fast_mode=fast_mode, verbose=True) | ||||
|       print('{:} --->>> {:}'.format(time_string(), api_nats_sss)) | ||||
|       test_api(api_nats_sss, True) | ||||
|       del api_nats_sss | ||||
|       gc.collect() | ||||
|     for fast_mode in [True, False]: | ||||
|         for verbose in [True, False]: | ||||
|             print("{:} create with fast_mode={:} and verbose={:}".format(time_string(), fast_mode, verbose)) | ||||
|             api_nats_sss = create(None, "size", fast_mode=fast_mode, verbose=True) | ||||
|             print("{:} --->>> {:}".format(time_string(), api_nats_sss)) | ||||
|             test_api(api_nats_sss, True) | ||||
|             del api_nats_sss | ||||
|             gc.collect() | ||||
|   | ||||
		Reference in New Issue
	
	Block a user