58 lines
1.5 KiB
YAML
58 lines
1.5 KiB
YAML
general:
|
|
name: 'graph_dit'
|
|
wandb: 'disabled'
|
|
gpus: 1
|
|
gpu_number: 0
|
|
resume: null
|
|
test_only: null
|
|
sample_every_val: 2500
|
|
samples_to_generate: 1000
|
|
samples_to_save: 3
|
|
chains_to_save: 1
|
|
log_every_steps: 50
|
|
number_chain_steps: 8
|
|
final_model_samples_to_generate: 1000
|
|
final_model_samples_to_save: 20
|
|
final_model_chains_to_save: 1
|
|
enable_progress_bar: False
|
|
save_model: True
|
|
log_dir: '/zhome/academic/HLRS/xmu/xmuhanma/nasbenchDiT'
|
|
number_checkpoint_limit: 3
|
|
type: 'Trainer'
|
|
nas_201: '/zhome/academic/HLRS/xmu/xmuhanma/nasbenchDiT/graph_dit/NAS-Bench-201-v1_1-096897.pth'
|
|
swap_result: '/zhome/academic/HLRS/xmu/xmuhanma/nasbenchDiT/graph_dit/swap_results.csv'
|
|
root: '/zhome/academic/HLRS/xmu/xmuhanma/nasbenchDiT/graph_dit/'
|
|
model:
|
|
type: 'discrete'
|
|
transition: 'marginal'
|
|
model: 'graph_dit'
|
|
diffusion_steps: 500
|
|
diffusion_noise_schedule: 'cosine'
|
|
guide_scale: 2
|
|
hidden_size: 1152
|
|
depth: 6
|
|
num_heads: 16
|
|
mlp_ratio: 4
|
|
drop_condition: 0.01
|
|
lambda_train: [1, 10] # node and edge training weight
|
|
ensure_connected: True
|
|
train:
|
|
# n_epochs: 5000
|
|
n_epochs: 10
|
|
batch_size: 1200
|
|
lr: 0.0002
|
|
clip_grad: null
|
|
num_workers: 0
|
|
weight_decay: 0
|
|
seed: 0
|
|
val_check_interval: null
|
|
check_val_every_n_epoch: 1
|
|
gradient_accumulation_steps: 1
|
|
dataset:
|
|
datadir: 'data/'
|
|
task_name: 'nasbench-201'
|
|
guidance_target: 'nasbench-201'
|
|
pin_memory: False
|
|
ppo:
|
|
clip_param: 1
|