From 7e8e54e84c63171e748bbf09516fd517e6821ace Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sat, 20 Mar 2021 18:09:06 +0100 Subject: Inital commit for refactoring to lightning --- training/sweep_emnist_resnet.yml | 50 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+) create mode 100644 training/sweep_emnist_resnet.yml (limited to 'training/sweep_emnist_resnet.yml') diff --git a/training/sweep_emnist_resnet.yml b/training/sweep_emnist_resnet.yml new file mode 100644 index 0000000..19a3040 --- /dev/null +++ b/training/sweep_emnist_resnet.yml @@ -0,0 +1,50 @@ +program: training/run_sweep.py +method: bayes +metric: + name: val_accuracy + goal: maximize +parameters: + dataset: + value: EmnistDataset + model: + value: CharacterModel + network: + value: ResidualNetwork + network_args.block_sizes: + distribution: q_uniform + min: 16 + max: 256 + q: 8 + network_args.depths: + distribution: int_uniform + min: 1 + max: 3 + network_args.levels: + distribution: int_uniform + min: 1 + max: 2 + network_args.activation: + distribution: categorical + values: + - gelu + - leaky_relu + - relu + - selu + optimizer_args.lr: + distribution: uniform + min: 1.e-5 + max: 1.e-1 + lr_scheduler_args.max_lr: + distribution: uniform + min: 1.e-5 + max: 1.e-1 + train_args.batch_size: + distribution: q_uniform + min: 32 + max: 256 + q: 8 + train_args.epochs: + value: 5 +early_terminate: + type: hyperband + min_iter: 2 -- cgit v1.2.3-70-g09d2