From 69e93847bb0adf6e819f48e70e6a88da4cf0b7f6 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Wed, 26 Jan 2022 23:22:13 +0100
Subject: fix: nuke madgrad, add radam

---
 training/conf/config.yaml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

(limited to 'training/conf/config.yaml')

diff --git a/training/conf/config.yaml b/training/conf/config.yaml
index e783efd..11bb551 100644
--- a/training/conf/config.yaml
+++ b/training/conf/config.yaml
@@ -7,13 +7,13 @@ defaults:
   - datamodule: iam_extended_paragraphs
   - hydra: default
   - logger: wandb
-  - lr_schedulers: 
+  - lr_schedulers:
       - cosine_annealing
   - mapping: characters # word_piece
   - model: lit_transformer
   - network: conv_transformer
-  - optimizers: 
-      - madgrad
+  - optimizers:
+      - radam
   - trainer: default
 
 seed: 4711
-- 
cgit v1.2.3-70-g09d2