From 1d0977585f01c42e9f6280559a1a98037907a62e Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Sun, 2 May 2021 13:51:15 +0200
Subject: Implemented training script with hydra

---
 training/conf/callbacks/swa.yaml | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)
 create mode 100644 training/conf/callbacks/swa.yaml

(limited to 'training/conf/callbacks/swa.yaml')

diff --git a/training/conf/callbacks/swa.yaml b/training/conf/callbacks/swa.yaml
new file mode 100644
index 0000000..144ad6e
--- /dev/null
+++ b/training/conf/callbacks/swa.yaml
@@ -0,0 +1,16 @@
+# @package _group_
+- type: ModelCheckpoint
+  args:
+      monitor: val_loss
+      mode: min
+      save_last: true
+- type: StochasticWeightAveraging
+  args:
+      swa_epoch_start: 0.8
+      swa_lrs: 0.05
+      annealing_epochs: 10
+      annealing_strategy: cos
+      device: null
+- type: LearningRateMonitor
+  args:
+      logging_interval: step
-- 
cgit v1.2.3-70-g09d2